[ 552.585619] env[62306]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62306) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 552.586030] env[62306]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62306) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 552.586133] env[62306]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62306) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 552.586477] env[62306]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 552.681878] env[62306]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62306) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 552.692223] env[62306]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62306) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 553.292314] env[62306]: INFO nova.virt.driver [None req-04009ff7-59d9-4e28-b497-5790acb95dca None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 553.363476] env[62306]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.363644] env[62306]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.363743] env[62306]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62306) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 556.574580] env[62306]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-c96def42-9d5d-4c3c-9759-a857bbf4d39d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.590821] env[62306]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62306) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 556.590935] env[62306]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-a75434d1-f886-4315-83f5-269d6debf579 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.621375] env[62306]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 1f2ba. [ 556.621514] env[62306]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.258s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.622083] env[62306]: INFO nova.virt.vmwareapi.driver [None req-04009ff7-59d9-4e28-b497-5790acb95dca None None] VMware vCenter version: 7.0.3 [ 556.625435] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63103930-3c58-48d7-a8a5-a4416e057761 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.642853] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92b11e0-8361-48f7-9a8b-6d72285ebb78 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.648592] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12531aa1-21fa-498d-a159-8ae2b257a42c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.655624] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aecc11-2db3-4757-8019-9273bea79343 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.668416] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806acd05-3d31-4617-bdfb-6c7f74747326 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.674798] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b291af80-419c-4feb-ad98-37c44fab796d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.706587] env[62306]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-05acb160-5a62-4c59-b267-29bb995f3ced {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.712160] env[62306]: DEBUG nova.virt.vmwareapi.driver [None req-04009ff7-59d9-4e28-b497-5790acb95dca None None] Extension org.openstack.compute already exists. {{(pid=62306) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 556.715057] env[62306]: INFO nova.compute.provider_config [None req-04009ff7-59d9-4e28-b497-5790acb95dca None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 557.218875] env[62306]: DEBUG nova.context [None req-04009ff7-59d9-4e28-b497-5790acb95dca None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),71c1f303-2450-47e7-8b56-b43f68fe9b16(cell1) {{(pid=62306) load_cells /opt/stack/nova/nova/context.py:464}} [ 557.221027] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.221263] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.221960] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.222392] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] Acquiring lock "71c1f303-2450-47e7-8b56-b43f68fe9b16" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.222583] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] Lock "71c1f303-2450-47e7-8b56-b43f68fe9b16" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.223586] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] Lock "71c1f303-2450-47e7-8b56-b43f68fe9b16" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.243815] env[62306]: INFO dbcounter [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] Registered counter for database nova_cell0 [ 557.252029] env[62306]: INFO dbcounter [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] Registered counter for database nova_cell1 [ 557.255156] env[62306]: DEBUG oslo_db.sqlalchemy.engines [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62306) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 557.255555] env[62306]: DEBUG oslo_db.sqlalchemy.engines [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62306) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 557.260406] env[62306]: ERROR nova.db.main.api [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 557.260406] env[62306]: result = function(*args, **kwargs) [ 557.260406] env[62306]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 557.260406] env[62306]: return func(*args, **kwargs) [ 557.260406] env[62306]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 557.260406] env[62306]: result = fn(*args, **kwargs) [ 557.260406] env[62306]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 557.260406] env[62306]: return f(*args, **kwargs) [ 557.260406] env[62306]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 557.260406] env[62306]: return db.service_get_minimum_version(context, binaries) [ 557.260406] env[62306]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 557.260406] env[62306]: _check_db_access() [ 557.260406] env[62306]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 557.260406] env[62306]: stacktrace = ''.join(traceback.format_stack()) [ 557.260406] env[62306]: [ 557.261198] env[62306]: ERROR nova.db.main.api [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 557.261198] env[62306]: result = function(*args, **kwargs) [ 557.261198] env[62306]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 557.261198] env[62306]: return func(*args, **kwargs) [ 557.261198] env[62306]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 557.261198] env[62306]: result = fn(*args, **kwargs) [ 557.261198] env[62306]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 557.261198] env[62306]: return f(*args, **kwargs) [ 557.261198] env[62306]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 557.261198] env[62306]: return db.service_get_minimum_version(context, binaries) [ 557.261198] env[62306]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 557.261198] env[62306]: _check_db_access() [ 557.261198] env[62306]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 557.261198] env[62306]: stacktrace = ''.join(traceback.format_stack()) [ 557.261198] env[62306]: [ 557.261581] env[62306]: WARNING nova.objects.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 557.261698] env[62306]: WARNING nova.objects.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] Failed to get minimum service version for cell 71c1f303-2450-47e7-8b56-b43f68fe9b16 [ 557.262131] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] Acquiring lock "singleton_lock" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.262297] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] Acquired lock "singleton_lock" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.262530] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] Releasing lock "singleton_lock" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.262847] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] Full set of CONF: {{(pid=62306) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 557.262988] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ******************************************************************************** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 557.263129] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] Configuration options gathered from: {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 557.263268] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 557.263460] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 557.263586] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ================================================================================ {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 557.263789] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] allow_resize_to_same_host = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.263958] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] arq_binding_timeout = 300 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.264136] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] backdoor_port = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.264237] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] backdoor_socket = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.264401] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] block_device_allocate_retries = 60 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.264560] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] block_device_allocate_retries_interval = 3 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.264726] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cert = self.pem {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.264890] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.265067] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] compute_monitors = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.265238] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] config_dir = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.265406] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] config_drive_format = iso9660 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.265538] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.265699] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] config_source = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.265861] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] console_host = devstack {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.266033] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] control_exchange = nova {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.266198] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cpu_allocation_ratio = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.266356] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] daemon = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.266522] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] debug = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.266677] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] default_access_ip_network_name = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.266842] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] default_availability_zone = nova {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.266997] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] default_ephemeral_format = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.267168] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] default_green_pool_size = 1000 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.267408] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.267572] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] default_schedule_zone = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.267732] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] disk_allocation_ratio = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.267893] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] enable_new_services = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.268113] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] enabled_apis = ['osapi_compute'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.268302] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] enabled_ssl_apis = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.268468] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] flat_injected = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.268628] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] force_config_drive = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.268785] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] force_raw_images = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.268952] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] graceful_shutdown_timeout = 5 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.269156] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] heal_instance_info_cache_interval = 60 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.269381] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] host = cpu-1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.269556] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.269722] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.269882] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.270112] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.270277] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] instance_build_timeout = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.270436] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] instance_delete_interval = 300 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.270598] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] instance_format = [instance: %(uuid)s] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.270763] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] instance_name_template = instance-%08x {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.270923] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] instance_usage_audit = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.271105] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] instance_usage_audit_period = month {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.271274] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.271436] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.271599] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] internal_service_availability_zone = internal {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.271752] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] key = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.271909] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] live_migration_retry_count = 30 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.272088] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] log_color = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.272257] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] log_config_append = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.272425] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.272585] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] log_dir = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.272742] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] log_file = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.272871] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] log_options = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.273044] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] log_rotate_interval = 1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.273218] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] log_rotate_interval_type = days {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.273385] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] log_rotation_type = none {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.273513] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.273638] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.273809] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.273977] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.274116] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.274283] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] long_rpc_timeout = 1800 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.274443] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] max_concurrent_builds = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.274603] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] max_concurrent_live_migrations = 1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.274763] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] max_concurrent_snapshots = 5 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.274922] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] max_local_block_devices = 3 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.275091] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] max_logfile_count = 30 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.275254] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] max_logfile_size_mb = 200 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.275413] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] maximum_instance_delete_attempts = 5 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.275579] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] metadata_listen = 0.0.0.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.275746] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] metadata_listen_port = 8775 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.275913] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] metadata_workers = 2 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.276088] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] migrate_max_retries = -1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.276257] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] mkisofs_cmd = genisoimage {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.276460] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.276590] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] my_ip = 10.180.1.21 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.276791] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.276954] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] network_allocate_retries = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.277147] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.277318] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.277482] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] osapi_compute_listen_port = 8774 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.277649] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] osapi_compute_unique_server_name_scope = {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.277818] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] osapi_compute_workers = 2 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.278033] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] password_length = 12 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.278191] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] periodic_enable = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.278359] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] periodic_fuzzy_delay = 60 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.278527] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] pointer_model = usbtablet {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.278691] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] preallocate_images = none {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.278849] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] publish_errors = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.278986] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] pybasedir = /opt/stack/nova {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.279185] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ram_allocation_ratio = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.279350] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] rate_limit_burst = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.279517] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] rate_limit_except_level = CRITICAL {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.279678] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] rate_limit_interval = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.279835] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] reboot_timeout = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.279994] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] reclaim_instance_interval = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.280164] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] record = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.280333] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] reimage_timeout_per_gb = 60 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.280495] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] report_interval = 120 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.280652] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] rescue_timeout = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.280814] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] reserved_host_cpus = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.280965] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] reserved_host_disk_mb = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.281136] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] reserved_host_memory_mb = 512 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.281299] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] reserved_huge_pages = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.281459] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] resize_confirm_window = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.281621] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] resize_fs_using_block_device = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.281778] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] resume_guests_state_on_host_boot = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.281946] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.282120] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] rpc_response_timeout = 60 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.282286] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] run_external_periodic_tasks = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.282451] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] running_deleted_instance_action = reap {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.282611] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.282770] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] running_deleted_instance_timeout = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.282928] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] scheduler_instance_sync_interval = 120 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.283107] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] service_down_time = 720 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.283280] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] servicegroup_driver = db {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.283435] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] shell_completion = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.283592] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] shelved_offload_time = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.283748] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] shelved_poll_interval = 3600 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.283913] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] shutdown_timeout = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.284084] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] source_is_ipv6 = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.284247] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ssl_only = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.284498] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.284664] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] sync_power_state_interval = 600 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.284825] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] sync_power_state_pool_size = 1000 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.284993] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] syslog_log_facility = LOG_USER {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.285167] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] tempdir = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.285330] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] timeout_nbd = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.285497] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] transport_url = **** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.285658] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] update_resources_interval = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.285817] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] use_cow_images = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.286011] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] use_eventlog = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.286147] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] use_journal = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.286349] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] use_json = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.286463] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] use_rootwrap_daemon = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.286619] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] use_stderr = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.286777] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] use_syslog = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.286930] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vcpu_pin_set = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.287107] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vif_plugging_is_fatal = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.287279] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vif_plugging_timeout = 300 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.287442] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] virt_mkfs = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.287601] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] volume_usage_poll_interval = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.287759] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] watch_log_file = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.287922] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] web = /usr/share/spice-html5 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.288148] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.288319] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.288485] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.288658] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_concurrency.disable_process_locking = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.289214] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.289412] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.289589] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.289766] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.289940] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.290124] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.290314] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.auth_strategy = keystone {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.290488] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.compute_link_prefix = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.290667] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.290844] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.dhcp_domain = novalocal {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.291027] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.enable_instance_password = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.291200] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.glance_link_prefix = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.291369] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.291542] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.291707] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.instance_list_per_project_cells = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.291871] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.list_records_by_skipping_down_cells = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.292049] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.local_metadata_per_cell = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.292227] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.max_limit = 1000 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.292398] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.metadata_cache_expiration = 15 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.292572] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.neutron_default_tenant_id = default {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.292745] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.response_validation = warn {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.292915] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.use_neutron_default_nets = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.293099] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.293272] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.293443] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.293617] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.293789] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.vendordata_dynamic_targets = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.293952] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.vendordata_jsonfile_path = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.294150] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.294347] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.backend = dogpile.cache.memcached {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.294516] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.backend_argument = **** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.294679] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.backend_expiration_time = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.294848] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.config_prefix = cache.oslo {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.295027] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.dead_timeout = 60.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.295200] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.debug_cache_backend = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.295366] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.enable_retry_client = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.295528] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.enable_socket_keepalive = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.295699] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.enabled = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.295865] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.enforce_fips_mode = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.296055] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.expiration_time = 600 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.296229] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.hashclient_retry_attempts = 2 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.296401] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.296561] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.memcache_dead_retry = 300 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.296720] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.memcache_password = **** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.296883] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.297057] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.297227] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.memcache_pool_maxsize = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.297391] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.297555] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.memcache_sasl_enabled = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.297733] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.297901] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.298097] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.memcache_username = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.298276] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.proxies = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.298443] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.redis_db = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.298603] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.redis_password = **** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.298775] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.298952] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.299165] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.redis_server = localhost:6379 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.299343] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.redis_socket_timeout = 1.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.299506] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.redis_username = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.299672] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.retry_attempts = 2 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.299839] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.retry_delay = 0.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.300010] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.socket_keepalive_count = 1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.300184] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.socket_keepalive_idle = 1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.300347] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.socket_keepalive_interval = 1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.300504] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.tls_allowed_ciphers = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.300664] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.tls_cafile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.300820] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.tls_certfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.300982] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.tls_enabled = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.301158] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cache.tls_keyfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.301331] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cinder.auth_section = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.301507] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cinder.auth_type = password {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.301668] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cinder.cafile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.301843] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.302009] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cinder.certfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.302186] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cinder.collect_timing = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.302351] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cinder.cross_az_attach = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.302515] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cinder.debug = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.302675] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cinder.endpoint_template = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.302839] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cinder.http_retries = 3 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.303007] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cinder.insecure = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.303176] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cinder.keyfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.303347] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cinder.os_region_name = RegionOne {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.303511] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cinder.split_loggers = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.303671] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cinder.timeout = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.303862] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.304043] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] compute.cpu_dedicated_set = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.304227] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] compute.cpu_shared_set = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.304423] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] compute.image_type_exclude_list = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.304598] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.304764] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.304926] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.305113] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.305286] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.305453] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] compute.resource_provider_association_refresh = 300 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.305617] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.305782] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] compute.shutdown_retry_interval = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.305961] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.306154] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] conductor.workers = 2 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.306331] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] console.allowed_origins = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.306491] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] console.ssl_ciphers = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.306660] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] console.ssl_minimum_version = default {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.306827] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] consoleauth.enforce_session_timeout = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.306995] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] consoleauth.token_ttl = 600 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.307180] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cyborg.cafile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.307339] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cyborg.certfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.307502] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cyborg.collect_timing = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.307663] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cyborg.connect_retries = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.307822] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cyborg.connect_retry_delay = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.307987] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cyborg.endpoint_override = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.308199] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cyborg.insecure = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.308363] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cyborg.keyfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.308526] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cyborg.max_version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.308686] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cyborg.min_version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.308847] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cyborg.region_name = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.309042] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cyborg.retriable_status_codes = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.309282] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cyborg.service_name = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.309472] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cyborg.service_type = accelerator {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.309641] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cyborg.split_loggers = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.309803] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cyborg.status_code_retries = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.309965] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cyborg.status_code_retry_delay = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.310142] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cyborg.timeout = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.310329] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.310491] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] cyborg.version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.310705] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.asyncio_connection = **** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.310870] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.asyncio_slave_connection = **** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.311067] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.backend = sqlalchemy {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.311231] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.connection = **** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.311435] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.connection_debug = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.311614] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.connection_parameters = {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.311779] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.connection_recycle_time = 3600 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.312015] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.connection_trace = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.312297] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.db_inc_retry_interval = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.312570] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.db_max_retries = 20 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.312770] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.db_max_retry_interval = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.312968] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.db_retry_interval = 1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.313165] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.max_overflow = 50 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.313354] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.max_pool_size = 5 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.313522] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.max_retries = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.313694] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.313858] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.mysql_wsrep_sync_wait = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.314035] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.pool_timeout = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.314237] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.retry_interval = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.314427] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.slave_connection = **** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.314599] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.sqlite_synchronous = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.314763] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] database.use_db_reconnect = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.314956] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api_database.asyncio_connection = **** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.315144] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api_database.asyncio_slave_connection = **** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.315323] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api_database.backend = sqlalchemy {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.315492] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api_database.connection = **** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.315661] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api_database.connection_debug = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.315832] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api_database.connection_parameters = {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.316033] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api_database.connection_recycle_time = 3600 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.316213] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api_database.connection_trace = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.316379] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api_database.db_inc_retry_interval = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.316546] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api_database.db_max_retries = 20 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.316711] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api_database.db_max_retry_interval = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.316875] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api_database.db_retry_interval = 1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.317051] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api_database.max_overflow = 50 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.317221] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api_database.max_pool_size = 5 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.317385] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api_database.max_retries = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.317554] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.317717] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.317877] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api_database.pool_timeout = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.318073] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api_database.retry_interval = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.318248] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api_database.slave_connection = **** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.318415] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] api_database.sqlite_synchronous = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.318590] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] devices.enabled_mdev_types = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.318767] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.318937] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.319120] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ephemeral_storage_encryption.enabled = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.319283] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.319452] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.api_servers = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.319613] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.cafile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.319773] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.certfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.319944] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.collect_timing = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.320138] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.connect_retries = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.320304] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.connect_retry_delay = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.320468] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.debug = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.320634] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.default_trusted_certificate_ids = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.320798] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.enable_certificate_validation = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.320961] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.enable_rbd_download = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.321150] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.endpoint_override = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.321340] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.insecure = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.321505] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.keyfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.321668] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.max_version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.321827] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.min_version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.321994] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.num_retries = 3 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.322180] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.rbd_ceph_conf = {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.322344] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.rbd_connect_timeout = 5 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.322514] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.rbd_pool = {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.322688] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.rbd_user = {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.322851] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.region_name = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.323016] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.retriable_status_codes = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.323181] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.service_name = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.323354] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.service_type = image {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.323518] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.split_loggers = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.323679] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.status_code_retries = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.323837] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.status_code_retry_delay = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.323996] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.timeout = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.324191] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.324357] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.verify_glance_signatures = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.324518] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] glance.version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.324686] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] guestfs.debug = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.324853] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.auth_section = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.325027] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.auth_type = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.325202] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.cafile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.325357] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.certfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.325523] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.collect_timing = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.325684] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.connect_retries = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.325844] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.connect_retry_delay = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.326035] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.endpoint_override = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.326211] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.insecure = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.326370] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.keyfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.326529] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.max_version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.326687] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.min_version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.326845] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.region_name = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.327012] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.retriable_status_codes = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.327182] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.service_name = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.327350] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.service_type = shared-file-system {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.327513] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.share_apply_policy_timeout = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.327675] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.split_loggers = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.327833] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.status_code_retries = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.328018] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.status_code_retry_delay = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.328184] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.timeout = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.328369] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.328532] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] manila.version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.328700] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] mks.enabled = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.329070] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.329265] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] image_cache.manager_interval = 2400 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.329434] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] image_cache.precache_concurrency = 1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.329606] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] image_cache.remove_unused_base_images = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.329776] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.329943] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.330138] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] image_cache.subdirectory_name = _base {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.330317] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.api_max_retries = 60 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.330483] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.api_retry_interval = 2 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.330643] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.auth_section = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.330804] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.auth_type = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.330962] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.cafile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.331132] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.certfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.331300] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.collect_timing = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.331462] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.conductor_group = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.331620] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.connect_retries = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.331777] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.connect_retry_delay = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.331934] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.endpoint_override = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.332143] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.insecure = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.332310] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.keyfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.332472] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.max_version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.332633] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.min_version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.332798] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.peer_list = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.332957] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.region_name = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.333131] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.retriable_status_codes = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.333298] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.serial_console_state_timeout = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.333455] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.service_name = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.333624] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.service_type = baremetal {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.333783] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.shard = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.333944] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.split_loggers = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.334116] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.status_code_retries = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.334279] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.status_code_retry_delay = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.334437] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.timeout = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.334616] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.334776] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ironic.version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.334957] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.335147] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] key_manager.fixed_key = **** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.335332] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.335492] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican.barbican_api_version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.335651] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican.barbican_endpoint = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.335821] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican.barbican_endpoint_type = public {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.336008] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican.barbican_region_name = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.336183] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican.cafile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.336345] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican.certfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.336510] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican.collect_timing = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.336673] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican.insecure = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.336831] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican.keyfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.336993] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican.number_of_retries = 60 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.337175] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican.retry_delay = 1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.337340] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican.send_service_user_token = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.337677] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican.split_loggers = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.337677] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican.timeout = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.337810] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican.verify_ssl = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.337969] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican.verify_ssl_path = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.338247] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican_service_user.auth_section = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.338342] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican_service_user.auth_type = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.338503] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican_service_user.cafile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.338662] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican_service_user.certfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.338825] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican_service_user.collect_timing = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.338988] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican_service_user.insecure = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.339171] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican_service_user.keyfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.339327] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican_service_user.split_loggers = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.339485] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] barbican_service_user.timeout = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.339652] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vault.approle_role_id = **** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.339808] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vault.approle_secret_id = **** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.339978] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vault.kv_mountpoint = secret {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.340152] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vault.kv_path = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.340322] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vault.kv_version = 2 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.340482] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vault.namespace = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.340641] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vault.root_token_id = **** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.340799] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vault.ssl_ca_crt_file = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.340965] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vault.timeout = 60.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.341143] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vault.use_ssl = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.341320] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.341487] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] keystone.cafile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.341646] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] keystone.certfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.341808] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] keystone.collect_timing = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.341970] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] keystone.connect_retries = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.342142] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] keystone.connect_retry_delay = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.342302] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] keystone.endpoint_override = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.342462] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] keystone.insecure = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.342619] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] keystone.keyfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.342776] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] keystone.max_version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.342931] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] keystone.min_version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.343103] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] keystone.region_name = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.343265] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] keystone.retriable_status_codes = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.343423] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] keystone.service_name = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.343589] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] keystone.service_type = identity {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.343750] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] keystone.split_loggers = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.343916] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] keystone.status_code_retries = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.344143] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] keystone.status_code_retry_delay = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.344329] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] keystone.timeout = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.344524] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.344674] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] keystone.version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.344865] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.ceph_mount_options = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.345189] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.345379] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.connection_uri = {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.345545] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.cpu_mode = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.345716] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.345886] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.cpu_models = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.346070] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.cpu_power_governor_high = performance {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.346245] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.346410] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.cpu_power_management = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.346585] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.346753] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.device_detach_attempts = 8 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.346918] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.device_detach_timeout = 20 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.347105] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.disk_cachemodes = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.347271] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.disk_prefix = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.347438] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.enabled_perf_events = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.347602] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.file_backed_memory = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.347769] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.gid_maps = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.347929] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.hw_disk_discard = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.348130] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.hw_machine_type = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.348315] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.images_rbd_ceph_conf = {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.348482] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.348648] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.348817] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.images_rbd_glance_store_name = {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.348988] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.images_rbd_pool = rbd {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.349172] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.images_type = default {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.349332] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.images_volume_group = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.349496] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.inject_key = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.349658] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.inject_partition = -2 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.349821] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.inject_password = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.349982] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.iscsi_iface = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.350161] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.iser_use_multipath = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.350341] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.350526] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.350692] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.live_migration_downtime = 500 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.350855] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.351028] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.351194] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.live_migration_inbound_addr = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.351360] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.351522] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.351679] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.live_migration_scheme = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.351850] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.live_migration_timeout_action = abort {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.352030] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.live_migration_tunnelled = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.352199] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.live_migration_uri = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.352361] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.live_migration_with_native_tls = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.352521] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.max_queues = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.352684] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.352918] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.353096] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.nfs_mount_options = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.353403] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.353582] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.353749] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.353910] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.354092] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.354264] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.num_pcie_ports = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.354433] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.354615] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.pmem_namespaces = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.354758] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.quobyte_client_cfg = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.355060] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.355279] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.355492] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.355671] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.355836] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.rbd_secret_uuid = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.356015] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.rbd_user = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.356213] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.356389] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.356550] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.rescue_image_id = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.356711] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.rescue_kernel_id = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.356868] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.rescue_ramdisk_id = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.357047] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.357213] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.rx_queue_size = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.357381] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.smbfs_mount_options = {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.357676] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.357858] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.snapshot_compression = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.358051] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.snapshot_image_format = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.358304] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.358476] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.sparse_logical_volumes = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.358641] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.swtpm_enabled = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.358812] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.swtpm_group = tss {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.358982] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.swtpm_user = tss {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.359165] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.sysinfo_serial = unique {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.359328] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.tb_cache_size = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.359488] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.tx_queue_size = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.359652] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.uid_maps = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.359815] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.use_virtio_for_bridges = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.359984] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.virt_type = kvm {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.360177] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.volume_clear = zero {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.360343] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.volume_clear_size = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.360508] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.volume_use_multipath = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.360666] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.vzstorage_cache_path = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.360833] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.361009] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.361184] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.361352] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.361642] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.361827] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.vzstorage_mount_user = stack {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.361997] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.362197] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.auth_section = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.362373] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.auth_type = password {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.362536] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.cafile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.362695] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.certfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.362857] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.collect_timing = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.363026] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.connect_retries = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.363191] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.connect_retry_delay = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.363358] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.default_floating_pool = public {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.363516] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.endpoint_override = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.363677] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.extension_sync_interval = 600 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.363838] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.http_retries = 3 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.363998] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.insecure = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.364173] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.keyfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.364332] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.max_version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.364500] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.364662] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.min_version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.364824] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.ovs_bridge = br-int {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.364987] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.physnets = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.365174] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.region_name = RegionOne {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.365336] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.retriable_status_codes = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.365505] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.service_metadata_proxy = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.365664] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.service_name = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.365829] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.service_type = network {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.366067] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.split_loggers = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.366257] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.status_code_retries = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.366419] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.status_code_retry_delay = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.366578] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.timeout = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.366759] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.366923] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] neutron.version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.367109] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] notifications.bdms_in_notifications = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.367293] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] notifications.default_level = INFO {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.367458] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] notifications.include_share_mapping = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.367632] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] notifications.notification_format = unversioned {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.367795] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] notifications.notify_on_state_change = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.367969] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.368198] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] pci.alias = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.368388] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] pci.device_spec = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.368556] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] pci.report_in_placement = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.368730] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.auth_section = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.368903] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.auth_type = password {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.369137] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.369354] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.cafile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.369526] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.certfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.369696] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.collect_timing = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.369858] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.connect_retries = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.370030] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.connect_retry_delay = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.370200] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.default_domain_id = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.370370] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.default_domain_name = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.370535] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.domain_id = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.370695] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.domain_name = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.370853] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.endpoint_override = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.371026] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.insecure = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.371194] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.keyfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.371353] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.max_version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.371510] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.min_version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.371680] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.password = **** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.371840] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.project_domain_id = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.372013] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.project_domain_name = Default {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.372192] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.project_id = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.372366] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.project_name = service {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.372531] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.region_name = RegionOne {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.372694] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.retriable_status_codes = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.372854] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.service_name = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.373035] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.service_type = placement {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.373207] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.split_loggers = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.373367] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.status_code_retries = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.373525] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.status_code_retry_delay = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.373683] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.system_scope = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.373841] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.timeout = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.373999] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.trust_id = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.374172] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.user_domain_id = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.374340] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.user_domain_name = Default {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.374497] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.user_id = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.374671] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.username = nova {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.374855] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.375027] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] placement.version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.375212] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] quota.cores = 20 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.375379] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] quota.count_usage_from_placement = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.375549] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.375717] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] quota.injected_file_content_bytes = 10240 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.375891] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] quota.injected_file_path_length = 255 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.376091] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] quota.injected_files = 5 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.376269] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] quota.instances = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.376435] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] quota.key_pairs = 100 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.376602] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] quota.metadata_items = 128 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.376766] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] quota.ram = 51200 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.376930] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] quota.recheck_quota = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.377111] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] quota.server_group_members = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.377283] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] quota.server_groups = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.377493] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.377669] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] quota.unified_limits_resource_strategy = require {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.378266] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.378266] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.378266] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] scheduler.image_metadata_prefilter = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.378428] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.378555] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] scheduler.max_attempts = 3 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.378723] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] scheduler.max_placement_results = 1000 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.378890] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.379085] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.379267] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.379444] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] scheduler.workers = 2 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.379618] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.379795] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.379977] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.380163] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.380332] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.380498] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.380661] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.380847] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.381039] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.host_subset_size = 1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.381191] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.381352] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.381512] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.381676] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.isolated_hosts = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.381854] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.isolated_images = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.382027] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.382196] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.382358] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.382518] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.pci_in_placement = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.382678] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.382834] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.382993] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.383171] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.383333] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.383495] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.383653] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.track_instance_changes = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.383828] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.383995] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] metrics.required = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.384174] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] metrics.weight_multiplier = 1.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.384338] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.384500] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] metrics.weight_setting = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.384811] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.384986] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] serial_console.enabled = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.385203] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] serial_console.port_range = 10000:20000 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.385384] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.385556] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.385725] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] serial_console.serialproxy_port = 6083 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.385903] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] service_user.auth_section = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.386109] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] service_user.auth_type = password {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.386276] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] service_user.cafile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.386435] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] service_user.certfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.386599] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] service_user.collect_timing = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.386760] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] service_user.insecure = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.386917] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] service_user.keyfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.387100] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] service_user.send_service_user_token = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.387271] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] service_user.split_loggers = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.387430] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] service_user.timeout = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.387600] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] spice.agent_enabled = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.387761] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] spice.enabled = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.388112] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.388326] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.388501] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] spice.html5proxy_port = 6082 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.388663] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] spice.image_compression = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.388821] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] spice.jpeg_compression = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.388990] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] spice.playback_compression = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.389182] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] spice.require_secure = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.389355] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] spice.server_listen = 127.0.0.1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.389523] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.389680] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] spice.streaming_mode = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.389838] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] spice.zlib_compression = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.390033] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] upgrade_levels.baseapi = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.390227] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] upgrade_levels.compute = auto {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.390390] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] upgrade_levels.conductor = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.390548] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] upgrade_levels.scheduler = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.390712] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.390872] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.391038] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vendordata_dynamic_auth.cafile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.391203] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vendordata_dynamic_auth.certfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.391364] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.391521] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vendordata_dynamic_auth.insecure = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.391678] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.391837] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.391994] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vendordata_dynamic_auth.timeout = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.392185] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.api_retry_count = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.392345] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.ca_file = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.392512] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.392678] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.cluster_name = testcl1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.392842] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.connection_pool_size = 10 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.393006] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.console_delay_seconds = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.393185] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.datastore_regex = ^datastore.* {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.393388] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.393575] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.host_password = **** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.393743] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.host_port = 443 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.393909] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.host_username = administrator@vsphere.local {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.394087] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.insecure = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.394252] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.integration_bridge = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.394414] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.maximum_objects = 100 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.394569] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.pbm_default_policy = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.394729] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.pbm_enabled = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.394884] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.pbm_wsdl_location = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.395062] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.395227] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.serial_port_proxy_uri = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.395385] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.serial_port_service_uri = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.395548] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.task_poll_interval = 0.5 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.395715] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.use_linked_clone = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.395887] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.vnc_keymap = en-us {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.396081] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.vnc_port = 5900 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.396251] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vmware.vnc_port_total = 10000 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.396436] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vnc.auth_schemes = ['none'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.396608] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vnc.enabled = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.396891] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.397087] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.397299] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vnc.novncproxy_port = 6080 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.397492] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vnc.server_listen = 127.0.0.1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.397671] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.397833] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vnc.vencrypt_ca_certs = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.398039] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vnc.vencrypt_client_cert = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.398200] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vnc.vencrypt_client_key = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.398379] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.398542] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] workarounds.disable_deep_image_inspection = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.398703] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.398863] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.399034] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.399199] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] workarounds.disable_rootwrap = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.399358] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] workarounds.enable_numa_live_migration = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.399518] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.399679] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.399840] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.399998] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] workarounds.libvirt_disable_apic = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.400174] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.400337] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.400498] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.400660] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.400819] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.400977] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.401147] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.401309] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.401466] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.401625] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.401805] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.401973] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] wsgi.client_socket_timeout = 900 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.402181] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] wsgi.default_pool_size = 1000 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.402357] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] wsgi.keep_alive = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.402526] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] wsgi.max_header_line = 16384 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.402688] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.402849] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] wsgi.ssl_ca_file = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.403020] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] wsgi.ssl_cert_file = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.403185] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] wsgi.ssl_key_file = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.403351] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] wsgi.tcp_keepidle = 600 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.403521] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.403687] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] zvm.ca_file = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.403847] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] zvm.cloud_connector_url = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.404160] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.404340] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] zvm.reachable_timeout = 300 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.404512] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.404686] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.404859] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] profiler.connection_string = messaging:// {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.405055] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] profiler.enabled = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.405208] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] profiler.es_doc_type = notification {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.405377] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] profiler.es_scroll_size = 10000 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.405543] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] profiler.es_scroll_time = 2m {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.405703] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] profiler.filter_error_trace = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.405868] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] profiler.hmac_keys = **** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.406066] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] profiler.sentinel_service_name = mymaster {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.406240] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] profiler.socket_timeout = 0.1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.406400] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] profiler.trace_requests = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.406559] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] profiler.trace_sqlalchemy = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.406739] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] profiler_jaeger.process_tags = {} {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.406897] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] profiler_jaeger.service_name_prefix = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.407071] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] profiler_otlp.service_name_prefix = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.407240] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] remote_debug.host = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.407397] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] remote_debug.port = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.407572] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.407731] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.407892] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.408081] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.408253] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.408413] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.408572] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.408732] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.408892] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.409096] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.409306] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.409504] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.409677] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.409846] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.410027] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.410200] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.410374] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.410547] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.410710] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.410871] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.411052] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.411223] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.411384] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.411552] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.411714] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.411874] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.412044] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.412211] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.412378] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.412542] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.ssl = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.412717] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.412878] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.413050] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.413225] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.413393] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.413554] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.413748] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.413916] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_notifications.retry = -1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.414135] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.414328] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.414502] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.auth_section = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.414667] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.auth_type = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.414827] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.cafile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.414986] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.certfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.415169] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.collect_timing = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.415330] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.connect_retries = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.415488] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.connect_retry_delay = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.415646] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.endpoint_id = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.415814] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.415973] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.endpoint_override = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.416143] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.endpoint_region_name = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.416305] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.endpoint_service_name = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.416461] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.endpoint_service_type = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.416623] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.insecure = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.416780] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.keyfile = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.416937] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.max_version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.417104] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.min_version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.417263] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.region_name = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.417422] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.retriable_status_codes = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.417579] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.service_name = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.417768] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.service_type = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.417943] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.split_loggers = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.418144] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.status_code_retries = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.418314] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.status_code_retry_delay = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.418475] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.timeout = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.418635] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.valid_interfaces = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.418792] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_limit.version = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.418960] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_reports.file_event_handler = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.419142] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.419310] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] oslo_reports.log_dir = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.419481] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.419640] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.419797] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.419960] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.420138] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.420299] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.420470] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.420631] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vif_plug_ovs_privileged.group = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.420791] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.420958] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.421164] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.421338] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] vif_plug_ovs_privileged.user = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.421511] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.421689] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.421862] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.422043] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.422222] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.422393] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.422559] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.422720] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.422897] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.423081] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] os_vif_ovs.isolate_vif = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.423257] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.423423] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.423592] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.423759] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.423922] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] os_vif_ovs.per_port_bridge = False {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.424107] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] privsep_osbrick.capabilities = [21] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.424275] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] privsep_osbrick.group = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.424434] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] privsep_osbrick.helper_command = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.424598] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.424764] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.424922] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] privsep_osbrick.user = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.425111] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.425278] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] nova_sys_admin.group = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.425435] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] nova_sys_admin.helper_command = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.425597] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.425759] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.425937] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] nova_sys_admin.user = None {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.426095] env[62306]: DEBUG oslo_service.service [None req-0749ee2b-7856-483a-9986-2784c111ef90 None None] ******************************************************************************** {{(pid=62306) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 557.426512] env[62306]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 557.930161] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Getting list of instances from cluster (obj){ [ 557.930161] env[62306]: value = "domain-c8" [ 557.930161] env[62306]: _type = "ClusterComputeResource" [ 557.930161] env[62306]: } {{(pid=62306) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 557.931239] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4793576f-bb67-4845-8822-aba5decdbb29 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.939874] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Got total of 0 instances {{(pid=62306) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 557.940460] env[62306]: WARNING nova.virt.vmwareapi.driver [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 557.940928] env[62306]: INFO nova.virt.node [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Generated node identity 8987d069-ee8b-4b99-9293-8d91cd057fe9 [ 557.941178] env[62306]: INFO nova.virt.node [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Wrote node identity 8987d069-ee8b-4b99-9293-8d91cd057fe9 to /opt/stack/data/n-cpu-1/compute_id [ 558.443441] env[62306]: WARNING nova.compute.manager [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Compute nodes ['8987d069-ee8b-4b99-9293-8d91cd057fe9'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 559.449190] env[62306]: INFO nova.compute.manager [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 560.455386] env[62306]: WARNING nova.compute.manager [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 560.455751] env[62306]: DEBUG oslo_concurrency.lockutils [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.455871] env[62306]: DEBUG oslo_concurrency.lockutils [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.456054] env[62306]: DEBUG oslo_concurrency.lockutils [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.456239] env[62306]: DEBUG nova.compute.resource_tracker [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 560.457195] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8155fbf6-6d15-4d8c-9ee4-e3bf1e6b0eab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.465173] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431da3de-10df-408b-8959-bd8029a0f6e7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.479493] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f4b047-e001-41e7-a601-9907a97e17f6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.485807] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60610bd8-8069-45fc-9bf4-012f44f9180e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.513436] env[62306]: DEBUG nova.compute.resource_tracker [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181358MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 560.513587] env[62306]: DEBUG oslo_concurrency.lockutils [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.513763] env[62306]: DEBUG oslo_concurrency.lockutils [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.016392] env[62306]: WARNING nova.compute.resource_tracker [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] No compute node record for cpu-1:8987d069-ee8b-4b99-9293-8d91cd057fe9: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 8987d069-ee8b-4b99-9293-8d91cd057fe9 could not be found. [ 561.520735] env[62306]: INFO nova.compute.resource_tracker [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 8987d069-ee8b-4b99-9293-8d91cd057fe9 [ 563.028608] env[62306]: DEBUG nova.compute.resource_tracker [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 563.028969] env[62306]: DEBUG nova.compute.resource_tracker [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 563.186154] env[62306]: INFO nova.scheduler.client.report [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] [req-d6f9b10b-193f-4234-aeb8-dc22c849ff8c] Created resource provider record via placement API for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 563.202751] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f702511d-3eb4-4e7f-8af3-9a791c28f662 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.210569] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f69bf5c-a1df-41b8-bbb3-9e9f7be21572 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.239933] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770294ed-7ade-4916-9a2a-0797b640fe23 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.247390] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3861dd10-7957-4d61-8a46-9188b7194c98 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.260243] env[62306]: DEBUG nova.compute.provider_tree [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 563.795822] env[62306]: DEBUG nova.scheduler.client.report [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 563.796084] env[62306]: DEBUG nova.compute.provider_tree [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 0 to 1 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 563.796230] env[62306]: DEBUG nova.compute.provider_tree [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 563.846683] env[62306]: DEBUG nova.compute.provider_tree [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 1 to 2 during operation: update_traits {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 564.351006] env[62306]: DEBUG nova.compute.resource_tracker [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 564.351284] env[62306]: DEBUG oslo_concurrency.lockutils [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.837s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.351430] env[62306]: DEBUG nova.service [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Creating RPC server for service compute {{(pid=62306) start /opt/stack/nova/nova/service.py:186}} [ 564.365817] env[62306]: DEBUG nova.service [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] Join ServiceGroup membership for this service compute {{(pid=62306) start /opt/stack/nova/nova/service.py:203}} [ 564.366066] env[62306]: DEBUG nova.servicegroup.drivers.db [None req-50268fe0-00b9-4242-a898-a287390a67f2 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62306) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 584.369015] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.873419] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Getting list of instances from cluster (obj){ [ 584.873419] env[62306]: value = "domain-c8" [ 584.873419] env[62306]: _type = "ClusterComputeResource" [ 584.873419] env[62306]: } {{(pid=62306) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 584.874740] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f0b2b7-8eb2-4efe-85a0-01f6b0a43a6b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.883347] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Got total of 0 instances {{(pid=62306) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 584.883568] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.883863] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Getting list of instances from cluster (obj){ [ 584.883863] env[62306]: value = "domain-c8" [ 584.883863] env[62306]: _type = "ClusterComputeResource" [ 584.883863] env[62306]: } {{(pid=62306) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 584.884691] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e299a41-a7f1-4cfa-822f-9d885ade016d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.891708] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Got total of 0 instances {{(pid=62306) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 612.743917] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.744375] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.744442] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 612.744564] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 613.247980] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Didn't find any instances for network info cache update. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 613.248232] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.248404] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.248596] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.248820] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.249016] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.249204] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.249367] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 613.249511] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.752649] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.753103] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.753103] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.753238] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 613.754164] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3d986d-7080-47ab-8d79-0301fe72740a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.765370] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d8a413-6074-4474-b556-9ce7b25b384c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.784192] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5c278a-a2c0-46fe-9041-321bfc07a2df {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.790284] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd80e7c2-2645-400b-9a3e-f34e5c89bd37 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.819157] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181347MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 613.819374] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.819486] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.839996] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 614.840320] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 614.855159] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e58ef9-8400-460e-bc0f-059ead43fb4e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.862914] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928d0d0f-ed37-42f7-bb54-f2e9f9c33820 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.892820] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be09c97-6e09-4905-9414-0ca50f4c0bcb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.899676] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d167ede-eee6-4272-adeb-d77d3e11151e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.912478] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.415852] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.921569] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 615.921995] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.102s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.907556] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.907985] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.412524] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.412750] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 676.412876] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 676.915955] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Didn't find any instances for network info cache update. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 676.916332] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.916332] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.916584] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.916649] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.916769] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.916913] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.917052] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 676.917202] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.420473] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.420773] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.420956] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.421121] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 677.422006] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9bea2c-04cf-4328-acfd-89e082c35c5d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.430420] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed80dc5c-e84c-488b-b431-a8984d1dde87 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.443675] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9622a312-31f1-4aac-8cdb-700886c4f736 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.449729] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e595abe4-cf94-4279-962e-60cee9cb1178 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.477000] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181344MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 677.477150] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.477338] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.496479] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 678.496743] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 678.509613] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c074f997-8fd7-4d96-9c33-8f29de85624f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.517686] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a16d15-b990-49c9-a3c8-94e5b61dc545 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.546418] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3a08d0-d688-43e4-aa5f-8e60044d78f0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.553339] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbbedc1-b864-4276-8f5e-23ab5973cb35 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.566754] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.070198] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.071504] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 679.071688] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.073284] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.073627] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.073712] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 739.073794] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 739.577325] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Didn't find any instances for network info cache update. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 739.577557] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.577675] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.577829] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.577966] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.578127] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.578270] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.578396] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 739.578529] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.081891] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.082342] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.082342] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.082474] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 740.083365] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc10daa-d738-43c5-b6f5-051e7ad1fc56 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.091702] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da04f947-4949-4ec5-a877-5ef1a6e142fe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.105076] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4458400-1a42-4077-ae57-3be2e6c75a9b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.111157] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e97e4d-a929-4580-bc1e-ba5e16de21cb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.138809] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181335MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 740.138964] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.139144] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.159563] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 741.159563] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 741.173017] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09df46ec-dc05-4a64-8502-2407e24f2ba4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.178833] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0a29b8-7218-485d-93ba-1c05381d38e8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.207656] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf13be7-3cdd-445c-9ef9-9afb9223473f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.215095] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e9819f-75e5-4514-8aec-53e5a94ab71e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.228074] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.731768] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.732530] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 741.732740] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.389361] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.389759] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.896786] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.896786] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 798.896786] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 799.397920] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Didn't find any instances for network info cache update. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 799.398294] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.398294] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.398448] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.398592] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.398726] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.398862] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.398987] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 799.399140] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.902617] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.902893] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.903114] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.903319] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 799.904234] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf5d1ae-8cf4-40e9-8d20-a774eaba26c7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.912789] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21c69b9-a786-4f3f-aa36-fe1c6c7183ce {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.925961] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490d31ba-f81d-4243-a12c-488a04d0faf6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.932370] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b381f8-1302-4034-8ce1-7d4e82814fc8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.960843] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181316MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 799.961010] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.961225] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.980145] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 800.980454] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 800.995622] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065e7dc5-bf4f-4a06-ae5e-75eba9491501 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.003328] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb63aa9-379e-4999-8356-a8ce8e8cd472 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.032655] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3d669d-be7c-4c11-bce4-b2d047a7bea0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.039349] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7455578e-d379-4adb-8137-ca4a51ce34d7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.051770] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.554985] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.556292] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 801.556475] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.735728] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.736126] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Cleaning up deleted instances {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 853.240092] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] There are 0 instances to clean {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 853.240346] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.240484] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Cleaning up deleted instances with incomplete migration {{(pid=62306) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 853.742810] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.245614] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.246091] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.246091] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.246170] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.246283] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 856.735432] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.735681] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.239276] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.239530] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.239680] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.239830] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 857.240733] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8328d20f-ff61-46f1-8f21-443cb2c752c5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.248945] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beac07d5-0b89-4eb6-851f-fdedb5128f60 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.262397] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e28c0c-d2b2-418c-8085-d8336ab5644e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.268463] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69548855-0004-4950-8680-9de106359e12 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.296073] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181318MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 857.296212] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.296384] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.315503] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 858.315738] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 858.328340] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93648e09-7a0e-4010-9a4a-b87051fd3e39 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.335879] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd61c9e-a271-4fed-9b68-12689c7c4db8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.364889] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58692d2-e465-4200-842b-0de0f3a72aff {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.371890] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89e566e-81ef-4d2b-b2c0-0133529847cb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.384384] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.887186] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.888453] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 858.888633] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.890066] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.890066] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.890066] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 859.890066] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 860.393259] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Didn't find any instances for network info cache update. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 860.393497] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.737187] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.737485] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 916.737139] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.737383] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.737631] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.737662] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.731375] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.235563] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.739274] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.739542] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.739714] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.739908] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 918.740771] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da64876-cb68-4282-881c-2011f47fe4fa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.750216] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c265f02-4698-466d-8c18-c338dda9a0b9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.764041] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5704181a-6b46-4423-bc0a-62d6ff27124e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.770132] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34799ab2-7150-4b2c-a7a2-e43d203b63e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.797611] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181300MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 918.797766] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.797943] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.831905] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 919.832155] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 919.848965] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 919.862277] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 919.862496] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 919.875097] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 919.892546] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 919.904291] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6ed5f0-f8c2-4811-a15a-a4afbd8fccdf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.911624] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fec3db3-b8a8-47d3-b53f-037d5b983792 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.940322] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0b0145-cf5f-4217-83ea-83c58ff7b9d2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.947008] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c522175f-30ab-48a1-929d-9ec7aa26b8dc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.959472] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.462854] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.464159] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 920.464344] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.666s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.463013] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.463443] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.463443] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 921.463528] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 921.967350] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Didn't find any instances for network info cache update. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 921.967614] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.736781] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.737239] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.737511] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.737754] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 978.737138] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.737483] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.737520] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.244697] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.244936] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.245137] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.245300] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 979.246307] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fdcb40-2563-4eb2-9127-ca435039ee3b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.254421] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee80c0ab-cda1-455b-9eba-45dadf031b10 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.267856] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bc290c-22d7-40ea-a095-2251c847be88 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.273823] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119c68e2-9834-4905-9c6e-0a08b92027ec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.301909] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181286MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 979.302051] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.302240] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.320791] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 980.321037] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 980.336037] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d698d2a-00a4-4f38-ba65-09a8d4bdf931 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.343543] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c4e628-dd0a-416e-802d-f66fad195238 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.372255] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3fbfb0-03fb-4667-9b15-f1fffc4c7d83 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.379071] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cd2c4c-5587-419f-8dc3-1493702944de {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.392513] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.895207] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.896508] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 980.896705] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.890497] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.890840] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.890840] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 981.890905] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 982.394312] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Didn't find any instances for network info cache update. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 982.394551] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.737734] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.739478] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1037.736670] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1037.736915] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.736117] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.730440] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.735049] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.735209] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1039.735312] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1040.238663] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Didn't find any instances for network info cache update. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1040.239041] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.735693] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.238880] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.239294] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.239342] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.239487] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1041.240380] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afe2e6c-4ab1-4feb-ad95-8aa0237482bc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.248620] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4a0d27-cc3b-46f5-9554-a9a8f52bbbe6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.262059] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8af2663-d38e-4806-8c4c-4f48bee0b183 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.267872] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4697978-00f1-4568-a575-41ea8520bb73 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.296454] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181312MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1041.296609] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.296766] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.316451] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1042.316730] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1042.331524] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1817efd-57a3-40d3-ae49-4b21e56f8629 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.339595] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d045cf7d-ae4f-45c2-ad62-731301c2cdcc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.368500] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b89c7e-8f58-4e81-acb3-63cb32ba67ac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.375152] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0534731b-f7dc-41f3-99ef-ec2708974d0d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.387361] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.890726] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.892036] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1042.892230] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.886841] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.391416] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.736604] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.736604] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1098.737290] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.737290] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.737290] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.736114] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.730054] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.734595] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.734737] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1101.734851] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1102.237883] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Didn't find any instances for network info cache update. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1102.238360] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.740873] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.741145] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.741280] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.741428] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1102.742335] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de14049-b6dd-4abd-9271-d2db30d2d2ba {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.750595] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3dc36f-b399-48a3-b256-3db859392ca1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.764084] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d95368-b0d4-4f6b-898b-d0e627afb13d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.769877] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cd491b-22be-436a-8353-f4a58095da5d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.798171] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181379MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1102.798321] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.798495] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.818369] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1103.818597] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1103.831814] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ef0c71-09e3-4ede-9a9d-c4f385740246 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.839408] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c61374e-fd18-421b-8985-2cf0348924dc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.867640] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a09f7d8-67a3-4a6c-9e7e-476b94bd66f3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.874323] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5438d067-495c-4ab5-bb7a-524a2656763a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.887226] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.390239] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.391539] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1104.391715] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.890086] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.735840] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.736295] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Cleaning up deleted instances {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1155.239392] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] There are 0 instances to clean {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1159.239452] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.239905] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.735395] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.735589] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1160.737334] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.731071] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.736090] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.735732] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.735943] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1163.736052] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1164.239443] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Didn't find any instances for network info cache update. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1164.239797] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.742920] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.743174] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.743328] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.743481] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1164.744471] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8690d89a-5f2f-4b8d-87ef-562621d1f4a7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.752895] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbf303b-3ab6-4f62-a739-7c80cb7275cc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.766756] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d056ef76-1038-4ccf-b789-bcea35b540e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.772675] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7326fdbc-661d-4ea4-bb09-d4d7f009bb6a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.800910] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181380MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1164.801064] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.801244] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.820798] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1165.821094] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1165.835071] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7e26bc-f315-40cd-8c0f-d3470346de33 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.842316] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b0589d-3ff7-4863-bd19-f74f0394b388 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.870981] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c1c1dc-24d2-4278-8a4a-d5f403462753 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.877914] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1e1a9c-7edc-475c-a2d4-65c3f70cb5df {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.890781] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.394135] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.395484] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1166.395670] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.395894] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.396061] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Cleaning up deleted instances with incomplete migration {{(pid=62306) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1166.899249] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.899721] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.403081] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.371595] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.874705] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Getting list of instances from cluster (obj){ [ 1184.874705] env[62306]: value = "domain-c8" [ 1184.874705] env[62306]: _type = "ClusterComputeResource" [ 1184.874705] env[62306]: } {{(pid=62306) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1184.875793] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cb7730-0da8-405c-b8df-abbd45486b22 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.884210] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Got total of 0 instances {{(pid=62306) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1220.249209] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.249657] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.735637] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.735858] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1221.736550] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.729952] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.736250] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.736229] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.740031] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1224.740031] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1225.242577] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Didn't find any instances for network info cache update. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1225.736113] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.736113] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.239106] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.239493] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.239585] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.239714] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1226.240616] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7ab6fa-08a4-4a69-bd6b-55615c4939cf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.249050] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d8006b-d016-424b-9cb0-5ec92c4dba08 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.262751] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc4e790-e540-49c7-bbbe-8687de623e8e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.268759] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c85d134-5d24-4d57-8e9d-36fe064a47e2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.297304] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181370MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1226.297423] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.297603] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.418766] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1227.418996] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1227.435021] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1227.445882] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1227.446065] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1227.455448] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1227.469849] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1227.481065] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee811ae-d40c-40e4-b4c4-4bb9d16b5158 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.488593] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38924106-e7cf-4afd-b9b4-d7d33575bfbd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.517656] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b09dc9a-0b53-41bb-90c2-d47c633add3c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.524876] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff256db7-8a9b-4e47-89fa-4d6efe6c9751 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.537565] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.040582] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.041818] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1228.042009] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.744s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.041988] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.042424] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.042424] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.042493] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.042625] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1284.731294] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1285.736152] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.736136] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.736318] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1286.736528] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1287.239623] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Didn't find any instances for network info cache update. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1287.239849] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.743693] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.744205] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.744205] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.744337] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1287.745581] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee09b6ec-2f67-4180-90d8-c9b1f98b9f11 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.753812] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533b970f-e534-4119-8ca1-84153d848a54 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.767381] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04892f0c-ae85-474a-baea-21a5de9595f7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.773370] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ac2d2b-6b70-432e-b86b-82e084a57ce8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.800388] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181370MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1287.800520] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.800701] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.819391] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1288.819691] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1288.833167] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e802c54-9531-406f-ace8-98cc692a02b6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.841101] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9da40a-597d-49ec-aeae-56f8cb8d375c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.871054] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7a96b1-3a3a-49b2-b11a-d183c3ff547c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.879200] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fd400d-e7b3-4a86-a987-64574a6b1be4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.892604] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.395491] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.396793] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1289.396983] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.893121] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.398335] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.736433] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.736816] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.736816] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1342.737543] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.737993] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.730848] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.735792] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.736064] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.736064] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1348.736064] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1349.239350] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Didn't find any instances for network info cache update. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1349.239636] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.742550] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.742968] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.742968] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.743126] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1349.744085] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8050356-9236-4518-9208-b210224f183d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.752541] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebb071d-ba5e-4f14-a624-119fbd164d2c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.767032] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0e5af8-c35c-4cfb-91c6-05ca8aff5f62 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.775156] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739c7810-bc83-4598-90ee-5aada63032de {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.804742] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181376MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1349.804973] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.805187] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.823917] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1350.824211] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1350.838814] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3490b7-babd-4d37-bed5-ee8d4cc35e2b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.847049] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9610a21-e41d-4505-b6ba-244ada35de96 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.875229] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063b2eaf-c265-42bf-b027-98a1dc189711 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.882015] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3305e977-8b1c-4976-8ac8-5f937dfdb8f7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.894367] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.397857] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.399114] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1351.399312] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.896017] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.736822] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.737249] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1402.737713] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.738128] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.735248] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.732771] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.737489] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.737489] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1408.737489] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1409.240107] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Didn't find any instances for network info cache update. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1409.240461] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1409.734888] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.735315] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1411.239086] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.239248] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.239410] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.239562] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1411.240453] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27461e64-3d04-468b-881a-95c83dfdb2ed {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.248513] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895a1615-99c7-4fa8-ad58-40103248e183 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.262041] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e90b691-a47b-490f-9f82-ad42382a36a3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.268118] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c518ae-e18b-46aa-9158-f28482ec4f6c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.295261] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181365MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1411.295420] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.295618] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.314102] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1412.314407] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1412.327036] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9e43bf-e125-4f42-9c01-bb7f503c6723 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.334646] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f700aad-bd21-41d0-9422-af2ecb8815b2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.363689] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b484f29a-e4fb-4266-9553-a1bf2c1414ea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.370254] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81159c4f-9a84-48bd-bb56-e8694363a061 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.382390] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.885641] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.886951] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1412.887142] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.882380] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.737388] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.737795] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1462.737305] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.735254] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.737025] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.737452] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.737452] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Cleaning up deleted instances with incomplete migration {{(pid=62306) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1467.240640] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.735642] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.736105] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.736105] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1468.736178] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1469.239307] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Didn't find any instances for network info cache update. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1469.239601] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.239723] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Cleaning up deleted instances {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1469.743837] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] There are 0 instances to clean {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1470.240597] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.735650] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.736226] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.239816] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.240071] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.240246] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.240408] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1473.241432] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d74b7ad-9706-45ac-a5e5-66859ec55fa1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.249510] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9b7f47-ea1e-438d-9be1-55f4821ad968 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.262759] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cde8a80-7535-41eb-85b3-f028d42adddb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.268633] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baa0b9f-818f-421c-bfdf-5ea99fa623a5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.295902] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181378MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1473.296042] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.296227] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.314978] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1474.315254] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1474.328500] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3a7464-8493-464d-8b36-c5f6a511c986 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.336346] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ecb03e-5cb6-4c08-bd9e-6df9483ed6b7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.365541] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7cc361-82de-4da7-849b-5e3c3a7ba103 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.372469] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bd115c-bd27-4e45-8239-40f64046ec5e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.385255] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1474.888581] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1474.889853] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1474.890049] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.892299] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.892693] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.892755] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1525.736432] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.114419] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Acquiring lock "7ea16ce9-33ee-447a-9b5d-23e7f17225b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.114743] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Lock "7ea16ce9-33ee-447a-9b5d-23e7f17225b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.619438] env[62306]: DEBUG nova.compute.manager [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1526.945945] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Acquiring lock "4f552bc4-3af1-4579-b0d3-8dc962bd27c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.946271] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Lock "4f552bc4-3af1-4579-b0d3-8dc962bd27c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.238284] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.238284] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.240450] env[62306]: INFO nova.compute.claims [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1527.449474] env[62306]: DEBUG nova.compute.manager [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1527.731597] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.737311] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.987188] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.279198] env[62306]: DEBUG nova.scheduler.client.report [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1528.297619] env[62306]: DEBUG nova.scheduler.client.report [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1528.298469] env[62306]: DEBUG nova.compute.provider_tree [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1528.313774] env[62306]: DEBUG nova.scheduler.client.report [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1528.335615] env[62306]: DEBUG nova.scheduler.client.report [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1528.392849] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0b36b3-d9e1-49f7-b37c-515ac2cbf1bb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.401363] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16b582b-f60e-4b53-a6c3-e9de6c1bf05b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.434909] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefa6dd8-8cd5-4995-86e5-b21ac17a5f5e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.442852] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513a9b49-73c6-46bf-b25e-7826145dbf6f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.461570] env[62306]: DEBUG nova.compute.provider_tree [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.967161] env[62306]: DEBUG nova.scheduler.client.report [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1529.476582] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.477253] env[62306]: DEBUG nova.compute.manager [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1529.480507] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.495s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.482513] env[62306]: INFO nova.compute.claims [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1529.635764] env[62306]: DEBUG oslo_concurrency.lockutils [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Acquiring lock "55d53787-be79-4e68-a3a4-76d91695ae24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.637130] env[62306]: DEBUG oslo_concurrency.lockutils [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Lock "55d53787-be79-4e68-a3a4-76d91695ae24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.988330] env[62306]: DEBUG nova.compute.utils [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1529.990175] env[62306]: DEBUG nova.compute.manager [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1529.990441] env[62306]: DEBUG nova.network.neutron [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1530.141418] env[62306]: DEBUG nova.compute.manager [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1530.435239] env[62306]: DEBUG nova.policy [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e72d6f6d41aa4e63837fb4e301e35ac9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07897cb485b141bda59ee50b7371ea1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1530.498124] env[62306]: DEBUG nova.compute.manager [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1530.611212] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87449e3-ec6b-445f-baa4-6d2d15a0a09a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.618918] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8e2550-77bc-4199-809e-e828a421bd6d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.654790] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b7e933-26c7-43c9-a21f-6ecb56ef6ed1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.665931] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d460f4-39d1-46fb-a86b-224e0a60df27 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.682916] env[62306]: DEBUG nova.compute.provider_tree [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.685508] env[62306]: DEBUG oslo_concurrency.lockutils [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.737052] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.737384] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1530.737429] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1530.911813] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "94b578b3-f20b-4701-a6f7-89395226c9a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.912113] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "94b578b3-f20b-4701-a6f7-89395226c9a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.186795] env[62306]: DEBUG nova.scheduler.client.report [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1531.244761] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Skipping network cache update for instance because it is Building. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1531.246046] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Skipping network cache update for instance because it is Building. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1531.246329] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Didn't find any instances for network info cache update. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1531.246643] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.415075] env[62306]: DEBUG nova.compute.manager [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1531.510482] env[62306]: DEBUG nova.compute.manager [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1531.545278] env[62306]: DEBUG nova.virt.hardware [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1531.545575] env[62306]: DEBUG nova.virt.hardware [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1531.545727] env[62306]: DEBUG nova.virt.hardware [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1531.545898] env[62306]: DEBUG nova.virt.hardware [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1531.546046] env[62306]: DEBUG nova.virt.hardware [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1531.546313] env[62306]: DEBUG nova.virt.hardware [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1531.546567] env[62306]: DEBUG nova.virt.hardware [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1531.546767] env[62306]: DEBUG nova.virt.hardware [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1531.546947] env[62306]: DEBUG nova.virt.hardware [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1531.547132] env[62306]: DEBUG nova.virt.hardware [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1531.549097] env[62306]: DEBUG nova.virt.hardware [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1531.549097] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99891277-26f2-4c19-ab1c-bd8d3a36e5c3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.558656] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f9b2ae-3d59-4369-ab52-ebf3f695d0c0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.583026] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3908f7-76a4-40a3-a90a-67fcb902aeee {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.694393] env[62306]: DEBUG nova.network.neutron [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Successfully created port: a7e2b15b-7793-4094-965c-6f027a6c43ea {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1531.695674] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.696262] env[62306]: DEBUG nova.compute.manager [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1531.700148] env[62306]: DEBUG oslo_concurrency.lockutils [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.015s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.702499] env[62306]: INFO nova.compute.claims [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1531.735305] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.964454] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.209242] env[62306]: DEBUG nova.compute.utils [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1532.211666] env[62306]: DEBUG nova.compute.manager [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Not allocating networking since 'none' was specified. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1532.715671] env[62306]: DEBUG nova.compute.manager [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1532.731534] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.835542] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e91a7d1-5fb7-4b3c-833d-522aefde4d80 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.852023] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36e38c6-4e07-45df-92a7-d05520b13f91 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.886588] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b8fe4e-5a07-4405-8832-ff4582071569 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.895143] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cd3bb2-6107-45f2-b4fd-a85c74d573d0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.909283] env[62306]: DEBUG nova.compute.provider_tree [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1533.238977] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.413379] env[62306]: DEBUG nova.scheduler.client.report [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1533.732500] env[62306]: DEBUG nova.compute.manager [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1533.738770] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.768775] env[62306]: DEBUG nova.virt.hardware [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1533.768775] env[62306]: DEBUG nova.virt.hardware [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1533.768775] env[62306]: DEBUG nova.virt.hardware [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1533.768775] env[62306]: DEBUG nova.virt.hardware [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1533.768950] env[62306]: DEBUG nova.virt.hardware [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1533.768950] env[62306]: DEBUG nova.virt.hardware [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1533.769946] env[62306]: DEBUG nova.virt.hardware [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1533.770127] env[62306]: DEBUG nova.virt.hardware [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1533.770310] env[62306]: DEBUG nova.virt.hardware [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1533.770687] env[62306]: DEBUG nova.virt.hardware [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1533.770687] env[62306]: DEBUG nova.virt.hardware [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1533.771626] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4774529e-ded2-4768-9626-ef0df8916f4f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.783341] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47eae34b-870b-4fac-ac84-1d3749cc7980 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.805742] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Instance VIF info [] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1533.817181] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1533.817505] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fd4eec2-0536-4528-a6e8-74fc2cb94664 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.830462] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Created folder: OpenStack in parent group-v4. [ 1533.830642] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Creating folder: Project (eaa29d4415aa4e5989ff2c96797761ba). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1533.831146] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df45823f-cef8-42a0-8bc8-6148a7e1840e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.841642] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Created folder: Project (eaa29d4415aa4e5989ff2c96797761ba) in parent group-v406007. [ 1533.842159] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Creating folder: Instances. Parent ref: group-v406008. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1533.842479] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1aca7c9d-bf8a-4092-95a9-7e5b9948f48f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.852360] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Created folder: Instances in parent group-v406008. [ 1533.852673] env[62306]: DEBUG oslo.service.loopingcall [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.853382] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1533.853382] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d685c1d-ed87-4e4d-94e4-38f07f59e433 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.871598] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1533.871598] env[62306]: value = "task-1971873" [ 1533.871598] env[62306]: _type = "Task" [ 1533.871598] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.880442] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971873, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.924687] env[62306]: DEBUG oslo_concurrency.lockutils [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.924687] env[62306]: DEBUG nova.compute.manager [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1533.927263] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.963s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.933186] env[62306]: INFO nova.compute.claims [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1534.386293] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971873, 'name': CreateVM_Task, 'duration_secs': 0.41294} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.386438] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1534.387434] env[62306]: DEBUG oslo_vmware.service [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09bb809-4ad7-460f-9158-28beacafd887 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.393391] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.393583] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.394265] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1534.394526] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b59540-ca52-466b-8a86-74a68d2f9de1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.404105] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1534.404105] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e191d1-a130-c96c-109c-a9b8e4a90a78" [ 1534.404105] env[62306]: _type = "Task" [ 1534.404105] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.414796] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e191d1-a130-c96c-109c-a9b8e4a90a78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.439436] env[62306]: DEBUG nova.compute.utils [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1534.444064] env[62306]: DEBUG nova.compute.manager [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1534.447496] env[62306]: DEBUG nova.network.neutron [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1534.594311] env[62306]: DEBUG nova.policy [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e9b7bbc45c145b395ea4d68f83ae87a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91feb6d219164660876426085d32dc1b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1534.919367] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.919367] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1534.919694] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.919730] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.920532] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1534.920532] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6434c482-ea00-42e2-9236-0494edddec1b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.929045] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1534.929178] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1534.929950] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2b0ba1-3eef-4446-b2cc-26d4ced3cdc0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.938103] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03de1ba5-4c36-4cc3-9b7e-21c573aad9ea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.943566] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1534.943566] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528e526f-152b-f51b-961e-122138f17108" [ 1534.943566] env[62306]: _type = "Task" [ 1534.943566] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.950417] env[62306]: DEBUG nova.compute.manager [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1534.965883] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Preparing fetch location {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1534.966176] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Creating directory with path [datastore1] vmware_temp/8430b783-a645-4877-9be0-f829b5b75e86/1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1534.966431] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1e6e790-bca3-4757-a2fc-95dd13a5b060 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.987543] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Created directory with path [datastore1] vmware_temp/8430b783-a645-4877-9be0-f829b5b75e86/1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1534.987753] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Fetch image to [datastore1] vmware_temp/8430b783-a645-4877-9be0-f829b5b75e86/1d129d40-57bd-4299-a86b-4acbcdc9f838/tmp-sparse.vmdk {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1534.987914] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Downloading image file data 1d129d40-57bd-4299-a86b-4acbcdc9f838 to [datastore1] vmware_temp/8430b783-a645-4877-9be0-f829b5b75e86/1d129d40-57bd-4299-a86b-4acbcdc9f838/tmp-sparse.vmdk on the data store datastore1 {{(pid=62306) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1534.991947] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d96fd05-c5dc-4626-aede-aa4d8e7ce103 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.000601] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e5cce4-62ee-4672-9fcc-c3b41a40ad5a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.020438] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a7cdff-7336-447a-b857-5f4d20a9c66f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.065702] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06be486d-e40c-4020-9a5e-6aefe59d4b05 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.077156] env[62306]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ce2d4af7-3fd6-4698-8f53-d7409b29548b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.109051] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855bd33a-86fe-4b42-a217-7b35330220d8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.128056] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfeca57-e2af-4da8-aad6-e76c628e6f16 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.170701] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d53087-f20a-4fd4-b68a-174b8c9c1cf7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.174107] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Downloading image file data 1d129d40-57bd-4299-a86b-4acbcdc9f838 to the data store datastore1 {{(pid=62306) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1535.181671] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72032967-c4f9-4ea8-a337-b82c9c8645ac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.201709] env[62306]: DEBUG nova.compute.provider_tree [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.315415] env[62306]: DEBUG oslo_vmware.rw_handles [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8430b783-a645-4877-9be0-f829b5b75e86/1d129d40-57bd-4299-a86b-4acbcdc9f838/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62306) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1535.707571] env[62306]: DEBUG nova.scheduler.client.report [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1535.735662] env[62306]: DEBUG nova.network.neutron [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Successfully created port: 05be4a42-8202-4d0b-8176-dbefb4558174 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1535.885794] env[62306]: DEBUG oslo_concurrency.lockutils [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Acquiring lock "5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.886047] env[62306]: DEBUG oslo_concurrency.lockutils [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Lock "5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.972058] env[62306]: DEBUG nova.compute.manager [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1536.122377] env[62306]: DEBUG oslo_vmware.rw_handles [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Completed reading data from the image iterator. {{(pid=62306) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1536.122377] env[62306]: DEBUG oslo_vmware.rw_handles [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8430b783-a645-4877-9be0-f829b5b75e86/1d129d40-57bd-4299-a86b-4acbcdc9f838/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1536.124387] env[62306]: DEBUG nova.virt.hardware [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1536.126205] env[62306]: DEBUG nova.virt.hardware [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1536.126474] env[62306]: DEBUG nova.virt.hardware [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1536.126700] env[62306]: DEBUG nova.virt.hardware [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1536.126818] env[62306]: DEBUG nova.virt.hardware [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1536.126960] env[62306]: DEBUG nova.virt.hardware [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1536.127185] env[62306]: DEBUG nova.virt.hardware [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1536.127348] env[62306]: DEBUG nova.virt.hardware [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1536.127507] env[62306]: DEBUG nova.virt.hardware [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1536.127810] env[62306]: DEBUG nova.virt.hardware [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1536.127881] env[62306]: DEBUG nova.virt.hardware [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1536.128809] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58e1081-ca56-4b30-97ce-7121caae9221 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.141251] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f009160a-e267-4093-b836-9a60456a3196 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.175213] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Downloaded image file data 1d129d40-57bd-4299-a86b-4acbcdc9f838 to vmware_temp/8430b783-a645-4877-9be0-f829b5b75e86/1d129d40-57bd-4299-a86b-4acbcdc9f838/tmp-sparse.vmdk on the data store datastore1 {{(pid=62306) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1536.176556] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Caching image {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1536.176812] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Copying Virtual Disk [datastore1] vmware_temp/8430b783-a645-4877-9be0-f829b5b75e86/1d129d40-57bd-4299-a86b-4acbcdc9f838/tmp-sparse.vmdk to [datastore1] vmware_temp/8430b783-a645-4877-9be0-f829b5b75e86/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1536.177091] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4fd55c7-fcff-4c0a-904b-fc951438a87c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.184590] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1536.184590] env[62306]: value = "task-1971874" [ 1536.184590] env[62306]: _type = "Task" [ 1536.184590] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.193897] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.214787] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.217185] env[62306]: DEBUG nova.compute.manager [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1536.218238] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.479s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.219052] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.219266] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1536.220753] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f47b98-96ec-4df1-8500-7b1d3ef6bf3e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.229958] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5086df-6973-4a50-a2dc-32ef6c8d7583 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.250076] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3639b72c-c53b-4da5-a5ff-ef3bd4ef449a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.254650] env[62306]: DEBUG nova.network.neutron [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Successfully updated port: a7e2b15b-7793-4094-965c-6f027a6c43ea {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1536.261068] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6c439c-0ebd-476e-a818-a6a2dc2e3b22 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.291417] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181364MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1536.291674] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.291987] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.388718] env[62306]: DEBUG nova.compute.manager [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1536.703324] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971874, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.721387] env[62306]: DEBUG nova.compute.utils [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1536.722844] env[62306]: DEBUG nova.compute.manager [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1536.726407] env[62306]: DEBUG nova.network.neutron [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1536.757853] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Acquiring lock "refresh_cache-7ea16ce9-33ee-447a-9b5d-23e7f17225b6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.758211] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Acquired lock "refresh_cache-7ea16ce9-33ee-447a-9b5d-23e7f17225b6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.758211] env[62306]: DEBUG nova.network.neutron [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1536.854754] env[62306]: DEBUG nova.policy [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34b2fbe3209f424abf27e7dd25d735a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c0ff968f9b74fc58d04f5b534d21a2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1536.921168] env[62306]: DEBUG oslo_concurrency.lockutils [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.203034] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710259} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.203034] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Copied Virtual Disk [datastore1] vmware_temp/8430b783-a645-4877-9be0-f829b5b75e86/1d129d40-57bd-4299-a86b-4acbcdc9f838/tmp-sparse.vmdk to [datastore1] vmware_temp/8430b783-a645-4877-9be0-f829b5b75e86/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1537.203384] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Deleting the datastore file [datastore1] vmware_temp/8430b783-a645-4877-9be0-f829b5b75e86/1d129d40-57bd-4299-a86b-4acbcdc9f838/tmp-sparse.vmdk {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1537.203428] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92e577c5-ecd0-4699-8ca8-f4842f9a8d6a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.211624] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1537.211624] env[62306]: value = "task-1971875" [ 1537.211624] env[62306]: _type = "Task" [ 1537.211624] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.222976] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.230070] env[62306]: DEBUG nova.compute.manager [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1537.322046] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 7ea16ce9-33ee-447a-9b5d-23e7f17225b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1537.322098] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 4f552bc4-3af1-4579-b0d3-8dc962bd27c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1537.322245] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 55d53787-be79-4e68-a3a4-76d91695ae24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1537.322325] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 94b578b3-f20b-4701-a6f7-89395226c9a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1537.372633] env[62306]: DEBUG nova.network.neutron [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1537.542161] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "6ea3b6f2-5aa7-463e-980c-c33ec4084439" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.542453] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "6ea3b6f2-5aa7-463e-980c-c33ec4084439" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.727882] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025554} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.727882] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1537.727882] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Moving file from [datastore1] vmware_temp/8430b783-a645-4877-9be0-f829b5b75e86/1d129d40-57bd-4299-a86b-4acbcdc9f838 to [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838. {{(pid=62306) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1537.727882] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f3967a13-8740-4445-8999-9e8c500da9ee {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.742053] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1537.742053] env[62306]: value = "task-1971876" [ 1537.742053] env[62306]: _type = "Task" [ 1537.742053] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.752611] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971876, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.782026] env[62306]: DEBUG nova.network.neutron [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Successfully created port: 7853af32-0e2b-4ac3-bb0b-f0a0fc3c9ba0 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1537.825666] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1537.980841] env[62306]: DEBUG nova.network.neutron [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Updating instance_info_cache with network_info: [{"id": "a7e2b15b-7793-4094-965c-6f027a6c43ea", "address": "fa:16:3e:e7:8b:ee", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7e2b15b-77", "ovs_interfaceid": "a7e2b15b-7793-4094-965c-6f027a6c43ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.044646] env[62306]: DEBUG nova.compute.manager [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1538.243655] env[62306]: DEBUG nova.compute.manager [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1538.262229] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971876, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025849} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.262531] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] File moved {{(pid=62306) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1538.262743] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Cleaning up location [datastore1] vmware_temp/8430b783-a645-4877-9be0-f829b5b75e86 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1538.262914] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Deleting the datastore file [datastore1] vmware_temp/8430b783-a645-4877-9be0-f829b5b75e86 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1538.263301] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2719f30f-70b5-457c-8aab-60eb56b5a837 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.272139] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1538.272139] env[62306]: value = "task-1971877" [ 1538.272139] env[62306]: _type = "Task" [ 1538.272139] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.284272] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.296376] env[62306]: DEBUG nova.virt.hardware [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1538.296376] env[62306]: DEBUG nova.virt.hardware [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1538.296376] env[62306]: DEBUG nova.virt.hardware [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1538.296376] env[62306]: DEBUG nova.virt.hardware [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1538.296538] env[62306]: DEBUG nova.virt.hardware [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1538.296538] env[62306]: DEBUG nova.virt.hardware [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1538.296538] env[62306]: DEBUG nova.virt.hardware [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1538.296538] env[62306]: DEBUG nova.virt.hardware [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1538.296898] env[62306]: DEBUG nova.virt.hardware [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1538.297186] env[62306]: DEBUG nova.virt.hardware [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1538.297465] env[62306]: DEBUG nova.virt.hardware [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1538.298461] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9349a46-1205-4828-8682-7d2abab027d2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.307546] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce674c3-3005-4201-bd15-73689bdb3b56 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.329059] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 6ea3b6f2-5aa7-463e-980c-c33ec4084439 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1538.329297] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1538.331752] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1538.463631] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cc419b-1df2-4355-89ea-de07c7abc50e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.471951] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0d3b37-014e-4bb8-ba0c-4015042f47a0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.509139] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Releasing lock "refresh_cache-7ea16ce9-33ee-447a-9b5d-23e7f17225b6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.509444] env[62306]: DEBUG nova.compute.manager [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Instance network_info: |[{"id": "a7e2b15b-7793-4094-965c-6f027a6c43ea", "address": "fa:16:3e:e7:8b:ee", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7e2b15b-77", "ovs_interfaceid": "a7e2b15b-7793-4094-965c-6f027a6c43ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1538.510236] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:8b:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7e2b15b-7793-4094-965c-6f027a6c43ea', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1538.526089] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Creating folder: Project (07897cb485b141bda59ee50b7371ea1d). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1538.526957] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb10355d-6a24-44a1-b46b-8995bac80436 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.531059] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32dd9de6-66f0-4dba-80cf-6f962eadfc0e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.535812] env[62306]: DEBUG oslo_concurrency.lockutils [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquiring lock "f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.536630] env[62306]: DEBUG oslo_concurrency.lockutils [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lock "f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.541823] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e858ba-32e1-40bc-9d17-d334b16c0141 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.546764] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Created folder: Project (07897cb485b141bda59ee50b7371ea1d) in parent group-v406007. [ 1538.546950] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Creating folder: Instances. Parent ref: group-v406011. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1538.555569] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe8b6ba9-92ad-48fb-a7c1-c7c91a9a8683 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.559691] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1538.571938] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Created folder: Instances in parent group-v406011. [ 1538.572215] env[62306]: DEBUG oslo.service.loopingcall [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1538.572359] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1538.572557] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41cf0f6b-8013-4827-a0e5-c535e46a64d8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.588461] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.592686] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1538.592686] env[62306]: value = "task-1971880" [ 1538.592686] env[62306]: _type = "Task" [ 1538.592686] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.599839] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971880, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.781892] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.062996} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.782376] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1538.783098] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a4842b-20f9-4589-96c7-92a7324b4aa5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.788327] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1538.788327] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52663fd4-58cc-4963-3633-87eb01cf1da7" [ 1538.788327] env[62306]: _type = "Task" [ 1538.788327] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.796360] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52663fd4-58cc-4963-3633-87eb01cf1da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.041467] env[62306]: DEBUG nova.compute.manager [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1539.067348] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1539.105169] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971880, 'name': CreateVM_Task, 'duration_secs': 0.352204} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.108610] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1539.137992] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.138191] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.138756] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1539.142792] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec11a58d-d21e-4aaf-8934-b5bc135ba871 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.152237] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Waiting for the task: (returnval){ [ 1539.152237] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b10d75-5cb5-8924-9b00-581f6ad3b108" [ 1539.152237] env[62306]: _type = "Task" [ 1539.152237] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.171872] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b10d75-5cb5-8924-9b00-581f6ad3b108, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.202107] env[62306]: DEBUG nova.network.neutron [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Successfully updated port: 05be4a42-8202-4d0b-8176-dbefb4558174 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1539.302931] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52663fd4-58cc-4963-3633-87eb01cf1da7, 'name': SearchDatastore_Task, 'duration_secs': 0.008415} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.303489] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.303770] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 4f552bc4-3af1-4579-b0d3-8dc962bd27c6/4f552bc4-3af1-4579-b0d3-8dc962bd27c6.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1539.304211] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-100904fc-cc3d-43d2-bef3-2f6d6654d0ce {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.310924] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1539.310924] env[62306]: value = "task-1971881" [ 1539.310924] env[62306]: _type = "Task" [ 1539.310924] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.323756] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.374230] env[62306]: DEBUG nova.compute.manager [req-4ff1daff-6fa5-4463-9f19-9b9db8cc948d req-e09b0de4-7ed7-4361-9f86-100d1ade12a9 service nova] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Received event network-vif-plugged-a7e2b15b-7793-4094-965c-6f027a6c43ea {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1539.374230] env[62306]: DEBUG oslo_concurrency.lockutils [req-4ff1daff-6fa5-4463-9f19-9b9db8cc948d req-e09b0de4-7ed7-4361-9f86-100d1ade12a9 service nova] Acquiring lock "7ea16ce9-33ee-447a-9b5d-23e7f17225b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.374230] env[62306]: DEBUG oslo_concurrency.lockutils [req-4ff1daff-6fa5-4463-9f19-9b9db8cc948d req-e09b0de4-7ed7-4361-9f86-100d1ade12a9 service nova] Lock "7ea16ce9-33ee-447a-9b5d-23e7f17225b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.374230] env[62306]: DEBUG oslo_concurrency.lockutils [req-4ff1daff-6fa5-4463-9f19-9b9db8cc948d req-e09b0de4-7ed7-4361-9f86-100d1ade12a9 service nova] Lock "7ea16ce9-33ee-447a-9b5d-23e7f17225b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.374230] env[62306]: DEBUG nova.compute.manager [req-4ff1daff-6fa5-4463-9f19-9b9db8cc948d req-e09b0de4-7ed7-4361-9f86-100d1ade12a9 service nova] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] No waiting events found dispatching network-vif-plugged-a7e2b15b-7793-4094-965c-6f027a6c43ea {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1539.374550] env[62306]: WARNING nova.compute.manager [req-4ff1daff-6fa5-4463-9f19-9b9db8cc948d req-e09b0de4-7ed7-4361-9f86-100d1ade12a9 service nova] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Received unexpected event network-vif-plugged-a7e2b15b-7793-4094-965c-6f027a6c43ea for instance with vm_state building and task_state spawning. [ 1539.576990] env[62306]: DEBUG oslo_concurrency.lockutils [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.579489] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1539.579713] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.288s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.579969] env[62306]: DEBUG oslo_concurrency.lockutils [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.659s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.581869] env[62306]: INFO nova.compute.claims [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1539.666454] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b10d75-5cb5-8924-9b00-581f6ad3b108, 'name': SearchDatastore_Task, 'duration_secs': 0.027527} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.666795] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.668564] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1539.668564] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.668564] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.668564] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1539.668564] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eed9ece9-9f02-4b14-b8f2-5a41dfa3462e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.683212] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1539.683360] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1539.684580] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49ca6fd2-14f4-4699-ba3d-334b109ffebe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.692758] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Waiting for the task: (returnval){ [ 1539.692758] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528dc712-15a7-4e0a-0fda-bf1b26c82e61" [ 1539.692758] env[62306]: _type = "Task" [ 1539.692758] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.702530] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528dc712-15a7-4e0a-0fda-bf1b26c82e61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.708320] env[62306]: DEBUG oslo_concurrency.lockutils [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Acquiring lock "refresh_cache-55d53787-be79-4e68-a3a4-76d91695ae24" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.709095] env[62306]: DEBUG oslo_concurrency.lockutils [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Acquired lock "refresh_cache-55d53787-be79-4e68-a3a4-76d91695ae24" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.709095] env[62306]: DEBUG nova.network.neutron [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1539.825733] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499868} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.826105] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 4f552bc4-3af1-4579-b0d3-8dc962bd27c6/4f552bc4-3af1-4579-b0d3-8dc962bd27c6.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1539.826414] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1539.826676] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5248dd28-b166-4394-8974-4d95deb90688 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.838230] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1539.838230] env[62306]: value = "task-1971882" [ 1539.838230] env[62306]: _type = "Task" [ 1539.838230] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.852124] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.210106] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528dc712-15a7-4e0a-0fda-bf1b26c82e61, 'name': SearchDatastore_Task, 'duration_secs': 0.050579} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.211119] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c093a0a-4b92-4845-b456-31800971b989 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.217650] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Waiting for the task: (returnval){ [ 1540.217650] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a64dc2-f7e1-be0a-8a88-7f5cbe7bf0a6" [ 1540.217650] env[62306]: _type = "Task" [ 1540.217650] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.227230] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a64dc2-f7e1-be0a-8a88-7f5cbe7bf0a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.298343] env[62306]: DEBUG nova.network.neutron [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1540.350928] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055662} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.354144] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1540.355515] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a4fda6-ac57-4837-ba0f-3c367b2cc180 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.380280] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 4f552bc4-3af1-4579-b0d3-8dc962bd27c6/4f552bc4-3af1-4579-b0d3-8dc962bd27c6.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1540.380952] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-814e4d43-69f1-4236-a52d-7b137434fc78 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.405364] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1540.405364] env[62306]: value = "task-1971883" [ 1540.405364] env[62306]: _type = "Task" [ 1540.405364] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.413738] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.744026] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a64dc2-f7e1-be0a-8a88-7f5cbe7bf0a6, 'name': SearchDatastore_Task, 'duration_secs': 0.0086} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.744026] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.744489] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 7ea16ce9-33ee-447a-9b5d-23e7f17225b6/7ea16ce9-33ee-447a-9b5d-23e7f17225b6.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1540.744489] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0a0da19-0bcd-4f84-bd03-4219df9f65fa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.752929] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Waiting for the task: (returnval){ [ 1540.752929] env[62306]: value = "task-1971884" [ 1540.752929] env[62306]: _type = "Task" [ 1540.752929] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.769473] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1971884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.846998] env[62306]: DEBUG nova.network.neutron [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Successfully updated port: 7853af32-0e2b-4ac3-bb0b-f0a0fc3c9ba0 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1540.849619] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b763476f-78b6-4dfd-814d-a4e16d2932ae {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.861512] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c07071-b428-4f08-9c18-9a8695207831 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.911169] env[62306]: DEBUG nova.network.neutron [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Updating instance_info_cache with network_info: [{"id": "05be4a42-8202-4d0b-8176-dbefb4558174", "address": "fa:16:3e:70:bb:10", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05be4a42-82", "ovs_interfaceid": "05be4a42-8202-4d0b-8176-dbefb4558174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.918909] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7b74f4-2cea-493f-9d5e-ee4dd493dc91 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.931571] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971883, 'name': ReconfigVM_Task, 'duration_secs': 0.306352} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.933735] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cf3ff3-7a76-4264-8b65-a9160294be96 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.939801] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 4f552bc4-3af1-4579-b0d3-8dc962bd27c6/4f552bc4-3af1-4579-b0d3-8dc962bd27c6.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.939801] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-877d30d6-5849-4968-87e9-c6623da60b4b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.956769] env[62306]: DEBUG nova.compute.provider_tree [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.960910] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1540.960910] env[62306]: value = "task-1971885" [ 1540.960910] env[62306]: _type = "Task" [ 1540.960910] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.975262] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971885, 'name': Rename_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.040125] env[62306]: DEBUG nova.compute.manager [req-29899fed-f78c-4340-9278-a7566a11a7e0 req-e865d4b8-d8b4-4149-860f-fb4ac4e8656f service nova] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Received event network-vif-plugged-05be4a42-8202-4d0b-8176-dbefb4558174 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1541.040342] env[62306]: DEBUG oslo_concurrency.lockutils [req-29899fed-f78c-4340-9278-a7566a11a7e0 req-e865d4b8-d8b4-4149-860f-fb4ac4e8656f service nova] Acquiring lock "55d53787-be79-4e68-a3a4-76d91695ae24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.040571] env[62306]: DEBUG oslo_concurrency.lockutils [req-29899fed-f78c-4340-9278-a7566a11a7e0 req-e865d4b8-d8b4-4149-860f-fb4ac4e8656f service nova] Lock "55d53787-be79-4e68-a3a4-76d91695ae24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.043185] env[62306]: DEBUG oslo_concurrency.lockutils [req-29899fed-f78c-4340-9278-a7566a11a7e0 req-e865d4b8-d8b4-4149-860f-fb4ac4e8656f service nova] Lock "55d53787-be79-4e68-a3a4-76d91695ae24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.044214] env[62306]: DEBUG nova.compute.manager [req-29899fed-f78c-4340-9278-a7566a11a7e0 req-e865d4b8-d8b4-4149-860f-fb4ac4e8656f service nova] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] No waiting events found dispatching network-vif-plugged-05be4a42-8202-4d0b-8176-dbefb4558174 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1541.044500] env[62306]: WARNING nova.compute.manager [req-29899fed-f78c-4340-9278-a7566a11a7e0 req-e865d4b8-d8b4-4149-860f-fb4ac4e8656f service nova] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Received unexpected event network-vif-plugged-05be4a42-8202-4d0b-8176-dbefb4558174 for instance with vm_state building and task_state spawning. [ 1541.142949] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Acquiring lock "485d732d-34bf-4cc5-9fcb-74a9045119d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.143201] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Lock "485d732d-34bf-4cc5-9fcb-74a9045119d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.266050] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1971884, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.279947] env[62306]: DEBUG oslo_concurrency.lockutils [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "55728249-ca09-4484-a63c-df4f39c5ca5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.280228] env[62306]: DEBUG oslo_concurrency.lockutils [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "55728249-ca09-4484-a63c-df4f39c5ca5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.354384] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "refresh_cache-94b578b3-f20b-4701-a6f7-89395226c9a9" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.355332] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquired lock "refresh_cache-94b578b3-f20b-4701-a6f7-89395226c9a9" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.355332] env[62306]: DEBUG nova.network.neutron [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1541.413908] env[62306]: DEBUG oslo_concurrency.lockutils [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Releasing lock "refresh_cache-55d53787-be79-4e68-a3a4-76d91695ae24" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.415063] env[62306]: DEBUG nova.compute.manager [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Instance network_info: |[{"id": "05be4a42-8202-4d0b-8176-dbefb4558174", "address": "fa:16:3e:70:bb:10", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05be4a42-82", "ovs_interfaceid": "05be4a42-8202-4d0b-8176-dbefb4558174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1541.415262] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:bb:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05be4a42-8202-4d0b-8176-dbefb4558174', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1541.427018] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Creating folder: Project (91feb6d219164660876426085d32dc1b). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1541.427018] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-309081ee-7323-47a1-b1a5-8cb09ca2c530 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.437112] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Created folder: Project (91feb6d219164660876426085d32dc1b) in parent group-v406007. [ 1541.438023] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Creating folder: Instances. Parent ref: group-v406014. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1541.438023] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e59d0249-0e06-4245-9fa1-251ef279280d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.448883] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Created folder: Instances in parent group-v406014. [ 1541.450608] env[62306]: DEBUG oslo.service.loopingcall [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1541.450608] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1541.450608] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-506ba0aa-ecdd-453f-85d6-0219aa569c4f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.466576] env[62306]: DEBUG nova.scheduler.client.report [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1541.486809] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971885, 'name': Rename_Task, 'duration_secs': 0.164631} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.488180] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1541.488420] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1541.488420] env[62306]: value = "task-1971888" [ 1541.488420] env[62306]: _type = "Task" [ 1541.488420] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.488727] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb305006-0c0e-4c00-bfd5-880fe6a41ec7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.500018] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971888, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.501751] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1541.501751] env[62306]: value = "task-1971889" [ 1541.501751] env[62306]: _type = "Task" [ 1541.501751] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.514078] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.647038] env[62306]: DEBUG nova.compute.manager [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1541.763044] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1971884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522322} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.763343] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 7ea16ce9-33ee-447a-9b5d-23e7f17225b6/7ea16ce9-33ee-447a-9b5d-23e7f17225b6.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1541.763563] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1541.763805] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-724d776b-2b48-4431-9fd2-9afe03b0a696 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.777023] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Waiting for the task: (returnval){ [ 1541.777023] env[62306]: value = "task-1971890" [ 1541.777023] env[62306]: _type = "Task" [ 1541.777023] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.785464] env[62306]: DEBUG nova.compute.manager [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1541.789345] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1971890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.929490] env[62306]: DEBUG nova.network.neutron [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1541.982291] env[62306]: DEBUG oslo_concurrency.lockutils [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.982733] env[62306]: DEBUG nova.compute.manager [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1541.986028] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.397s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.987505] env[62306]: INFO nova.compute.claims [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1542.003893] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971888, 'name': CreateVM_Task, 'duration_secs': 0.441154} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.010538] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1542.011345] env[62306]: DEBUG oslo_concurrency.lockutils [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.011560] env[62306]: DEBUG oslo_concurrency.lockutils [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.011835] env[62306]: DEBUG oslo_concurrency.lockutils [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1542.012502] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa1553f6-a2ab-4fa9-8917-5b279dccd70d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.022034] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971889, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.027023] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Waiting for the task: (returnval){ [ 1542.027023] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5268fec7-b495-73e0-0ff4-0f944e32e077" [ 1542.027023] env[62306]: _type = "Task" [ 1542.027023] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.037281] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5268fec7-b495-73e0-0ff4-0f944e32e077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.165836] env[62306]: DEBUG nova.network.neutron [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Updating instance_info_cache with network_info: [{"id": "7853af32-0e2b-4ac3-bb0b-f0a0fc3c9ba0", "address": "fa:16:3e:ea:f7:e1", "network": {"id": "1a24c827-f993-4fc3-b48a-4a84dba7e675", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1790124445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c0ff968f9b74fc58d04f5b534d21a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7853af32-0e", "ovs_interfaceid": "7853af32-0e2b-4ac3-bb0b-f0a0fc3c9ba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.184974] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.289064] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1971890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11771} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.289401] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1542.290127] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afadb6e3-30a4-4f6f-9a69-1bbbb50d54ee {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.319668] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 7ea16ce9-33ee-447a-9b5d-23e7f17225b6/7ea16ce9-33ee-447a-9b5d-23e7f17225b6.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1542.320260] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5b14702-9aba-4a36-a4c9-71a0211a7cdc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.336981] env[62306]: DEBUG oslo_concurrency.lockutils [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.344031] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Waiting for the task: (returnval){ [ 1542.344031] env[62306]: value = "task-1971891" [ 1542.344031] env[62306]: _type = "Task" [ 1542.344031] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.351465] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1971891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.488226] env[62306]: DEBUG nova.compute.utils [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1542.488885] env[62306]: DEBUG nova.compute.manager [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1542.489674] env[62306]: DEBUG nova.network.neutron [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1542.517268] env[62306]: DEBUG oslo_vmware.api [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971889, 'name': PowerOnVM_Task, 'duration_secs': 0.631889} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.517268] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1542.517728] env[62306]: INFO nova.compute.manager [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1542.517983] env[62306]: DEBUG nova.compute.manager [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1542.518818] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d1a2dd-1d14-4bbe-9018-b14fee70f3a9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.545891] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5268fec7-b495-73e0-0ff4-0f944e32e077, 'name': SearchDatastore_Task, 'duration_secs': 0.01003} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.546293] env[62306]: DEBUG oslo_concurrency.lockutils [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.546538] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1542.546770] env[62306]: DEBUG oslo_concurrency.lockutils [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.546915] env[62306]: DEBUG oslo_concurrency.lockutils [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.547095] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1542.547353] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41e7544c-0584-4a2e-bc49-745f304c0816 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.558120] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1542.558963] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1542.559153] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2e8bbf3-fce1-4450-b30c-469737f74435 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.568256] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Waiting for the task: (returnval){ [ 1542.568256] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d85f2a-f407-641b-11e6-acde9081bc6e" [ 1542.568256] env[62306]: _type = "Task" [ 1542.568256] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.579478] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d85f2a-f407-641b-11e6-acde9081bc6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.637019] env[62306]: DEBUG nova.policy [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a67d2aefe5c44625b6248ff798607768', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b332f38065ce4a5eb5d9b97455bca205', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1542.673778] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Releasing lock "refresh_cache-94b578b3-f20b-4701-a6f7-89395226c9a9" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.674016] env[62306]: DEBUG nova.compute.manager [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Instance network_info: |[{"id": "7853af32-0e2b-4ac3-bb0b-f0a0fc3c9ba0", "address": "fa:16:3e:ea:f7:e1", "network": {"id": "1a24c827-f993-4fc3-b48a-4a84dba7e675", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1790124445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c0ff968f9b74fc58d04f5b534d21a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7853af32-0e", "ovs_interfaceid": "7853af32-0e2b-4ac3-bb0b-f0a0fc3c9ba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1542.674823] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:f7:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7853af32-0e2b-4ac3-bb0b-f0a0fc3c9ba0', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1542.684636] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Creating folder: Project (5c0ff968f9b74fc58d04f5b534d21a2a). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1542.684892] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c48f96a2-576c-44be-99ed-aa1c767b13fa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.696530] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Created folder: Project (5c0ff968f9b74fc58d04f5b534d21a2a) in parent group-v406007. [ 1542.696530] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Creating folder: Instances. Parent ref: group-v406017. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1542.696530] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd456d2e-2225-4a31-a4e6-02c53cd9ac8a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.705437] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Created folder: Instances in parent group-v406017. [ 1542.705665] env[62306]: DEBUG oslo.service.loopingcall [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1542.705844] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1542.706049] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d3ff956-90fb-4f5b-8fce-daca61793aff {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.727568] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1542.727568] env[62306]: value = "task-1971894" [ 1542.727568] env[62306]: _type = "Task" [ 1542.727568] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.736108] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971894, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.807556] env[62306]: DEBUG nova.compute.manager [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Received event network-changed-a7e2b15b-7793-4094-965c-6f027a6c43ea {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1542.807818] env[62306]: DEBUG nova.compute.manager [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Refreshing instance network info cache due to event network-changed-a7e2b15b-7793-4094-965c-6f027a6c43ea. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1542.808488] env[62306]: DEBUG oslo_concurrency.lockutils [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] Acquiring lock "refresh_cache-7ea16ce9-33ee-447a-9b5d-23e7f17225b6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.808643] env[62306]: DEBUG oslo_concurrency.lockutils [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] Acquired lock "refresh_cache-7ea16ce9-33ee-447a-9b5d-23e7f17225b6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.808809] env[62306]: DEBUG nova.network.neutron [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Refreshing network info cache for port a7e2b15b-7793-4094-965c-6f027a6c43ea {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1542.857039] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1971891, 'name': ReconfigVM_Task, 'duration_secs': 0.288258} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.857039] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 7ea16ce9-33ee-447a-9b5d-23e7f17225b6/7ea16ce9-33ee-447a-9b5d-23e7f17225b6.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1542.857039] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e611121-833f-458c-ac55-59e9d27a51cc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.867580] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Waiting for the task: (returnval){ [ 1542.867580] env[62306]: value = "task-1971895" [ 1542.867580] env[62306]: _type = "Task" [ 1542.867580] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.883854] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1971895, 'name': Rename_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.956518] env[62306]: DEBUG nova.network.neutron [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Successfully created port: 5c6772bb-11d9-4571-a69e-168918c9ac86 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1542.994749] env[62306]: DEBUG nova.compute.manager [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1543.056248] env[62306]: INFO nova.compute.manager [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Took 15.10 seconds to build instance. [ 1543.079322] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d85f2a-f407-641b-11e6-acde9081bc6e, 'name': SearchDatastore_Task, 'duration_secs': 0.00827} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.080167] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8473f06c-3a26-42c0-b354-f0fb231f509c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.086860] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Waiting for the task: (returnval){ [ 1543.086860] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]521a79e1-5f91-287d-f1e8-1728dcd32e95" [ 1543.086860] env[62306]: _type = "Task" [ 1543.086860] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.105332] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]521a79e1-5f91-287d-f1e8-1728dcd32e95, 'name': SearchDatastore_Task, 'duration_secs': 0.009254} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.105942] env[62306]: DEBUG oslo_concurrency.lockutils [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.105942] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 55d53787-be79-4e68-a3a4-76d91695ae24/55d53787-be79-4e68-a3a4-76d91695ae24.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1543.106176] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a90ea7bd-c7e5-45c5-9944-1a5c28db3249 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.115125] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Waiting for the task: (returnval){ [ 1543.115125] env[62306]: value = "task-1971896" [ 1543.115125] env[62306]: _type = "Task" [ 1543.115125] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.125172] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': task-1971896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.216613] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0114ffbd-3ed9-451c-a673-312a24aeb4d3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.225507] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69743e20-b062-4c17-b384-e3ac73e0d652 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.238710] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971894, 'name': CreateVM_Task, 'duration_secs': 0.506613} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.265358] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1543.266892] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.267051] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.267379] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1543.268138] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58be8701-6c79-44e1-af9c-0675a3ea3039 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.270759] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b072ba98-fe89-4607-953d-925f14c4cbe0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.279865] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1543.279865] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5237c52f-4ea0-324d-b9d4-33a9eec5c5b5" [ 1543.279865] env[62306]: _type = "Task" [ 1543.279865] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.281459] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984570fd-28d9-4a8b-a1a4-cac42c52f8dd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.302547] env[62306]: DEBUG nova.compute.provider_tree [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.307136] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5237c52f-4ea0-324d-b9d4-33a9eec5c5b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.379944] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1971895, 'name': Rename_Task, 'duration_secs': 0.182981} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.381227] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1543.384284] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-653bcfbd-d988-4c94-8806-5f3c71004c50 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.395271] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Waiting for the task: (returnval){ [ 1543.395271] env[62306]: value = "task-1971897" [ 1543.395271] env[62306]: _type = "Task" [ 1543.395271] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.402705] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1971897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.559585] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d673cec8-8c1f-4ad7-ad3d-c68effd03920 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Lock "4f552bc4-3af1-4579-b0d3-8dc962bd27c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.613s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.626182] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': task-1971896, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.796854] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5237c52f-4ea0-324d-b9d4-33a9eec5c5b5, 'name': SearchDatastore_Task, 'duration_secs': 0.061563} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.797330] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.797681] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1543.798038] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.799017] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.799017] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1543.799017] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fe1bcfc-41d2-42f7-b008-a121a1609d5a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.810167] env[62306]: DEBUG nova.scheduler.client.report [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1543.814264] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1543.814588] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1543.816082] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a1b33fb-fb69-4727-8033-519a987cec1e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.827784] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1543.827784] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526c52da-a305-cc7f-6341-f4706433d3d3" [ 1543.827784] env[62306]: _type = "Task" [ 1543.827784] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.838921] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526c52da-a305-cc7f-6341-f4706433d3d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.903580] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1971897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.978360] env[62306]: DEBUG nova.network.neutron [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Updated VIF entry in instance network info cache for port a7e2b15b-7793-4094-965c-6f027a6c43ea. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1543.978770] env[62306]: DEBUG nova.network.neutron [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Updating instance_info_cache with network_info: [{"id": "a7e2b15b-7793-4094-965c-6f027a6c43ea", "address": "fa:16:3e:e7:8b:ee", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7e2b15b-77", "ovs_interfaceid": "a7e2b15b-7793-4094-965c-6f027a6c43ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.009391] env[62306]: DEBUG nova.compute.manager [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1544.038877] env[62306]: DEBUG nova.virt.hardware [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1544.038877] env[62306]: DEBUG nova.virt.hardware [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1544.038877] env[62306]: DEBUG nova.virt.hardware [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1544.041037] env[62306]: DEBUG nova.virt.hardware [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1544.041037] env[62306]: DEBUG nova.virt.hardware [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1544.041037] env[62306]: DEBUG nova.virt.hardware [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1544.041037] env[62306]: DEBUG nova.virt.hardware [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1544.041037] env[62306]: DEBUG nova.virt.hardware [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1544.041286] env[62306]: DEBUG nova.virt.hardware [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1544.041286] env[62306]: DEBUG nova.virt.hardware [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1544.041286] env[62306]: DEBUG nova.virt.hardware [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1544.041919] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ec4173-a98b-4729-8c99-bfdfa211816a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.050868] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d63d93-6e9d-4b40-9023-f2b7505d658f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.067881] env[62306]: DEBUG nova.compute.manager [req-f3b4b57b-4603-4989-8e27-e502396d25c4 req-9fb838a4-beae-4ea1-890f-24163d4fe2e8 service nova] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Received event network-changed-05be4a42-8202-4d0b-8176-dbefb4558174 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1544.068437] env[62306]: DEBUG nova.compute.manager [req-f3b4b57b-4603-4989-8e27-e502396d25c4 req-9fb838a4-beae-4ea1-890f-24163d4fe2e8 service nova] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Refreshing instance network info cache due to event network-changed-05be4a42-8202-4d0b-8176-dbefb4558174. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1544.068760] env[62306]: DEBUG oslo_concurrency.lockutils [req-f3b4b57b-4603-4989-8e27-e502396d25c4 req-9fb838a4-beae-4ea1-890f-24163d4fe2e8 service nova] Acquiring lock "refresh_cache-55d53787-be79-4e68-a3a4-76d91695ae24" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.068827] env[62306]: DEBUG oslo_concurrency.lockutils [req-f3b4b57b-4603-4989-8e27-e502396d25c4 req-9fb838a4-beae-4ea1-890f-24163d4fe2e8 service nova] Acquired lock "refresh_cache-55d53787-be79-4e68-a3a4-76d91695ae24" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.069010] env[62306]: DEBUG nova.network.neutron [req-f3b4b57b-4603-4989-8e27-e502396d25c4 req-9fb838a4-beae-4ea1-890f-24163d4fe2e8 service nova] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Refreshing network info cache for port 05be4a42-8202-4d0b-8176-dbefb4558174 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1544.132057] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': task-1971896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519917} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.132057] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 55d53787-be79-4e68-a3a4-76d91695ae24/55d53787-be79-4e68-a3a4-76d91695ae24.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1544.132057] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1544.132057] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22ba55c4-9f3c-43bc-afb4-6c41ec8167a9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.141878] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Waiting for the task: (returnval){ [ 1544.141878] env[62306]: value = "task-1971898" [ 1544.141878] env[62306]: _type = "Task" [ 1544.141878] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.150507] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': task-1971898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.317568] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.318257] env[62306]: DEBUG nova.compute.manager [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1544.322545] env[62306]: DEBUG oslo_concurrency.lockutils [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.746s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.325604] env[62306]: INFO nova.compute.claims [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1544.344188] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526c52da-a305-cc7f-6341-f4706433d3d3, 'name': SearchDatastore_Task, 'duration_secs': 0.015605} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.345463] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e791c41-5367-4094-9dc1-6068b5226eb3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.352563] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1544.352563] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522e0c68-333d-522c-2e0e-ab2d90865529" [ 1544.352563] env[62306]: _type = "Task" [ 1544.352563] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.368797] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522e0c68-333d-522c-2e0e-ab2d90865529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.407252] env[62306]: DEBUG oslo_vmware.api [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1971897, 'name': PowerOnVM_Task, 'duration_secs': 0.864301} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.407252] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1544.407394] env[62306]: INFO nova.compute.manager [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Took 12.90 seconds to spawn the instance on the hypervisor. [ 1544.408028] env[62306]: DEBUG nova.compute.manager [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1544.409634] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1935b255-0492-42d6-aa80-1f7fd8b82fdf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.481858] env[62306]: DEBUG oslo_concurrency.lockutils [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] Releasing lock "refresh_cache-7ea16ce9-33ee-447a-9b5d-23e7f17225b6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.482167] env[62306]: DEBUG nova.compute.manager [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Received event network-vif-plugged-7853af32-0e2b-4ac3-bb0b-f0a0fc3c9ba0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1544.482325] env[62306]: DEBUG oslo_concurrency.lockutils [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] Acquiring lock "94b578b3-f20b-4701-a6f7-89395226c9a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.482552] env[62306]: DEBUG oslo_concurrency.lockutils [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] Lock "94b578b3-f20b-4701-a6f7-89395226c9a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.482679] env[62306]: DEBUG oslo_concurrency.lockutils [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] Lock "94b578b3-f20b-4701-a6f7-89395226c9a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.482836] env[62306]: DEBUG nova.compute.manager [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] No waiting events found dispatching network-vif-plugged-7853af32-0e2b-4ac3-bb0b-f0a0fc3c9ba0 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1544.483015] env[62306]: WARNING nova.compute.manager [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Received unexpected event network-vif-plugged-7853af32-0e2b-4ac3-bb0b-f0a0fc3c9ba0 for instance with vm_state building and task_state spawning. [ 1544.483197] env[62306]: DEBUG nova.compute.manager [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Received event network-changed-7853af32-0e2b-4ac3-bb0b-f0a0fc3c9ba0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1544.483352] env[62306]: DEBUG nova.compute.manager [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Refreshing instance network info cache due to event network-changed-7853af32-0e2b-4ac3-bb0b-f0a0fc3c9ba0. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1544.483528] env[62306]: DEBUG oslo_concurrency.lockutils [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] Acquiring lock "refresh_cache-94b578b3-f20b-4701-a6f7-89395226c9a9" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.483659] env[62306]: DEBUG oslo_concurrency.lockutils [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] Acquired lock "refresh_cache-94b578b3-f20b-4701-a6f7-89395226c9a9" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.483862] env[62306]: DEBUG nova.network.neutron [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Refreshing network info cache for port 7853af32-0e2b-4ac3-bb0b-f0a0fc3c9ba0 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1544.652880] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': task-1971898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079856} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.654176] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1544.654176] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49774604-a94d-4eca-9491-902ef0280c38 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.678330] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 55d53787-be79-4e68-a3a4-76d91695ae24/55d53787-be79-4e68-a3a4-76d91695ae24.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1544.678658] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-115d4708-aaf4-4956-9ddf-90ef8a69b320 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.704941] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Waiting for the task: (returnval){ [ 1544.704941] env[62306]: value = "task-1971899" [ 1544.704941] env[62306]: _type = "Task" [ 1544.704941] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.714780] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': task-1971899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.831588] env[62306]: DEBUG nova.compute.utils [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1544.837907] env[62306]: DEBUG nova.compute.manager [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1544.837907] env[62306]: DEBUG nova.network.neutron [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1544.872613] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522e0c68-333d-522c-2e0e-ab2d90865529, 'name': SearchDatastore_Task, 'duration_secs': 0.018506} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.872879] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.876022] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 94b578b3-f20b-4701-a6f7-89395226c9a9/94b578b3-f20b-4701-a6f7-89395226c9a9.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1544.876022] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-591fad73-396c-451e-aa9a-232cada7b52b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.882112] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1544.882112] env[62306]: value = "task-1971900" [ 1544.882112] env[62306]: _type = "Task" [ 1544.882112] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.896021] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1971900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.930434] env[62306]: INFO nova.compute.manager [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Took 17.81 seconds to build instance. [ 1544.957550] env[62306]: DEBUG nova.network.neutron [req-f3b4b57b-4603-4989-8e27-e502396d25c4 req-9fb838a4-beae-4ea1-890f-24163d4fe2e8 service nova] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Updated VIF entry in instance network info cache for port 05be4a42-8202-4d0b-8176-dbefb4558174. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1544.957550] env[62306]: DEBUG nova.network.neutron [req-f3b4b57b-4603-4989-8e27-e502396d25c4 req-9fb838a4-beae-4ea1-890f-24163d4fe2e8 service nova] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Updating instance_info_cache with network_info: [{"id": "05be4a42-8202-4d0b-8176-dbefb4558174", "address": "fa:16:3e:70:bb:10", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05be4a42-82", "ovs_interfaceid": "05be4a42-8202-4d0b-8176-dbefb4558174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.978334] env[62306]: DEBUG nova.policy [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5034278d5e66453b9d00265f14a721f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85dacd42367948bead2202490260363f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1545.218364] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': task-1971899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.338398] env[62306]: DEBUG nova.compute.manager [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1545.400480] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1971900, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.402929] env[62306]: INFO nova.compute.manager [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Rebuilding instance [ 1545.435109] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cacc3c4c-12a8-490a-b9a1-3e90387dd0d8 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Lock "7ea16ce9-33ee-447a-9b5d-23e7f17225b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.320s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.466624] env[62306]: DEBUG oslo_concurrency.lockutils [req-f3b4b57b-4603-4989-8e27-e502396d25c4 req-9fb838a4-beae-4ea1-890f-24163d4fe2e8 service nova] Releasing lock "refresh_cache-55d53787-be79-4e68-a3a4-76d91695ae24" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.473779] env[62306]: DEBUG nova.compute.manager [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1545.475397] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0800e6d8-09f5-48fa-a747-3a37e65bb8b0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.555303] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0151c64-6932-4555-bc58-a89984f16f92 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.565742] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36d0216-f5e7-48ee-a9c1-d0e4c0c7b449 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.601792] env[62306]: DEBUG nova.network.neutron [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Updated VIF entry in instance network info cache for port 7853af32-0e2b-4ac3-bb0b-f0a0fc3c9ba0. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1545.602141] env[62306]: DEBUG nova.network.neutron [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Updating instance_info_cache with network_info: [{"id": "7853af32-0e2b-4ac3-bb0b-f0a0fc3c9ba0", "address": "fa:16:3e:ea:f7:e1", "network": {"id": "1a24c827-f993-4fc3-b48a-4a84dba7e675", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1790124445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c0ff968f9b74fc58d04f5b534d21a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7853af32-0e", "ovs_interfaceid": "7853af32-0e2b-4ac3-bb0b-f0a0fc3c9ba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.603743] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d785b816-ffc1-42ef-996f-fd6fd90eefdc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.615347] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322f34c0-80eb-4e43-a787-ac67042347f8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.638586] env[62306]: DEBUG nova.compute.provider_tree [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1545.719269] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': task-1971899, 'name': ReconfigVM_Task, 'duration_secs': 0.59031} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.720817] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 55d53787-be79-4e68-a3a4-76d91695ae24/55d53787-be79-4e68-a3a4-76d91695ae24.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1545.724738] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac28d53b-a946-4308-93f6-86921cf8f430 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.735038] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Waiting for the task: (returnval){ [ 1545.735038] env[62306]: value = "task-1971901" [ 1545.735038] env[62306]: _type = "Task" [ 1545.735038] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.743592] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': task-1971901, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.788360] env[62306]: DEBUG nova.network.neutron [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Successfully created port: dfe4b918-7cd3-421a-b5eb-15bdbe4000ec {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1545.901268] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1971900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702977} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.901620] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 94b578b3-f20b-4701-a6f7-89395226c9a9/94b578b3-f20b-4701-a6f7-89395226c9a9.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1545.901830] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1545.902112] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-972d1aa0-95b4-4c09-9250-011bbd0b5c0f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.910027] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1545.910027] env[62306]: value = "task-1971902" [ 1545.910027] env[62306]: _type = "Task" [ 1545.910027] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.919673] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1971902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.109748] env[62306]: DEBUG oslo_concurrency.lockutils [req-cdad7c79-9fd8-4874-b756-828824e5c5e3 req-f6b7b1d3-cc4a-49b5-9033-81d60ddb479b service nova] Releasing lock "refresh_cache-94b578b3-f20b-4701-a6f7-89395226c9a9" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.168303] env[62306]: ERROR nova.scheduler.client.report [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [req-2de3b5f3-4395-41c4-b2f1-e9b33d78a0a4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2de3b5f3-4395-41c4-b2f1-e9b33d78a0a4"}]} [ 1546.184232] env[62306]: DEBUG nova.scheduler.client.report [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1546.214666] env[62306]: DEBUG nova.scheduler.client.report [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1546.214914] env[62306]: DEBUG nova.compute.provider_tree [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1546.233271] env[62306]: DEBUG nova.scheduler.client.report [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1546.245461] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': task-1971901, 'name': Rename_Task, 'duration_secs': 0.274874} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.248017] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1546.248017] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60cca5c2-40c8-451b-9f2e-8b96cab4b265 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.252585] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Waiting for the task: (returnval){ [ 1546.252585] env[62306]: value = "task-1971903" [ 1546.252585] env[62306]: _type = "Task" [ 1546.252585] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.265871] env[62306]: DEBUG nova.scheduler.client.report [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1546.268295] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': task-1971903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.276349] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquiring lock "36a914ec-0e9f-46e8-b8a3-527fd3eb01b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.276677] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "36a914ec-0e9f-46e8-b8a3-527fd3eb01b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.351200] env[62306]: DEBUG nova.compute.manager [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1546.414033] env[62306]: DEBUG nova.virt.hardware [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1546.414033] env[62306]: DEBUG nova.virt.hardware [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1546.414033] env[62306]: DEBUG nova.virt.hardware [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1546.414033] env[62306]: DEBUG nova.virt.hardware [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1546.414203] env[62306]: DEBUG nova.virt.hardware [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1546.414203] env[62306]: DEBUG nova.virt.hardware [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1546.414203] env[62306]: DEBUG nova.virt.hardware [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1546.414203] env[62306]: DEBUG nova.virt.hardware [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1546.414203] env[62306]: DEBUG nova.virt.hardware [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1546.414352] env[62306]: DEBUG nova.virt.hardware [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1546.414352] env[62306]: DEBUG nova.virt.hardware [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1546.414352] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1d498e-ad1a-4cab-a858-b6020e056c18 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.428345] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1971902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211735} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.431869] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aff81c9-15d3-474d-8596-5a8c04d45063 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.436191] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1546.438116] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efded124-decc-4ddb-b067-4a6fb970716f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.475949] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 94b578b3-f20b-4701-a6f7-89395226c9a9/94b578b3-f20b-4701-a6f7-89395226c9a9.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1546.478453] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c28223db-9ad8-4e6a-aee5-ec9d5a4020fd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.493097] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1546.493745] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c82195ea-7fef-4da9-918e-29b0054ba288 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.501758] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1546.501758] env[62306]: value = "task-1971904" [ 1546.501758] env[62306]: _type = "Task" [ 1546.501758] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.502581] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1546.502581] env[62306]: value = "task-1971905" [ 1546.502581] env[62306]: _type = "Task" [ 1546.502581] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.503210] env[62306]: DEBUG nova.network.neutron [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Successfully updated port: 5c6772bb-11d9-4571-a69e-168918c9ac86 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1546.516996] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.521538] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1971905, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.566565] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7183c73-41bf-4189-9093-00d4e55c4a2c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.576234] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f2a373-2892-44e3-ade3-d497d3a5edd9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.612136] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdb8744-011f-413d-9e07-8dbd39418395 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.619288] env[62306]: DEBUG oslo_concurrency.lockutils [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquiring lock "6ccd47bc-3de8-4bb5-9d55-71d479823276" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.619549] env[62306]: DEBUG oslo_concurrency.lockutils [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lock "6ccd47bc-3de8-4bb5-9d55-71d479823276" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.626225] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d05f167-4e52-4c57-9957-5d944d0c9f30 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.641352] env[62306]: DEBUG nova.compute.provider_tree [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1546.767505] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': task-1971903, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.786025] env[62306]: DEBUG nova.compute.manager [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1547.014363] env[62306]: DEBUG oslo_concurrency.lockutils [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Acquiring lock "refresh_cache-5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.014573] env[62306]: DEBUG oslo_concurrency.lockutils [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Acquired lock "refresh_cache-5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.019107] env[62306]: DEBUG nova.network.neutron [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1547.019107] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971904, 'name': PowerOffVM_Task, 'duration_secs': 0.145892} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.023221] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1547.023221] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1547.024129] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95828e0-e030-4d45-9902-a3a97de62c93 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.034609] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1971905, 'name': ReconfigVM_Task, 'duration_secs': 0.426185} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.035550] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 94b578b3-f20b-4701-a6f7-89395226c9a9/94b578b3-f20b-4701-a6f7-89395226c9a9.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1547.036365] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39d90d30-3989-4d89-afdd-8f96ff262d5c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.044297] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1547.044847] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db6bbb64-089a-494b-a988-f8759fe32fbd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.049185] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1547.049185] env[62306]: value = "task-1971907" [ 1547.049185] env[62306]: _type = "Task" [ 1547.049185] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.063468] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1971907, 'name': Rename_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.070504] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1547.070596] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1547.073278] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Deleting the datastore file [datastore1] 4f552bc4-3af1-4579-b0d3-8dc962bd27c6 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1547.073278] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b90a063a-8baa-406d-9548-1cc672115af9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.083489] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1547.083489] env[62306]: value = "task-1971909" [ 1547.083489] env[62306]: _type = "Task" [ 1547.083489] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.094963] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.124034] env[62306]: DEBUG nova.compute.manager [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1547.188375] env[62306]: DEBUG nova.scheduler.client.report [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 15 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1547.188375] env[62306]: DEBUG nova.compute.provider_tree [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 15 to 16 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1547.188703] env[62306]: DEBUG nova.compute.provider_tree [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1547.265066] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': task-1971903, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.309586] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.563469] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1971907, 'name': Rename_Task, 'duration_secs': 0.144227} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.564874] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1547.565521] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d683d3b-4fa3-4797-a73b-1c79bb4149f4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.575202] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1547.575202] env[62306]: value = "task-1971913" [ 1547.575202] env[62306]: _type = "Task" [ 1547.575202] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.589616] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1971913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.598915] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108949} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.599794] env[62306]: DEBUG nova.network.neutron [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1547.602790] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1547.602989] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1547.603272] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1547.659975] env[62306]: DEBUG oslo_concurrency.lockutils [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.696324] env[62306]: DEBUG oslo_concurrency.lockutils [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.374s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.696807] env[62306]: DEBUG nova.compute.manager [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1547.701080] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.516s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.702535] env[62306]: INFO nova.compute.claims [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1547.767637] env[62306]: DEBUG oslo_vmware.api [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': task-1971903, 'name': PowerOnVM_Task, 'duration_secs': 1.179866} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.767917] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1547.768100] env[62306]: INFO nova.compute.manager [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Took 11.80 seconds to spawn the instance on the hypervisor. [ 1547.768751] env[62306]: DEBUG nova.compute.manager [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1547.769071] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c008f87-cdfa-4ace-968d-6cb04aa58742 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.822014] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Acquiring lock "5e8d85c0-d594-478f-a56d-4f3f5bacb66d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.823477] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Lock "5e8d85c0-d594-478f-a56d-4f3f5bacb66d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.943734] env[62306]: DEBUG nova.compute.manager [req-1d99834e-57c6-4605-9c19-3e3d51786201 req-b963cf56-cf6c-4e63-a46a-18a14c3c9dec service nova] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Received event network-vif-plugged-5c6772bb-11d9-4571-a69e-168918c9ac86 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1547.943911] env[62306]: DEBUG oslo_concurrency.lockutils [req-1d99834e-57c6-4605-9c19-3e3d51786201 req-b963cf56-cf6c-4e63-a46a-18a14c3c9dec service nova] Acquiring lock "5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.944130] env[62306]: DEBUG oslo_concurrency.lockutils [req-1d99834e-57c6-4605-9c19-3e3d51786201 req-b963cf56-cf6c-4e63-a46a-18a14c3c9dec service nova] Lock "5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.944306] env[62306]: DEBUG oslo_concurrency.lockutils [req-1d99834e-57c6-4605-9c19-3e3d51786201 req-b963cf56-cf6c-4e63-a46a-18a14c3c9dec service nova] Lock "5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.944467] env[62306]: DEBUG nova.compute.manager [req-1d99834e-57c6-4605-9c19-3e3d51786201 req-b963cf56-cf6c-4e63-a46a-18a14c3c9dec service nova] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] No waiting events found dispatching network-vif-plugged-5c6772bb-11d9-4571-a69e-168918c9ac86 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1547.944624] env[62306]: WARNING nova.compute.manager [req-1d99834e-57c6-4605-9c19-3e3d51786201 req-b963cf56-cf6c-4e63-a46a-18a14c3c9dec service nova] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Received unexpected event network-vif-plugged-5c6772bb-11d9-4571-a69e-168918c9ac86 for instance with vm_state building and task_state spawning. [ 1548.063311] env[62306]: DEBUG nova.network.neutron [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Updating instance_info_cache with network_info: [{"id": "5c6772bb-11d9-4571-a69e-168918c9ac86", "address": "fa:16:3e:5c:8a:b4", "network": {"id": "9589d07b-d4b5-4e00-bde7-eb5751429fbf", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1274559648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b332f38065ce4a5eb5d9b97455bca205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6772bb-11", "ovs_interfaceid": "5c6772bb-11d9-4571-a69e-168918c9ac86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.074410] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Acquiring lock "12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.074410] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Lock "12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.086752] env[62306]: DEBUG oslo_vmware.api [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1971913, 'name': PowerOnVM_Task, 'duration_secs': 0.474471} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.086987] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1548.087263] env[62306]: INFO nova.compute.manager [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1548.087477] env[62306]: DEBUG nova.compute.manager [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1548.090226] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c506d9b9-8ce7-47fa-9ebf-61e6b1a60578 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.205639] env[62306]: DEBUG nova.compute.utils [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1548.207775] env[62306]: DEBUG nova.compute.manager [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1548.207923] env[62306]: DEBUG nova.network.neutron [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1548.289531] env[62306]: INFO nova.compute.manager [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Took 17.64 seconds to build instance. [ 1548.324905] env[62306]: DEBUG nova.compute.manager [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1548.363981] env[62306]: DEBUG nova.policy [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a2ca4465b25465a98f40b64629dc072', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c76fd01240b47a18270c8a10629b9f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1548.466698] env[62306]: DEBUG nova.network.neutron [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Successfully updated port: dfe4b918-7cd3-421a-b5eb-15bdbe4000ec {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1548.572017] env[62306]: DEBUG oslo_concurrency.lockutils [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Releasing lock "refresh_cache-5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.572017] env[62306]: DEBUG nova.compute.manager [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Instance network_info: |[{"id": "5c6772bb-11d9-4571-a69e-168918c9ac86", "address": "fa:16:3e:5c:8a:b4", "network": {"id": "9589d07b-d4b5-4e00-bde7-eb5751429fbf", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1274559648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b332f38065ce4a5eb5d9b97455bca205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6772bb-11", "ovs_interfaceid": "5c6772bb-11d9-4571-a69e-168918c9ac86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1548.572298] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:8a:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c6772bb-11d9-4571-a69e-168918c9ac86', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1548.577832] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Creating folder: Project (b332f38065ce4a5eb5d9b97455bca205). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1548.578357] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cf4cadf-a557-4738-9978-0581828bd617 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.591017] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Created folder: Project (b332f38065ce4a5eb5d9b97455bca205) in parent group-v406007. [ 1548.591017] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Creating folder: Instances. Parent ref: group-v406023. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1548.591017] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ae9e61e-94ca-4f75-8b20-5614e825fec3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.597844] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Created folder: Instances in parent group-v406023. [ 1548.598345] env[62306]: DEBUG oslo.service.loopingcall [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.598673] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1548.598985] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cfbc2e6-c498-437e-82c5-1a4808457d1c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.628509] env[62306]: INFO nova.compute.manager [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Took 16.70 seconds to build instance. [ 1548.630536] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1548.630536] env[62306]: value = "task-1971916" [ 1548.630536] env[62306]: _type = "Task" [ 1548.630536] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.639638] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971916, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.653696] env[62306]: DEBUG nova.virt.hardware [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1548.653923] env[62306]: DEBUG nova.virt.hardware [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1548.654109] env[62306]: DEBUG nova.virt.hardware [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1548.654735] env[62306]: DEBUG nova.virt.hardware [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1548.654867] env[62306]: DEBUG nova.virt.hardware [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1548.655038] env[62306]: DEBUG nova.virt.hardware [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1548.655292] env[62306]: DEBUG nova.virt.hardware [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1548.655460] env[62306]: DEBUG nova.virt.hardware [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1548.655628] env[62306]: DEBUG nova.virt.hardware [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1548.656159] env[62306]: DEBUG nova.virt.hardware [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1548.656159] env[62306]: DEBUG nova.virt.hardware [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1548.657128] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed4bc27-422a-4cc4-a7df-78354e122be1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.666731] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe3b52a-e5fe-4196-9f37-cff7704efc45 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.682715] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Instance VIF info [] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1548.689068] env[62306]: DEBUG oslo.service.loopingcall [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.689068] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1548.689068] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-246e3ebc-bf90-4668-ac33-50daa9a70a8c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.706397] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1548.706397] env[62306]: value = "task-1971917" [ 1548.706397] env[62306]: _type = "Task" [ 1548.706397] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.710041] env[62306]: DEBUG nova.compute.manager [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1548.721093] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971917, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.791822] env[62306]: DEBUG oslo_concurrency.lockutils [None req-faf55d55-ee39-434b-bcaa-676ca07859b5 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Lock "55d53787-be79-4e68-a3a4-76d91695ae24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.156s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.855788] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.973429] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "refresh_cache-6ea3b6f2-5aa7-463e-980c-c33ec4084439" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.973755] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired lock "refresh_cache-6ea3b6f2-5aa7-463e-980c-c33ec4084439" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.973832] env[62306]: DEBUG nova.network.neutron [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1548.983091] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00aded8-7ae6-4615-9770-a7e72738c7b7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.993033] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32b4803-7847-441a-ba67-2853899b37e2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.031847] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16020155-dca7-4fd2-9751-fde18d1e543b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.043940] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87f8209-156c-4b56-85ca-3d7cc05e081e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.068980] env[62306]: DEBUG nova.compute.provider_tree [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1549.131834] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aef2b683-57c7-437b-af6b-d9ee78a88df3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "94b578b3-f20b-4701-a6f7-89395226c9a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.219s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.143653] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971916, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.229026] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971917, 'name': CreateVM_Task, 'duration_secs': 0.481981} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.232111] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1549.232698] env[62306]: DEBUG oslo_concurrency.lockutils [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.232975] env[62306]: DEBUG oslo_concurrency.lockutils [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.233395] env[62306]: DEBUG oslo_concurrency.lockutils [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1549.235815] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66af8af7-4043-40db-a493-c40263482e3a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.239193] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1549.239193] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524940a5-12ae-a8eb-5d7e-089277c4940c" [ 1549.239193] env[62306]: _type = "Task" [ 1549.239193] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.252783] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524940a5-12ae-a8eb-5d7e-089277c4940c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.294313] env[62306]: DEBUG nova.compute.manager [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1549.419036] env[62306]: DEBUG nova.compute.manager [req-b7741b69-233f-442d-9f7c-b0afe4fd2614 req-39563325-86b9-4989-944c-8776bc5ed55b service nova] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Received event network-vif-plugged-dfe4b918-7cd3-421a-b5eb-15bdbe4000ec {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1549.419036] env[62306]: DEBUG oslo_concurrency.lockutils [req-b7741b69-233f-442d-9f7c-b0afe4fd2614 req-39563325-86b9-4989-944c-8776bc5ed55b service nova] Acquiring lock "6ea3b6f2-5aa7-463e-980c-c33ec4084439-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.419036] env[62306]: DEBUG oslo_concurrency.lockutils [req-b7741b69-233f-442d-9f7c-b0afe4fd2614 req-39563325-86b9-4989-944c-8776bc5ed55b service nova] Lock "6ea3b6f2-5aa7-463e-980c-c33ec4084439-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.419352] env[62306]: DEBUG oslo_concurrency.lockutils [req-b7741b69-233f-442d-9f7c-b0afe4fd2614 req-39563325-86b9-4989-944c-8776bc5ed55b service nova] Lock "6ea3b6f2-5aa7-463e-980c-c33ec4084439-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.419756] env[62306]: DEBUG nova.compute.manager [req-b7741b69-233f-442d-9f7c-b0afe4fd2614 req-39563325-86b9-4989-944c-8776bc5ed55b service nova] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] No waiting events found dispatching network-vif-plugged-dfe4b918-7cd3-421a-b5eb-15bdbe4000ec {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1549.420029] env[62306]: WARNING nova.compute.manager [req-b7741b69-233f-442d-9f7c-b0afe4fd2614 req-39563325-86b9-4989-944c-8776bc5ed55b service nova] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Received unexpected event network-vif-plugged-dfe4b918-7cd3-421a-b5eb-15bdbe4000ec for instance with vm_state building and task_state spawning. [ 1549.444144] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Acquiring lock "7ea16ce9-33ee-447a-9b5d-23e7f17225b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.444557] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Lock "7ea16ce9-33ee-447a-9b5d-23e7f17225b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.444667] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Acquiring lock "7ea16ce9-33ee-447a-9b5d-23e7f17225b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.444821] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Lock "7ea16ce9-33ee-447a-9b5d-23e7f17225b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.444995] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Lock "7ea16ce9-33ee-447a-9b5d-23e7f17225b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.448434] env[62306]: INFO nova.compute.manager [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Terminating instance [ 1549.569504] env[62306]: DEBUG nova.network.neutron [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1549.609418] env[62306]: ERROR nova.scheduler.client.report [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [req-5c15a27a-e527-47a9-86ea-e1f4dec24289] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5c15a27a-e527-47a9-86ea-e1f4dec24289"}]} [ 1549.630596] env[62306]: DEBUG nova.scheduler.client.report [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1549.649723] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971916, 'name': CreateVM_Task, 'duration_secs': 0.541951} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.649723] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1549.650556] env[62306]: DEBUG oslo_concurrency.lockutils [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.652829] env[62306]: DEBUG nova.scheduler.client.report [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1549.652829] env[62306]: DEBUG nova.compute.provider_tree [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1549.664647] env[62306]: DEBUG nova.scheduler.client.report [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1549.687563] env[62306]: DEBUG nova.scheduler.client.report [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1549.724289] env[62306]: DEBUG nova.compute.manager [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1549.752176] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524940a5-12ae-a8eb-5d7e-089277c4940c, 'name': SearchDatastore_Task, 'duration_secs': 0.014236} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.756436] env[62306]: DEBUG oslo_concurrency.lockutils [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.756738] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1549.756980] env[62306]: DEBUG oslo_concurrency.lockutils [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.757135] env[62306]: DEBUG oslo_concurrency.lockutils [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.757310] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1549.759678] env[62306]: DEBUG oslo_concurrency.lockutils [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.760020] env[62306]: DEBUG oslo_concurrency.lockutils [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1549.760395] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91911ed2-01ec-4e5f-a4ab-dcef74ae5154 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.766833] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98c8765e-7b77-46af-aaa6-43226f7b0692 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.770680] env[62306]: DEBUG nova.virt.hardware [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1549.770902] env[62306]: DEBUG nova.virt.hardware [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1549.771068] env[62306]: DEBUG nova.virt.hardware [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1549.771251] env[62306]: DEBUG nova.virt.hardware [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1549.771660] env[62306]: DEBUG nova.virt.hardware [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1549.771660] env[62306]: DEBUG nova.virt.hardware [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1549.771765] env[62306]: DEBUG nova.virt.hardware [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1549.771893] env[62306]: DEBUG nova.virt.hardware [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1549.773121] env[62306]: DEBUG nova.virt.hardware [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1549.774677] env[62306]: DEBUG nova.virt.hardware [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1549.774922] env[62306]: DEBUG nova.virt.hardware [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1549.777372] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f030fee9-1782-41fe-933b-5a22591a911a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.785100] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1549.785367] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1549.787251] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1760b69-30b8-46a6-9a18-f9895f5a8b69 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.789581] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Waiting for the task: (returnval){ [ 1549.789581] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cacd10-86ad-49c5-9495-4072c0a473da" [ 1549.789581] env[62306]: _type = "Task" [ 1549.789581] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.797519] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1549.797519] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52297a7a-06eb-c7ba-20f7-a798c2804796" [ 1549.797519] env[62306]: _type = "Task" [ 1549.797519] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.816450] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cacd10-86ad-49c5-9495-4072c0a473da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.825308] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cdc79f-ca66-4365-b843-0b1cece5678a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.830180] env[62306]: DEBUG nova.network.neutron [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Successfully created port: a1c6e16f-95bb-4b21-82ee-d6a252e59ff0 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1549.836608] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52297a7a-06eb-c7ba-20f7-a798c2804796, 'name': SearchDatastore_Task} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.839575] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b515610-5810-4e0f-a7e9-ec6890a9ec0f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.850989] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.855340] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1549.855340] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52dd4b67-aee8-4360-dce9-da177e2d5373" [ 1549.855340] env[62306]: _type = "Task" [ 1549.855340] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.862847] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52dd4b67-aee8-4360-dce9-da177e2d5373, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.956755] env[62306]: DEBUG nova.compute.manager [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1549.956755] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1549.957590] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc660d4f-d392-442b-a16a-bfc17d232153 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.965585] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1549.965846] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42d0f4ba-bc2e-422d-b0c4-ac273e6bd12c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.974773] env[62306]: DEBUG oslo_vmware.api [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Waiting for the task: (returnval){ [ 1549.974773] env[62306]: value = "task-1971918" [ 1549.974773] env[62306]: _type = "Task" [ 1549.974773] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.981665] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772174f1-ea57-403e-b964-5456f05f45fe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.992343] env[62306]: DEBUG oslo_vmware.api [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Task: {'id': task-1971918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.995587] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a655d74-e73d-41bd-b9af-2304bb6ed896 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.036036] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a62bab-4878-4748-99d9-99af5ec2d502 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.047831] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4e916d-74e3-4f9d-9247-d0831c9e98eb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.064118] env[62306]: DEBUG nova.compute.provider_tree [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1550.303043] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cacd10-86ad-49c5-9495-4072c0a473da, 'name': SearchDatastore_Task, 'duration_secs': 0.016883} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.303579] env[62306]: DEBUG oslo_concurrency.lockutils [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.304500] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1550.304500] env[62306]: DEBUG oslo_concurrency.lockutils [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.371228] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52dd4b67-aee8-4360-dce9-da177e2d5373, 'name': SearchDatastore_Task, 'duration_secs': 0.03292} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.372843] env[62306]: DEBUG nova.network.neutron [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Updating instance_info_cache with network_info: [{"id": "dfe4b918-7cd3-421a-b5eb-15bdbe4000ec", "address": "fa:16:3e:05:f5:da", "network": {"id": "1626cde5-6627-4ce2-8b90-ce6c610cd0c6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1539284948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85dacd42367948bead2202490260363f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe4b918-7c", "ovs_interfaceid": "dfe4b918-7cd3-421a-b5eb-15bdbe4000ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.375079] env[62306]: DEBUG oslo_concurrency.lockutils [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.375381] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 4f552bc4-3af1-4579-b0d3-8dc962bd27c6/4f552bc4-3af1-4579-b0d3-8dc962bd27c6.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1550.375684] env[62306]: DEBUG oslo_concurrency.lockutils [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.375852] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1550.376067] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58b46658-1c63-409e-8eb5-09f2b04a1dea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.379560] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c01ed066-cc47-4284-8184-83d69b9187a8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.387712] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1550.387712] env[62306]: value = "task-1971920" [ 1550.387712] env[62306]: _type = "Task" [ 1550.387712] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.392018] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1550.392018] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1550.394972] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa82e677-7e48-4909-945f-f442d3aafdbe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.411641] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.413754] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Waiting for the task: (returnval){ [ 1550.413754] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ceed03-1c15-b811-2e31-9bf18596dac6" [ 1550.413754] env[62306]: _type = "Task" [ 1550.413754] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.423300] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ceed03-1c15-b811-2e31-9bf18596dac6, 'name': SearchDatastore_Task, 'duration_secs': 0.00912} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.423886] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83122bc4-bd90-4b91-b737-0ea6329aad87 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.432577] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Waiting for the task: (returnval){ [ 1550.432577] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52dd00f5-8a49-349a-681b-e1b1c5fd0a3d" [ 1550.432577] env[62306]: _type = "Task" [ 1550.432577] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.441806] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52dd00f5-8a49-349a-681b-e1b1c5fd0a3d, 'name': SearchDatastore_Task, 'duration_secs': 0.008875} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.442065] env[62306]: DEBUG oslo_concurrency.lockutils [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.442484] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8/5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1550.442815] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-202ae8ad-f3a9-40e6-ad70-cde5fa23a54e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.450754] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Waiting for the task: (returnval){ [ 1550.450754] env[62306]: value = "task-1971921" [ 1550.450754] env[62306]: _type = "Task" [ 1550.450754] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.459120] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.492650] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "5227c9ce-84d2-4a50-a653-fb317daa2d87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.492955] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "5227c9ce-84d2-4a50-a653-fb317daa2d87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.499871] env[62306]: DEBUG oslo_vmware.api [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Task: {'id': task-1971918, 'name': PowerOffVM_Task, 'duration_secs': 0.233407} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.500493] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1550.500827] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1550.501184] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83f53af6-5e28-4a52-9f34-6340cd6e18c8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.571396] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1550.571659] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1550.571928] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Deleting the datastore file [datastore1] 7ea16ce9-33ee-447a-9b5d-23e7f17225b6 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1550.572301] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d0e7aa1-7475-46f0-9377-92d64b74e746 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.579475] env[62306]: DEBUG oslo_vmware.api [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Waiting for the task: (returnval){ [ 1550.579475] env[62306]: value = "task-1971923" [ 1550.579475] env[62306]: _type = "Task" [ 1550.579475] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.590291] env[62306]: DEBUG oslo_vmware.api [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Task: {'id': task-1971923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.603796] env[62306]: ERROR nova.scheduler.client.report [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [req-55c04fd1-fd15-44f8-b83e-d7fa1896b6fe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-55c04fd1-fd15-44f8-b83e-d7fa1896b6fe"}]} [ 1550.627614] env[62306]: DEBUG nova.scheduler.client.report [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1550.648370] env[62306]: DEBUG nova.scheduler.client.report [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1550.648615] env[62306]: DEBUG nova.compute.provider_tree [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1550.661794] env[62306]: DEBUG nova.scheduler.client.report [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1550.693423] env[62306]: DEBUG nova.scheduler.client.report [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1550.880152] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Releasing lock "refresh_cache-6ea3b6f2-5aa7-463e-980c-c33ec4084439" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.880152] env[62306]: DEBUG nova.compute.manager [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Instance network_info: |[{"id": "dfe4b918-7cd3-421a-b5eb-15bdbe4000ec", "address": "fa:16:3e:05:f5:da", "network": {"id": "1626cde5-6627-4ce2-8b90-ce6c610cd0c6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1539284948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85dacd42367948bead2202490260363f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe4b918-7c", "ovs_interfaceid": "dfe4b918-7cd3-421a-b5eb-15bdbe4000ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1550.880634] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:f5:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfe4b918-7cd3-421a-b5eb-15bdbe4000ec', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1550.889689] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Creating folder: Project (85dacd42367948bead2202490260363f). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1550.893039] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b48bf977-4b33-4f56-b555-47a8e9dd92f0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.905595] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971920, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.908911] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Created folder: Project (85dacd42367948bead2202490260363f) in parent group-v406007. [ 1550.909200] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Creating folder: Instances. Parent ref: group-v406027. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1550.909389] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f11550f-0e7d-4479-8e81-5b1c2f1e2fa7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.921859] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Created folder: Instances in parent group-v406027. [ 1550.922096] env[62306]: DEBUG oslo.service.loopingcall [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1550.922310] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1550.922645] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2eb02ca8-2397-478d-897e-f4e85fdc2b82 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.949963] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1550.949963] env[62306]: value = "task-1971926" [ 1550.949963] env[62306]: _type = "Task" [ 1550.949963] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.965562] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971926, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.970170] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971921, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.983131] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e47927-4c31-40c6-ab31-b5d1db46d87e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.992544] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a208aaeb-b50d-4e58-9cca-e61a79d896f4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.001646] env[62306]: DEBUG nova.compute.manager [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1551.034645] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed80009-3c83-4c85-a4d8-aeb18b195777 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.043657] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f08f430-4863-4b1d-a9b8-f1176f459e8e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.064997] env[62306]: DEBUG nova.compute.provider_tree [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1551.091066] env[62306]: DEBUG oslo_vmware.api [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Task: {'id': task-1971923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.410567] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696919} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.411080] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 4f552bc4-3af1-4579-b0d3-8dc962bd27c6/4f552bc4-3af1-4579-b0d3-8dc962bd27c6.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1551.413684] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1551.413684] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd52720b-ba48-4a93-b664-67b672bb95c1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.424688] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1551.424688] env[62306]: value = "task-1971927" [ 1551.424688] env[62306]: _type = "Task" [ 1551.424688] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.440470] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.476891] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971921, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.478334] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971926, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.562407] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.574008] env[62306]: DEBUG nova.compute.manager [req-61c8de64-bdfa-41ff-8e0c-b7e4c020bdab req-05cefa0b-0105-401f-a116-3f4902ca1531 service nova] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Received event network-changed-5c6772bb-11d9-4571-a69e-168918c9ac86 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1551.574702] env[62306]: DEBUG nova.compute.manager [req-61c8de64-bdfa-41ff-8e0c-b7e4c020bdab req-05cefa0b-0105-401f-a116-3f4902ca1531 service nova] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Refreshing instance network info cache due to event network-changed-5c6772bb-11d9-4571-a69e-168918c9ac86. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1551.574702] env[62306]: DEBUG oslo_concurrency.lockutils [req-61c8de64-bdfa-41ff-8e0c-b7e4c020bdab req-05cefa0b-0105-401f-a116-3f4902ca1531 service nova] Acquiring lock "refresh_cache-5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.575857] env[62306]: DEBUG oslo_concurrency.lockutils [req-61c8de64-bdfa-41ff-8e0c-b7e4c020bdab req-05cefa0b-0105-401f-a116-3f4902ca1531 service nova] Acquired lock "refresh_cache-5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.576125] env[62306]: DEBUG nova.network.neutron [req-61c8de64-bdfa-41ff-8e0c-b7e4c020bdab req-05cefa0b-0105-401f-a116-3f4902ca1531 service nova] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Refreshing network info cache for port 5c6772bb-11d9-4571-a69e-168918c9ac86 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1551.592237] env[62306]: DEBUG oslo_vmware.api [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Task: {'id': task-1971923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.95223} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.592543] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1551.592741] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1551.592926] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1551.593092] env[62306]: INFO nova.compute.manager [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1551.593421] env[62306]: DEBUG oslo.service.loopingcall [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1551.593817] env[62306]: DEBUG nova.compute.manager [-] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1551.593915] env[62306]: DEBUG nova.network.neutron [-] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1551.609506] env[62306]: DEBUG nova.scheduler.client.report [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 19 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1551.609780] env[62306]: DEBUG nova.compute.provider_tree [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 19 to 20 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1551.609960] env[62306]: DEBUG nova.compute.provider_tree [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1551.939493] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096348} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.939493] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1551.940687] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e94f86-13a1-4e4a-8db0-2b5934c294d2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.968279] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 4f552bc4-3af1-4579-b0d3-8dc962bd27c6/4f552bc4-3af1-4579-b0d3-8dc962bd27c6.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1551.975100] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8332b76-b3cf-4871-aafb-18969dd6d9d5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.005387] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971926, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.009866] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971921, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.076505} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.010151] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1552.010151] env[62306]: value = "task-1971928" [ 1552.010151] env[62306]: _type = "Task" [ 1552.010151] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.010360] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8/5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1552.010931] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1552.011246] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05bfc7bc-19c8-43c0-b8f5-a73570640d60 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.030971] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.031293] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Waiting for the task: (returnval){ [ 1552.031293] env[62306]: value = "task-1971929" [ 1552.031293] env[62306]: _type = "Task" [ 1552.031293] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.039958] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.118720] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.417s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.119390] env[62306]: DEBUG nova.compute.manager [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1552.128412] env[62306]: DEBUG oslo_concurrency.lockutils [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.788s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.128412] env[62306]: INFO nova.compute.claims [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1552.467747] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971926, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.501390] env[62306]: DEBUG nova.compute.manager [req-a85458d5-8a38-4902-8335-0a7c9e2e004d req-ba9153f1-9aaa-4f5f-84be-49914f5743e0 service nova] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Received event network-changed-dfe4b918-7cd3-421a-b5eb-15bdbe4000ec {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1552.501618] env[62306]: DEBUG nova.compute.manager [req-a85458d5-8a38-4902-8335-0a7c9e2e004d req-ba9153f1-9aaa-4f5f-84be-49914f5743e0 service nova] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Refreshing instance network info cache due to event network-changed-dfe4b918-7cd3-421a-b5eb-15bdbe4000ec. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1552.501895] env[62306]: DEBUG oslo_concurrency.lockutils [req-a85458d5-8a38-4902-8335-0a7c9e2e004d req-ba9153f1-9aaa-4f5f-84be-49914f5743e0 service nova] Acquiring lock "refresh_cache-6ea3b6f2-5aa7-463e-980c-c33ec4084439" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.502047] env[62306]: DEBUG oslo_concurrency.lockutils [req-a85458d5-8a38-4902-8335-0a7c9e2e004d req-ba9153f1-9aaa-4f5f-84be-49914f5743e0 service nova] Acquired lock "refresh_cache-6ea3b6f2-5aa7-463e-980c-c33ec4084439" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.502205] env[62306]: DEBUG nova.network.neutron [req-a85458d5-8a38-4902-8335-0a7c9e2e004d req-ba9153f1-9aaa-4f5f-84be-49914f5743e0 service nova] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Refreshing network info cache for port dfe4b918-7cd3-421a-b5eb-15bdbe4000ec {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1552.525278] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.544879] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164525} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.544948] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1552.548064] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb84c00-e628-44ef-8ebd-1ae156fbe250 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.576919] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8/5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1552.577864] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-226dbe8b-9c19-4e92-98f0-3fb8fdb7c1ab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.608480] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Waiting for the task: (returnval){ [ 1552.608480] env[62306]: value = "task-1971931" [ 1552.608480] env[62306]: _type = "Task" [ 1552.608480] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.617064] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.635017] env[62306]: DEBUG nova.compute.utils [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1552.640133] env[62306]: DEBUG nova.compute.manager [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1552.640133] env[62306]: DEBUG nova.network.neutron [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1552.683606] env[62306]: DEBUG nova.network.neutron [-] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.717410] env[62306]: DEBUG nova.network.neutron [req-61c8de64-bdfa-41ff-8e0c-b7e4c020bdab req-05cefa0b-0105-401f-a116-3f4902ca1531 service nova] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Updated VIF entry in instance network info cache for port 5c6772bb-11d9-4571-a69e-168918c9ac86. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1552.717793] env[62306]: DEBUG nova.network.neutron [req-61c8de64-bdfa-41ff-8e0c-b7e4c020bdab req-05cefa0b-0105-401f-a116-3f4902ca1531 service nova] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Updating instance_info_cache with network_info: [{"id": "5c6772bb-11d9-4571-a69e-168918c9ac86", "address": "fa:16:3e:5c:8a:b4", "network": {"id": "9589d07b-d4b5-4e00-bde7-eb5751429fbf", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1274559648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "b332f38065ce4a5eb5d9b97455bca205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6772bb-11", "ovs_interfaceid": "5c6772bb-11d9-4571-a69e-168918c9ac86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.778630] env[62306]: DEBUG nova.policy [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09621224ae7347648beb1caefb71a8ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12f0f8cfc5214cb4982c6b929a6fc698', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1552.781652] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5b48fafd-ecda-415b-8b7e-06b87c2c395b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "94b578b3-f20b-4701-a6f7-89395226c9a9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.781652] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5b48fafd-ecda-415b-8b7e-06b87c2c395b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "94b578b3-f20b-4701-a6f7-89395226c9a9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.781652] env[62306]: DEBUG nova.compute.manager [None req-5b48fafd-ecda-415b-8b7e-06b87c2c395b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1552.782082] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22345abb-f85e-46bd-8e1c-7b5be7816509 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.790051] env[62306]: DEBUG nova.compute.manager [None req-5b48fafd-ecda-415b-8b7e-06b87c2c395b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62306) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1552.790635] env[62306]: DEBUG nova.objects.instance [None req-5b48fafd-ecda-415b-8b7e-06b87c2c395b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lazy-loading 'flavor' on Instance uuid 94b578b3-f20b-4701-a6f7-89395226c9a9 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.969139] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971926, 'name': CreateVM_Task, 'duration_secs': 1.660974} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.969487] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1552.970121] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.970303] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.970584] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1552.974210] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-031653fe-4588-4e8b-835a-92e5a72950cf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.979253] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1552.979253] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e07f3e-b0ca-266f-1a38-0c01f7252819" [ 1552.979253] env[62306]: _type = "Task" [ 1552.979253] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.989044] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e07f3e-b0ca-266f-1a38-0c01f7252819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.023618] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971928, 'name': ReconfigVM_Task, 'duration_secs': 0.677543} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.023618] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 4f552bc4-3af1-4579-b0d3-8dc962bd27c6/4f552bc4-3af1-4579-b0d3-8dc962bd27c6.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1553.023618] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1028c21-49a2-4cb5-86f3-3b867a8d45c5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.031107] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1553.031107] env[62306]: value = "task-1971932" [ 1553.031107] env[62306]: _type = "Task" [ 1553.031107] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.048961] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971932, 'name': Rename_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.126294] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.141254] env[62306]: DEBUG nova.compute.manager [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1553.189475] env[62306]: INFO nova.compute.manager [-] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Took 1.60 seconds to deallocate network for instance. [ 1553.222394] env[62306]: DEBUG oslo_concurrency.lockutils [req-61c8de64-bdfa-41ff-8e0c-b7e4c020bdab req-05cefa0b-0105-401f-a116-3f4902ca1531 service nova] Releasing lock "refresh_cache-5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.455949] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5b69bd-9d89-41d1-bdd6-e324dd5c9b3a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.465415] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4c1687-e0b9-4ef7-b5b9-4a695ca5a111 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.505205] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6226f512-5f87-4418-9e46-83460bd96de3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.513562] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e07f3e-b0ca-266f-1a38-0c01f7252819, 'name': SearchDatastore_Task, 'duration_secs': 0.01649} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.515836] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.516442] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1553.516442] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.516550] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.516642] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1553.516938] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-835988ed-f2af-4ace-9329-e6a06c7b5a2e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.520130] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c40aeea-21f3-49b9-9cf6-1e749136907c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.535017] env[62306]: DEBUG nova.compute.provider_tree [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1553.541285] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1553.542589] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1553.542589] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e373741-5e8e-49e9-86fa-2cdab793e1d8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.556990] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971932, 'name': Rename_Task, 'duration_secs': 0.170771} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.560864] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1553.562810] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1553.562810] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b686e0-1f5a-6d5a-7872-a9c1b494db21" [ 1553.562810] env[62306]: _type = "Task" [ 1553.562810] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.562810] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f7f5194-47d9-4660-b38a-b5aa895e875c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.575945] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1553.575945] env[62306]: value = "task-1971933" [ 1553.575945] env[62306]: _type = "Task" [ 1553.575945] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.576506] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b686e0-1f5a-6d5a-7872-a9c1b494db21, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.580324] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0f5c8db-ea7c-4c13-927a-6c206c085d01 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.585669] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1553.585669] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a9ae6d-b8d9-07c8-97b3-94b1965427b4" [ 1553.585669] env[62306]: _type = "Task" [ 1553.585669] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.588807] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.597265] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a9ae6d-b8d9-07c8-97b3-94b1965427b4, 'name': SearchDatastore_Task, 'duration_secs': 0.008723} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.598276] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.598276] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 6ea3b6f2-5aa7-463e-980c-c33ec4084439/6ea3b6f2-5aa7-463e-980c-c33ec4084439.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1553.598276] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fbb8071-a546-4cdf-962a-d6e165a3a6f1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.604320] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1553.604320] env[62306]: value = "task-1971934" [ 1553.604320] env[62306]: _type = "Task" [ 1553.604320] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.617634] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.622504] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971931, 'name': ReconfigVM_Task, 'duration_secs': 0.681903} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.622891] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8/5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1553.623875] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-609b45fe-71b9-4d62-a9b8-fe33c8a59a3b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.629720] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Waiting for the task: (returnval){ [ 1553.629720] env[62306]: value = "task-1971935" [ 1553.629720] env[62306]: _type = "Task" [ 1553.629720] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.640199] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971935, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.670484] env[62306]: DEBUG nova.network.neutron [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Successfully updated port: a1c6e16f-95bb-4b21-82ee-d6a252e59ff0 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1553.703337] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.721089] env[62306]: DEBUG nova.network.neutron [req-a85458d5-8a38-4902-8335-0a7c9e2e004d req-ba9153f1-9aaa-4f5f-84be-49914f5743e0 service nova] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Updated VIF entry in instance network info cache for port dfe4b918-7cd3-421a-b5eb-15bdbe4000ec. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1553.721089] env[62306]: DEBUG nova.network.neutron [req-a85458d5-8a38-4902-8335-0a7c9e2e004d req-ba9153f1-9aaa-4f5f-84be-49914f5743e0 service nova] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Updating instance_info_cache with network_info: [{"id": "dfe4b918-7cd3-421a-b5eb-15bdbe4000ec", "address": "fa:16:3e:05:f5:da", "network": {"id": "1626cde5-6627-4ce2-8b90-ce6c610cd0c6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1539284948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85dacd42367948bead2202490260363f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe4b918-7c", "ovs_interfaceid": "dfe4b918-7cd3-421a-b5eb-15bdbe4000ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.805331] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b48fafd-ecda-415b-8b7e-06b87c2c395b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1553.805394] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15393647-1273-4abe-9f50-efce08b3aca5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.814617] env[62306]: DEBUG oslo_vmware.api [None req-5b48fafd-ecda-415b-8b7e-06b87c2c395b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1553.814617] env[62306]: value = "task-1971936" [ 1553.814617] env[62306]: _type = "Task" [ 1553.814617] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.828106] env[62306]: DEBUG oslo_vmware.api [None req-5b48fafd-ecda-415b-8b7e-06b87c2c395b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1971936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.031995] env[62306]: DEBUG nova.network.neutron [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Successfully created port: d91cf04a-2ea7-40b9-91d2-a83ba14d554e {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1554.083942] env[62306]: DEBUG nova.scheduler.client.report [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 20 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1554.084255] env[62306]: DEBUG nova.compute.provider_tree [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 20 to 21 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1554.084496] env[62306]: DEBUG nova.compute.provider_tree [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1554.106161] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971933, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.124336] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971934, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.144199] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971935, 'name': Rename_Task, 'duration_secs': 0.151562} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.144618] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1554.144978] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20854318-26e0-4b66-b077-ae3a3b57513f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.152593] env[62306]: DEBUG nova.compute.manager [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1554.160469] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Waiting for the task: (returnval){ [ 1554.160469] env[62306]: value = "task-1971937" [ 1554.160469] env[62306]: _type = "Task" [ 1554.160469] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.168423] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.177350] env[62306]: DEBUG oslo_concurrency.lockutils [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquiring lock "refresh_cache-f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.177514] env[62306]: DEBUG oslo_concurrency.lockutils [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquired lock "refresh_cache-f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.178017] env[62306]: DEBUG nova.network.neutron [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1554.192815] env[62306]: DEBUG nova.virt.hardware [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1554.193108] env[62306]: DEBUG nova.virt.hardware [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1554.193254] env[62306]: DEBUG nova.virt.hardware [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1554.193588] env[62306]: DEBUG nova.virt.hardware [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1554.193588] env[62306]: DEBUG nova.virt.hardware [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1554.193713] env[62306]: DEBUG nova.virt.hardware [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1554.193917] env[62306]: DEBUG nova.virt.hardware [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1554.194374] env[62306]: DEBUG nova.virt.hardware [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1554.194783] env[62306]: DEBUG nova.virt.hardware [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1554.195021] env[62306]: DEBUG nova.virt.hardware [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1554.195170] env[62306]: DEBUG nova.virt.hardware [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1554.196672] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9340d6a-e117-41f7-bbe2-b32c462af6f7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.205872] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765cd3f6-fc0c-4650-b180-6e10816e4d47 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.224838] env[62306]: DEBUG oslo_concurrency.lockutils [req-a85458d5-8a38-4902-8335-0a7c9e2e004d req-ba9153f1-9aaa-4f5f-84be-49914f5743e0 service nova] Releasing lock "refresh_cache-6ea3b6f2-5aa7-463e-980c-c33ec4084439" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.326596] env[62306]: DEBUG oslo_vmware.api [None req-5b48fafd-ecda-415b-8b7e-06b87c2c395b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1971936, 'name': PowerOffVM_Task, 'duration_secs': 0.198668} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.326977] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b48fafd-ecda-415b-8b7e-06b87c2c395b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1554.327990] env[62306]: DEBUG nova.compute.manager [None req-5b48fafd-ecda-415b-8b7e-06b87c2c395b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1554.328361] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abacccb-fbda-4993-94d6-4b5df597a6c5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.594993] env[62306]: DEBUG oslo_vmware.api [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1971933, 'name': PowerOnVM_Task, 'duration_secs': 0.5556} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.599353] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1554.599353] env[62306]: DEBUG nova.compute.manager [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1554.599353] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be563f98-e304-4d68-83c7-18745c305899 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.607059] env[62306]: DEBUG oslo_concurrency.lockutils [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.607969] env[62306]: DEBUG nova.compute.manager [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1554.610367] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.301s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.612618] env[62306]: INFO nova.compute.claims [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1554.625590] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570876} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.625843] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 6ea3b6f2-5aa7-463e-980c-c33ec4084439/6ea3b6f2-5aa7-463e-980c-c33ec4084439.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1554.626061] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1554.626340] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7917bd3-7b2f-4f66-93bd-1f667efcedc4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.633606] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1554.633606] env[62306]: value = "task-1971939" [ 1554.633606] env[62306]: _type = "Task" [ 1554.633606] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.643811] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.675802] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971937, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.742536] env[62306]: DEBUG nova.network.neutron [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1554.844642] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5b48fafd-ecda-415b-8b7e-06b87c2c395b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "94b578b3-f20b-4701-a6f7-89395226c9a9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.970071] env[62306]: DEBUG nova.network.neutron [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Updating instance_info_cache with network_info: [{"id": "a1c6e16f-95bb-4b21-82ee-d6a252e59ff0", "address": "fa:16:3e:d4:81:1c", "network": {"id": "b8c8af4c-d861-4419-bcf7-0d58400a4b87", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-986718125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c76fd01240b47a18270c8a10629b9f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c6e16f-95", "ovs_interfaceid": "a1c6e16f-95bb-4b21-82ee-d6a252e59ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.092882] env[62306]: DEBUG nova.compute.manager [req-66752186-dcbf-44e4-b672-8a2c9f0ea7ec req-5297bcbb-a91b-4d41-aa97-b99c244fb250 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Received event network-vif-plugged-a1c6e16f-95bb-4b21-82ee-d6a252e59ff0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1555.093316] env[62306]: DEBUG oslo_concurrency.lockutils [req-66752186-dcbf-44e4-b672-8a2c9f0ea7ec req-5297bcbb-a91b-4d41-aa97-b99c244fb250 service nova] Acquiring lock "f18e8292-92e9-4180-a2f8-7a57f6b3c7ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.093441] env[62306]: DEBUG oslo_concurrency.lockutils [req-66752186-dcbf-44e4-b672-8a2c9f0ea7ec req-5297bcbb-a91b-4d41-aa97-b99c244fb250 service nova] Lock "f18e8292-92e9-4180-a2f8-7a57f6b3c7ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.094309] env[62306]: DEBUG oslo_concurrency.lockutils [req-66752186-dcbf-44e4-b672-8a2c9f0ea7ec req-5297bcbb-a91b-4d41-aa97-b99c244fb250 service nova] Lock "f18e8292-92e9-4180-a2f8-7a57f6b3c7ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.094536] env[62306]: DEBUG nova.compute.manager [req-66752186-dcbf-44e4-b672-8a2c9f0ea7ec req-5297bcbb-a91b-4d41-aa97-b99c244fb250 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] No waiting events found dispatching network-vif-plugged-a1c6e16f-95bb-4b21-82ee-d6a252e59ff0 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1555.094899] env[62306]: WARNING nova.compute.manager [req-66752186-dcbf-44e4-b672-8a2c9f0ea7ec req-5297bcbb-a91b-4d41-aa97-b99c244fb250 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Received unexpected event network-vif-plugged-a1c6e16f-95bb-4b21-82ee-d6a252e59ff0 for instance with vm_state building and task_state spawning. [ 1555.099778] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquiring lock "b62fa60a-970d-440a-9fbb-ac03ff7d6cc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.100118] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Lock "b62fa60a-970d-440a-9fbb-ac03ff7d6cc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.123139] env[62306]: DEBUG nova.compute.utils [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1555.135140] env[62306]: DEBUG oslo_concurrency.lockutils [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.135719] env[62306]: DEBUG nova.compute.manager [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1555.135900] env[62306]: DEBUG nova.network.neutron [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1555.147392] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082009} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.147643] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1555.151478] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383f9604-8aa4-4aba-a7ff-4fa07dbc375a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.177804] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 6ea3b6f2-5aa7-463e-980c-c33ec4084439/6ea3b6f2-5aa7-463e-980c-c33ec4084439.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1555.181225] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b772826e-bfbc-4d4c-8383-f7b9037c133f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.199203] env[62306]: DEBUG nova.policy [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5034278d5e66453b9d00265f14a721f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85dacd42367948bead2202490260363f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1555.207928] env[62306]: DEBUG oslo_vmware.api [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971937, 'name': PowerOnVM_Task, 'duration_secs': 1.026933} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.208572] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1555.208781] env[62306]: INFO nova.compute.manager [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Took 11.20 seconds to spawn the instance on the hypervisor. [ 1555.208951] env[62306]: DEBUG nova.compute.manager [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1555.209304] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1555.209304] env[62306]: value = "task-1971940" [ 1555.209304] env[62306]: _type = "Task" [ 1555.209304] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.210025] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773f77c6-987b-4d2c-9c97-a87f6dd89a5f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.226976] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971940, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.473437] env[62306]: DEBUG oslo_concurrency.lockutils [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Releasing lock "refresh_cache-f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.474813] env[62306]: DEBUG nova.compute.manager [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Instance network_info: |[{"id": "a1c6e16f-95bb-4b21-82ee-d6a252e59ff0", "address": "fa:16:3e:d4:81:1c", "network": {"id": "b8c8af4c-d861-4419-bcf7-0d58400a4b87", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-986718125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c76fd01240b47a18270c8a10629b9f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c6e16f-95", "ovs_interfaceid": "a1c6e16f-95bb-4b21-82ee-d6a252e59ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1555.474938] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:81:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1c6e16f-95bb-4b21-82ee-d6a252e59ff0', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1555.485383] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Creating folder: Project (9c76fd01240b47a18270c8a10629b9f1). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1555.485720] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c92b0ad2-29eb-4867-b54f-23ff055d3c7d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.505806] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Created folder: Project (9c76fd01240b47a18270c8a10629b9f1) in parent group-v406007. [ 1555.506035] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Creating folder: Instances. Parent ref: group-v406030. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1555.507523] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a874c6e-5b85-4926-89d5-b5b1315fe95d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.521410] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Created folder: Instances in parent group-v406030. [ 1555.524553] env[62306]: DEBUG oslo.service.loopingcall [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1555.524553] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1555.524553] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-888c4a14-c8ed-49f4-9f41-d7058529206b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.558591] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1555.558591] env[62306]: value = "task-1971943" [ 1555.558591] env[62306]: _type = "Task" [ 1555.558591] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.562247] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971943, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.591731] env[62306]: DEBUG nova.compute.manager [req-860ad68f-a94e-4004-80a7-79018b170994 req-5b0252b6-237e-4138-a3ac-eca8c8cb2afa service nova] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Received event network-vif-deleted-a7e2b15b-7793-4094-965c-6f027a6c43ea {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1555.639601] env[62306]: DEBUG nova.compute.manager [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1555.650317] env[62306]: DEBUG oslo_concurrency.lockutils [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Acquiring lock "d371063f-d419-4965-9840-51e8071bca6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.650573] env[62306]: DEBUG oslo_concurrency.lockutils [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Lock "d371063f-d419-4965-9840-51e8071bca6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.739030] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.744883] env[62306]: INFO nova.compute.manager [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Took 18.85 seconds to build instance. [ 1555.966051] env[62306]: DEBUG nova.network.neutron [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Successfully created port: a26b6b91-4a6a-436b-8b1f-202aaade9bf8 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1556.059019] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25be86d7-5de5-4226-8c7a-91cd04da7879 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.067378] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971943, 'name': CreateVM_Task, 'duration_secs': 0.390968} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.068983] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1556.071019] env[62306]: DEBUG oslo_concurrency.lockutils [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.071019] env[62306]: DEBUG oslo_concurrency.lockutils [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.071019] env[62306]: DEBUG oslo_concurrency.lockutils [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1556.072603] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c522bd1-39bf-4fe6-babe-a8992a6fa86e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.075862] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0cfc4b2-0b46-45d9-9854-9effaef3e847 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.081112] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for the task: (returnval){ [ 1556.081112] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5228b1e1-e91b-a912-e416-53bac330cb8f" [ 1556.081112] env[62306]: _type = "Task" [ 1556.081112] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.117909] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602173c1-34e5-43c9-99db-3c9be03cebeb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.134799] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5228b1e1-e91b-a912-e416-53bac330cb8f, 'name': SearchDatastore_Task, 'duration_secs': 0.009221} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.135387] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed94667d-712a-478c-8aef-55a35dd65d4d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.140748] env[62306]: DEBUG oslo_concurrency.lockutils [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.141068] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1556.141334] env[62306]: DEBUG oslo_concurrency.lockutils [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.142052] env[62306]: DEBUG oslo_concurrency.lockutils [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.142052] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1556.142052] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e1d1c8c-8fdd-4e36-bdbe-7829d35df22a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.159288] env[62306]: DEBUG nova.compute.provider_tree [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.161764] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1556.162020] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1556.162875] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c815c0f2-b7c3-4398-a1ea-9b508a1bb22f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.168899] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for the task: (returnval){ [ 1556.168899] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b1079c-df55-e027-c7e2-b2d9d401a35e" [ 1556.168899] env[62306]: _type = "Task" [ 1556.168899] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.183775] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b1079c-df55-e027-c7e2-b2d9d401a35e, 'name': SearchDatastore_Task, 'duration_secs': 0.008659} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.184910] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ca4d92-2464-44a6-901a-ba7942509abb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.191239] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for the task: (returnval){ [ 1556.191239] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524ecbcd-5c34-c70b-bed8-90e39db525d1" [ 1556.191239] env[62306]: _type = "Task" [ 1556.191239] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.199514] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524ecbcd-5c34-c70b-bed8-90e39db525d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.227401] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971940, 'name': ReconfigVM_Task, 'duration_secs': 0.590535} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.227681] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 6ea3b6f2-5aa7-463e-980c-c33ec4084439/6ea3b6f2-5aa7-463e-980c-c33ec4084439.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1556.228304] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-120f8ed7-6064-4aac-b3f0-0d25686dce4b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.235110] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1556.235110] env[62306]: value = "task-1971944" [ 1556.235110] env[62306]: _type = "Task" [ 1556.235110] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.247231] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971944, 'name': Rename_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.249969] env[62306]: DEBUG oslo_concurrency.lockutils [None req-75b97e79-105a-42c7-8ac2-15463d51c0c9 tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Lock "5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.364s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.283268] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Acquiring lock "55d53787-be79-4e68-a3a4-76d91695ae24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.285159] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Lock "55d53787-be79-4e68-a3a4-76d91695ae24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.285159] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Acquiring lock "55d53787-be79-4e68-a3a4-76d91695ae24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.285159] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Lock "55d53787-be79-4e68-a3a4-76d91695ae24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.285159] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Lock "55d53787-be79-4e68-a3a4-76d91695ae24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.286248] env[62306]: INFO nova.compute.manager [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Terminating instance [ 1556.663097] env[62306]: DEBUG nova.compute.manager [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1556.666057] env[62306]: DEBUG nova.scheduler.client.report [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1556.699804] env[62306]: DEBUG nova.virt.hardware [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1556.700056] env[62306]: DEBUG nova.virt.hardware [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1556.700214] env[62306]: DEBUG nova.virt.hardware [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1556.700394] env[62306]: DEBUG nova.virt.hardware [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1556.700537] env[62306]: DEBUG nova.virt.hardware [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1556.700669] env[62306]: DEBUG nova.virt.hardware [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1556.700865] env[62306]: DEBUG nova.virt.hardware [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1556.701177] env[62306]: DEBUG nova.virt.hardware [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1556.701177] env[62306]: DEBUG nova.virt.hardware [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1556.701344] env[62306]: DEBUG nova.virt.hardware [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1556.701515] env[62306]: DEBUG nova.virt.hardware [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1556.703105] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2909d44c-2361-4c15-a839-57c02656e13f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.709813] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524ecbcd-5c34-c70b-bed8-90e39db525d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009196} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.710479] env[62306]: DEBUG oslo_concurrency.lockutils [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.710730] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] f18e8292-92e9-4180-a2f8-7a57f6b3c7ed/f18e8292-92e9-4180-a2f8-7a57f6b3c7ed.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1556.711414] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed1b94a5-10a6-459a-b383-19d84df62420 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.717881] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4171c74c-73eb-409f-ad00-c90df4268e57 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.722176] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for the task: (returnval){ [ 1556.722176] env[62306]: value = "task-1971946" [ 1556.722176] env[62306]: _type = "Task" [ 1556.722176] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.741997] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1971946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.750351] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971944, 'name': Rename_Task, 'duration_secs': 0.17945} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.750616] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1556.750893] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-525161e7-859b-4538-b6e2-96af6274fb41 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.753528] env[62306]: DEBUG nova.compute.manager [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1556.757837] env[62306]: DEBUG nova.network.neutron [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Successfully updated port: d91cf04a-2ea7-40b9-91d2-a83ba14d554e {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1556.763879] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1556.763879] env[62306]: value = "task-1971947" [ 1556.763879] env[62306]: _type = "Task" [ 1556.763879] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.771645] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.794046] env[62306]: DEBUG nova.compute.manager [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1556.794740] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1556.796065] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2dc79f-d80e-446a-be72-98512a0bfa6f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.805371] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1556.805524] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75c88e42-4c9f-45c6-8c39-e73079fb72fa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.815141] env[62306]: DEBUG oslo_vmware.api [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Waiting for the task: (returnval){ [ 1556.815141] env[62306]: value = "task-1971948" [ 1556.815141] env[62306]: _type = "Task" [ 1556.815141] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.824744] env[62306]: DEBUG oslo_vmware.api [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': task-1971948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.176540] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.177629] env[62306]: DEBUG nova.compute.manager [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1557.182772] env[62306]: DEBUG oslo_concurrency.lockutils [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.521s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.183283] env[62306]: INFO nova.compute.claims [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1557.241980] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1971946, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.263504] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Acquiring lock "refresh_cache-485d732d-34bf-4cc5-9fcb-74a9045119d7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.264108] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Acquired lock "refresh_cache-485d732d-34bf-4cc5-9fcb-74a9045119d7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.264108] env[62306]: DEBUG nova.network.neutron [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1557.283593] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971947, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.294128] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.332947] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "b58b59b2-7f72-4763-a4ad-9c26117d6afe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.332947] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "b58b59b2-7f72-4763-a4ad-9c26117d6afe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.332947] env[62306]: DEBUG oslo_vmware.api [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': task-1971948, 'name': PowerOffVM_Task, 'duration_secs': 0.296608} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.332947] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1557.333297] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1557.333297] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d745cb12-b9e1-41a7-8463-586c3c6d43cc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.446369] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1557.446581] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1557.446756] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Deleting the datastore file [datastore1] 55d53787-be79-4e68-a3a4-76d91695ae24 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1557.447022] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3035c029-ca59-4baf-bf66-6cbd49e5a659 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.455043] env[62306]: DEBUG oslo_vmware.api [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Waiting for the task: (returnval){ [ 1557.455043] env[62306]: value = "task-1971950" [ 1557.455043] env[62306]: _type = "Task" [ 1557.455043] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.469277] env[62306]: DEBUG oslo_vmware.api [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': task-1971950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.609473] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Acquiring lock "171d17e6-19f4-432a-887d-ebc7ec3e5481" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.609744] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Lock "171d17e6-19f4-432a-887d-ebc7ec3e5481" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.693028] env[62306]: DEBUG nova.compute.utils [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1557.696390] env[62306]: DEBUG nova.compute.manager [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1557.696787] env[62306]: DEBUG nova.network.neutron [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1557.741301] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1971946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568755} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.741462] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] f18e8292-92e9-4180-a2f8-7a57f6b3c7ed/f18e8292-92e9-4180-a2f8-7a57f6b3c7ed.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1557.741673] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1557.741926] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c11fd1bd-715e-4da2-8ff4-cb7c95fa8a08 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.749801] env[62306]: DEBUG nova.policy [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '676aedd52ee54a8c86ceb16a6bf64c2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47d401bcab74454e817b346c383509cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1557.753489] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for the task: (returnval){ [ 1557.753489] env[62306]: value = "task-1971951" [ 1557.753489] env[62306]: _type = "Task" [ 1557.753489] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.765963] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1971951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.785787] env[62306]: DEBUG oslo_vmware.api [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971947, 'name': PowerOnVM_Task, 'duration_secs': 0.787261} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.785787] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1557.785787] env[62306]: INFO nova.compute.manager [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Took 11.43 seconds to spawn the instance on the hypervisor. [ 1557.785975] env[62306]: DEBUG nova.compute.manager [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1557.787191] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e15f209-579e-4ef9-9753-c0d5cadfa2f7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.844445] env[62306]: DEBUG nova.network.neutron [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1557.969976] env[62306]: DEBUG oslo_vmware.api [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': task-1971950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.079340] env[62306]: DEBUG nova.network.neutron [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Updating instance_info_cache with network_info: [{"id": "d91cf04a-2ea7-40b9-91d2-a83ba14d554e", "address": "fa:16:3e:19:57:5b", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91cf04a-2e", "ovs_interfaceid": "d91cf04a-2ea7-40b9-91d2-a83ba14d554e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.197213] env[62306]: DEBUG nova.compute.manager [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1558.269415] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1971951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076903} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.269683] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1558.270513] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5345422-0f77-4f86-a00f-7961dcc23822 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.304925] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] f18e8292-92e9-4180-a2f8-7a57f6b3c7ed/f18e8292-92e9-4180-a2f8-7a57f6b3c7ed.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1558.306024] env[62306]: DEBUG nova.network.neutron [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Successfully created port: ddc00e30-d59c-4764-9384-2fa2bf1731a3 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1558.313968] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90f32eea-83bd-423b-b791-442e37fb02ad {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.331019] env[62306]: INFO nova.compute.manager [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Took 19.77 seconds to build instance. [ 1558.339393] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for the task: (returnval){ [ 1558.339393] env[62306]: value = "task-1971952" [ 1558.339393] env[62306]: _type = "Task" [ 1558.339393] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.357502] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1971952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.401665] env[62306]: DEBUG nova.network.neutron [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Successfully updated port: a26b6b91-4a6a-436b-8b1f-202aaade9bf8 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1558.477155] env[62306]: DEBUG oslo_vmware.api [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': task-1971950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.574163] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd6dc54-8e99-4d0d-b369-2210e27a9719 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.581981] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Releasing lock "refresh_cache-485d732d-34bf-4cc5-9fcb-74a9045119d7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.582294] env[62306]: DEBUG nova.compute.manager [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Instance network_info: |[{"id": "d91cf04a-2ea7-40b9-91d2-a83ba14d554e", "address": "fa:16:3e:19:57:5b", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91cf04a-2e", "ovs_interfaceid": "d91cf04a-2ea7-40b9-91d2-a83ba14d554e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1558.582738] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:57:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd91cf04a-2ea7-40b9-91d2-a83ba14d554e', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1558.590771] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Creating folder: Project (12f0f8cfc5214cb4982c6b929a6fc698). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1558.591798] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797a3aa6-b219-4951-a7ea-47aa090506ae {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.595185] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd2fec15-b3e1-4b72-b91e-71fd858300ee {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.625436] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1d099b-e5e7-4aa8-bea4-a15fa93f1d70 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.633893] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36858d8-8f2b-45a2-83ce-dbd87e01dea9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.640147] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Created folder: Project (12f0f8cfc5214cb4982c6b929a6fc698) in parent group-v406007. [ 1558.640301] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Creating folder: Instances. Parent ref: group-v406034. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1558.640910] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1e67d95-2ab9-4f23-9d24-c876945242e2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.651231] env[62306]: DEBUG nova.compute.provider_tree [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1558.655122] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Created folder: Instances in parent group-v406034. [ 1558.655122] env[62306]: DEBUG oslo.service.loopingcall [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1558.655122] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1558.655122] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-708865b2-2dfb-4faa-913a-a04d3ac7dc7d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.675612] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1558.675612] env[62306]: value = "task-1971955" [ 1558.675612] env[62306]: _type = "Task" [ 1558.675612] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.685533] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971955, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.725383] env[62306]: DEBUG nova.compute.manager [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1558.725383] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ecaee8-6ec8-4829-91db-ab93a99657ef {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.777210] env[62306]: DEBUG nova.compute.manager [req-95c75b7b-d332-47c9-b0f3-78c0d6cbb396 req-fb13bb73-cf44-4649-bd66-286154aded36 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Received event network-changed-a1c6e16f-95bb-4b21-82ee-d6a252e59ff0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1558.777210] env[62306]: DEBUG nova.compute.manager [req-95c75b7b-d332-47c9-b0f3-78c0d6cbb396 req-fb13bb73-cf44-4649-bd66-286154aded36 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Refreshing instance network info cache due to event network-changed-a1c6e16f-95bb-4b21-82ee-d6a252e59ff0. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1558.777210] env[62306]: DEBUG oslo_concurrency.lockutils [req-95c75b7b-d332-47c9-b0f3-78c0d6cbb396 req-fb13bb73-cf44-4649-bd66-286154aded36 service nova] Acquiring lock "refresh_cache-f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.777210] env[62306]: DEBUG oslo_concurrency.lockutils [req-95c75b7b-d332-47c9-b0f3-78c0d6cbb396 req-fb13bb73-cf44-4649-bd66-286154aded36 service nova] Acquired lock "refresh_cache-f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.777210] env[62306]: DEBUG nova.network.neutron [req-95c75b7b-d332-47c9-b0f3-78c0d6cbb396 req-fb13bb73-cf44-4649-bd66-286154aded36 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Refreshing network info cache for port a1c6e16f-95bb-4b21-82ee-d6a252e59ff0 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1558.833435] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5e074a0e-b7dd-4495-9d63-8ad2b3456bae tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "6ea3b6f2-5aa7-463e-980c-c33ec4084439" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.291s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.852359] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1971952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.854426] env[62306]: DEBUG nova.compute.manager [req-ece3c019-3065-40e2-8b93-66806b29196c req-01c8075c-181a-4610-baea-f3db4e915cc2 service nova] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Received event network-vif-plugged-d91cf04a-2ea7-40b9-91d2-a83ba14d554e {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1558.854426] env[62306]: DEBUG oslo_concurrency.lockutils [req-ece3c019-3065-40e2-8b93-66806b29196c req-01c8075c-181a-4610-baea-f3db4e915cc2 service nova] Acquiring lock "485d732d-34bf-4cc5-9fcb-74a9045119d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.854426] env[62306]: DEBUG oslo_concurrency.lockutils [req-ece3c019-3065-40e2-8b93-66806b29196c req-01c8075c-181a-4610-baea-f3db4e915cc2 service nova] Lock "485d732d-34bf-4cc5-9fcb-74a9045119d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.854426] env[62306]: DEBUG oslo_concurrency.lockutils [req-ece3c019-3065-40e2-8b93-66806b29196c req-01c8075c-181a-4610-baea-f3db4e915cc2 service nova] Lock "485d732d-34bf-4cc5-9fcb-74a9045119d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.854426] env[62306]: DEBUG nova.compute.manager [req-ece3c019-3065-40e2-8b93-66806b29196c req-01c8075c-181a-4610-baea-f3db4e915cc2 service nova] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] No waiting events found dispatching network-vif-plugged-d91cf04a-2ea7-40b9-91d2-a83ba14d554e {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1558.855373] env[62306]: WARNING nova.compute.manager [req-ece3c019-3065-40e2-8b93-66806b29196c req-01c8075c-181a-4610-baea-f3db4e915cc2 service nova] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Received unexpected event network-vif-plugged-d91cf04a-2ea7-40b9-91d2-a83ba14d554e for instance with vm_state building and task_state spawning. [ 1558.855373] env[62306]: DEBUG nova.compute.manager [req-ece3c019-3065-40e2-8b93-66806b29196c req-01c8075c-181a-4610-baea-f3db4e915cc2 service nova] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Received event network-changed-d91cf04a-2ea7-40b9-91d2-a83ba14d554e {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1558.855373] env[62306]: DEBUG nova.compute.manager [req-ece3c019-3065-40e2-8b93-66806b29196c req-01c8075c-181a-4610-baea-f3db4e915cc2 service nova] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Refreshing instance network info cache due to event network-changed-d91cf04a-2ea7-40b9-91d2-a83ba14d554e. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1558.855373] env[62306]: DEBUG oslo_concurrency.lockutils [req-ece3c019-3065-40e2-8b93-66806b29196c req-01c8075c-181a-4610-baea-f3db4e915cc2 service nova] Acquiring lock "refresh_cache-485d732d-34bf-4cc5-9fcb-74a9045119d7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.855567] env[62306]: DEBUG oslo_concurrency.lockutils [req-ece3c019-3065-40e2-8b93-66806b29196c req-01c8075c-181a-4610-baea-f3db4e915cc2 service nova] Acquired lock "refresh_cache-485d732d-34bf-4cc5-9fcb-74a9045119d7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.858547] env[62306]: DEBUG nova.network.neutron [req-ece3c019-3065-40e2-8b93-66806b29196c req-01c8075c-181a-4610-baea-f3db4e915cc2 service nova] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Refreshing network info cache for port d91cf04a-2ea7-40b9-91d2-a83ba14d554e {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1558.909069] env[62306]: DEBUG oslo_concurrency.lockutils [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "refresh_cache-55728249-ca09-4484-a63c-df4f39c5ca5a" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.909069] env[62306]: DEBUG oslo_concurrency.lockutils [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired lock "refresh_cache-55728249-ca09-4484-a63c-df4f39c5ca5a" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.909069] env[62306]: DEBUG nova.network.neutron [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1558.970116] env[62306]: DEBUG oslo_vmware.api [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': task-1971950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.155386] env[62306]: DEBUG nova.scheduler.client.report [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1559.195317] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971955, 'name': CreateVM_Task, 'duration_secs': 0.492191} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.195317] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1559.196608] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.196608] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.196608] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1559.197636] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3263c4-79fe-420f-9cb4-6e9f0781b0a0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.204104] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Waiting for the task: (returnval){ [ 1559.204104] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524022f1-a93f-1e68-17b0-35d619a7f547" [ 1559.204104] env[62306]: _type = "Task" [ 1559.204104] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.211734] env[62306]: DEBUG nova.compute.manager [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1559.217591] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524022f1-a93f-1e68-17b0-35d619a7f547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.241191] env[62306]: INFO nova.compute.manager [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] instance snapshotting [ 1559.241191] env[62306]: WARNING nova.compute.manager [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1559.244201] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05824420-588e-43ef-9a3a-e26a237c7025 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.250533] env[62306]: DEBUG nova.virt.hardware [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1559.250779] env[62306]: DEBUG nova.virt.hardware [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1559.251015] env[62306]: DEBUG nova.virt.hardware [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1559.251116] env[62306]: DEBUG nova.virt.hardware [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1559.251292] env[62306]: DEBUG nova.virt.hardware [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1559.251661] env[62306]: DEBUG nova.virt.hardware [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1559.251661] env[62306]: DEBUG nova.virt.hardware [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1559.251828] env[62306]: DEBUG nova.virt.hardware [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1559.251989] env[62306]: DEBUG nova.virt.hardware [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1559.252076] env[62306]: DEBUG nova.virt.hardware [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1559.252330] env[62306]: DEBUG nova.virt.hardware [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1559.253345] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943dbdee-773b-4602-88d1-b27f9f243542 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.277282] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d5bdbf-6a17-4c26-873d-d898007a2bf9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.280988] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c33dba-362a-4036-9c89-3eb09da1d5bc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.338689] env[62306]: DEBUG nova.compute.manager [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1559.356301] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1971952, 'name': ReconfigVM_Task, 'duration_secs': 0.937772} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.358917] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Reconfigured VM instance instance-00000007 to attach disk [datastore1] f18e8292-92e9-4180-a2f8-7a57f6b3c7ed/f18e8292-92e9-4180-a2f8-7a57f6b3c7ed.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1559.361464] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d076659e-5356-4dbc-9c42-b8ffe8f92120 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.370051] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for the task: (returnval){ [ 1559.370051] env[62306]: value = "task-1971956" [ 1559.370051] env[62306]: _type = "Task" [ 1559.370051] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.380100] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1971956, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.472368] env[62306]: DEBUG oslo_vmware.api [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Task: {'id': task-1971950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.647692} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.476020] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1559.476020] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1559.476020] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1559.476020] env[62306]: INFO nova.compute.manager [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1559.476020] env[62306]: DEBUG oslo.service.loopingcall [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1559.476331] env[62306]: DEBUG nova.compute.manager [-] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1559.476331] env[62306]: DEBUG nova.network.neutron [-] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1559.508064] env[62306]: DEBUG nova.network.neutron [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1559.563056] env[62306]: INFO nova.compute.manager [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Rebuilding instance [ 1559.630867] env[62306]: DEBUG nova.compute.manager [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1559.632385] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c4fb0e-443b-4ce5-963d-8724e85b689b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.665719] env[62306]: DEBUG oslo_concurrency.lockutils [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.665719] env[62306]: DEBUG nova.compute.manager [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1559.668993] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.813s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.672380] env[62306]: INFO nova.compute.claims [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1559.717161] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524022f1-a93f-1e68-17b0-35d619a7f547, 'name': SearchDatastore_Task, 'duration_secs': 0.014121} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.718134] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.718703] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1559.718703] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.718823] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.718920] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1559.719464] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7952b153-6d97-407f-b1fd-de1079dc8c9f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.730410] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1559.730640] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1559.731401] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4436c13-7826-4cae-8096-a82e912719d8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.737671] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Waiting for the task: (returnval){ [ 1559.737671] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527c73bc-e006-8a68-3f24-aef9be89317c" [ 1559.737671] env[62306]: _type = "Task" [ 1559.737671] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.751939] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527c73bc-e006-8a68-3f24-aef9be89317c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.808286] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Creating Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1559.808597] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5c1475f2-e953-4849-af4a-b9a35b1b3745 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.818478] env[62306]: DEBUG oslo_vmware.api [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1559.818478] env[62306]: value = "task-1971957" [ 1559.818478] env[62306]: _type = "Task" [ 1559.818478] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.828267] env[62306]: DEBUG oslo_vmware.api [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1971957, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.866980] env[62306]: DEBUG oslo_concurrency.lockutils [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.879672] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1971956, 'name': Rename_Task, 'duration_secs': 0.175265} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.880007] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1559.880651] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f92e46f8-27ab-45a6-9b08-d2a1ed97e43e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.891019] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for the task: (returnval){ [ 1559.891019] env[62306]: value = "task-1971958" [ 1559.891019] env[62306]: _type = "Task" [ 1559.891019] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.899501] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1971958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.158334] env[62306]: DEBUG oslo_concurrency.lockutils [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "c2d4aca9-bdef-4d11-bc69-0a0f9152722c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.158619] env[62306]: DEBUG oslo_concurrency.lockutils [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "c2d4aca9-bdef-4d11-bc69-0a0f9152722c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.178919] env[62306]: DEBUG nova.compute.utils [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1560.189739] env[62306]: DEBUG nova.compute.manager [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1560.191479] env[62306]: DEBUG nova.network.neutron [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1560.238814] env[62306]: DEBUG nova.network.neutron [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Updating instance_info_cache with network_info: [{"id": "a26b6b91-4a6a-436b-8b1f-202aaade9bf8", "address": "fa:16:3e:12:64:b5", "network": {"id": "1626cde5-6627-4ce2-8b90-ce6c610cd0c6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1539284948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85dacd42367948bead2202490260363f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26b6b91-4a", "ovs_interfaceid": "a26b6b91-4a6a-436b-8b1f-202aaade9bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.242151] env[62306]: DEBUG nova.network.neutron [req-95c75b7b-d332-47c9-b0f3-78c0d6cbb396 req-fb13bb73-cf44-4649-bd66-286154aded36 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Updated VIF entry in instance network info cache for port a1c6e16f-95bb-4b21-82ee-d6a252e59ff0. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1560.243828] env[62306]: DEBUG nova.network.neutron [req-95c75b7b-d332-47c9-b0f3-78c0d6cbb396 req-fb13bb73-cf44-4649-bd66-286154aded36 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Updating instance_info_cache with network_info: [{"id": "a1c6e16f-95bb-4b21-82ee-d6a252e59ff0", "address": "fa:16:3e:d4:81:1c", "network": {"id": "b8c8af4c-d861-4419-bcf7-0d58400a4b87", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-986718125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c76fd01240b47a18270c8a10629b9f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c6e16f-95", "ovs_interfaceid": "a1c6e16f-95bb-4b21-82ee-d6a252e59ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.262019] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527c73bc-e006-8a68-3f24-aef9be89317c, 'name': SearchDatastore_Task, 'duration_secs': 0.010371} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.263255] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f56ef4-8802-46b4-b107-752f1502cd7a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.271507] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Waiting for the task: (returnval){ [ 1560.271507] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d4fa00-1857-df36-2245-7389847d43da" [ 1560.271507] env[62306]: _type = "Task" [ 1560.271507] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.282705] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d4fa00-1857-df36-2245-7389847d43da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.345912] env[62306]: DEBUG oslo_vmware.api [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1971957, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.376630] env[62306]: DEBUG nova.network.neutron [req-ece3c019-3065-40e2-8b93-66806b29196c req-01c8075c-181a-4610-baea-f3db4e915cc2 service nova] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Updated VIF entry in instance network info cache for port d91cf04a-2ea7-40b9-91d2-a83ba14d554e. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1560.377142] env[62306]: DEBUG nova.network.neutron [req-ece3c019-3065-40e2-8b93-66806b29196c req-01c8075c-181a-4610-baea-f3db4e915cc2 service nova] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Updating instance_info_cache with network_info: [{"id": "d91cf04a-2ea7-40b9-91d2-a83ba14d554e", "address": "fa:16:3e:19:57:5b", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91cf04a-2e", "ovs_interfaceid": "d91cf04a-2ea7-40b9-91d2-a83ba14d554e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.396071] env[62306]: DEBUG nova.policy [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88f3c383c6564544a21f5ca32da00ad9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e54f9e1d0b0411ead7f2675c6d87741', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1560.404502] env[62306]: DEBUG oslo_vmware.api [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1971958, 'name': PowerOnVM_Task, 'duration_secs': 0.473533} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.404812] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1560.405068] env[62306]: INFO nova.compute.manager [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1560.405521] env[62306]: DEBUG nova.compute.manager [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1560.406372] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6afb14-9c30-455c-be70-43ff8796d28b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.661225] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1560.661743] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-895aaf4d-78da-4faf-8443-3eadb1ad1bdc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.670966] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Waiting for the task: (returnval){ [ 1560.670966] env[62306]: value = "task-1971959" [ 1560.670966] env[62306]: _type = "Task" [ 1560.670966] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.689480] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': task-1971959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.692284] env[62306]: DEBUG nova.compute.manager [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1560.755954] env[62306]: DEBUG oslo_concurrency.lockutils [req-95c75b7b-d332-47c9-b0f3-78c0d6cbb396 req-fb13bb73-cf44-4649-bd66-286154aded36 service nova] Releasing lock "refresh_cache-f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.757446] env[62306]: DEBUG oslo_concurrency.lockutils [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Releasing lock "refresh_cache-55728249-ca09-4484-a63c-df4f39c5ca5a" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.757446] env[62306]: DEBUG nova.compute.manager [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Instance network_info: |[{"id": "a26b6b91-4a6a-436b-8b1f-202aaade9bf8", "address": "fa:16:3e:12:64:b5", "network": {"id": "1626cde5-6627-4ce2-8b90-ce6c610cd0c6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1539284948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85dacd42367948bead2202490260363f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26b6b91-4a", "ovs_interfaceid": "a26b6b91-4a6a-436b-8b1f-202aaade9bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1560.758127] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:64:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a26b6b91-4a6a-436b-8b1f-202aaade9bf8', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1560.769716] env[62306]: DEBUG oslo.service.loopingcall [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1560.769716] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1560.769716] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32ac7567-04f7-4322-a79a-2fd8e805bc30 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.803167] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d4fa00-1857-df36-2245-7389847d43da, 'name': SearchDatastore_Task, 'duration_secs': 0.010706} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.807409] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.807694] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 485d732d-34bf-4cc5-9fcb-74a9045119d7/485d732d-34bf-4cc5-9fcb-74a9045119d7.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1560.808231] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1560.808231] env[62306]: value = "task-1971961" [ 1560.808231] env[62306]: _type = "Task" [ 1560.808231] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.808436] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06cffedc-4fa2-4ebb-a641-4fcaeb7c00cc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.820747] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971961, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.825224] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Waiting for the task: (returnval){ [ 1560.825224] env[62306]: value = "task-1971962" [ 1560.825224] env[62306]: _type = "Task" [ 1560.825224] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.834882] env[62306]: DEBUG oslo_vmware.api [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1971957, 'name': CreateSnapshot_Task, 'duration_secs': 0.606672} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.835666] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Created Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1560.837036] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5569a493-7fb8-4d2a-a531-bf2d1dbd83b5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.846858] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': task-1971962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.880894] env[62306]: DEBUG oslo_concurrency.lockutils [req-ece3c019-3065-40e2-8b93-66806b29196c req-01c8075c-181a-4610-baea-f3db4e915cc2 service nova] Releasing lock "refresh_cache-485d732d-34bf-4cc5-9fcb-74a9045119d7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.926735] env[62306]: INFO nova.compute.manager [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Took 21.37 seconds to build instance. [ 1561.066099] env[62306]: DEBUG nova.network.neutron [-] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.081476] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f15042f-deb6-4bb5-8471-5b370c80fbf0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.092249] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfc74d2-2e9d-4862-9424-35a9eef8c429 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.136224] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98c7e12-9024-4cbb-9434-145ac884ba0f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.145390] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25e663a-a196-4278-8334-0a506e2f0cf8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.165767] env[62306]: DEBUG nova.compute.provider_tree [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.168370] env[62306]: DEBUG nova.network.neutron [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Successfully created port: 9a808075-0aa9-498e-8f03-2b4f43338e5b {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1561.188023] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': task-1971959, 'name': PowerOffVM_Task, 'duration_secs': 0.134651} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.188023] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1561.188023] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1561.188023] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbb5851-9e28-440f-a5ff-343de0d40c11 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.203214] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1561.204223] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5003ec16-acc9-4e7e-9730-7e300780add8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.240057] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1561.240392] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1561.240536] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Deleting the datastore file [datastore1] 4f552bc4-3af1-4579-b0d3-8dc962bd27c6 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1561.240828] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ab1f997-e306-4728-a0a4-6b19582be4b8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.250523] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Waiting for the task: (returnval){ [ 1561.250523] env[62306]: value = "task-1971964" [ 1561.250523] env[62306]: _type = "Task" [ 1561.250523] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.255747] env[62306]: DEBUG nova.network.neutron [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Successfully updated port: ddc00e30-d59c-4764-9384-2fa2bf1731a3 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1561.266868] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': task-1971964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.324491] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971961, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.334636] env[62306]: DEBUG nova.compute.manager [req-40d6cc91-e701-432e-b1ca-748a7a2c25ca req-05cf1aef-4287-45a8-bd14-77192eeaa9fa service nova] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Received event network-vif-deleted-05be4a42-8202-4d0b-8176-dbefb4558174 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1561.343555] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': task-1971962, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.361278] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Creating linked-clone VM from snapshot {{(pid=62306) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1561.361842] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-de886e9f-cb74-4807-8d04-19bc828088d3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.375690] env[62306]: DEBUG oslo_vmware.api [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1561.375690] env[62306]: value = "task-1971965" [ 1561.375690] env[62306]: _type = "Task" [ 1561.375690] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.387331] env[62306]: DEBUG oslo_vmware.api [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1971965, 'name': CloneVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.429734] env[62306]: DEBUG oslo_concurrency.lockutils [None req-01d1d232-cffd-4b3c-9075-689e016498f4 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lock "f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.893s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.546208] env[62306]: DEBUG nova.compute.manager [req-e26dfc21-62d5-42ed-a856-e2820e4f67b6 req-bc4e4cf8-bd6e-4474-bc82-4de7a07c6949 service nova] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Received event network-vif-plugged-a26b6b91-4a6a-436b-8b1f-202aaade9bf8 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1561.546610] env[62306]: DEBUG oslo_concurrency.lockutils [req-e26dfc21-62d5-42ed-a856-e2820e4f67b6 req-bc4e4cf8-bd6e-4474-bc82-4de7a07c6949 service nova] Acquiring lock "55728249-ca09-4484-a63c-df4f39c5ca5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.547706] env[62306]: DEBUG oslo_concurrency.lockutils [req-e26dfc21-62d5-42ed-a856-e2820e4f67b6 req-bc4e4cf8-bd6e-4474-bc82-4de7a07c6949 service nova] Lock "55728249-ca09-4484-a63c-df4f39c5ca5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.547940] env[62306]: DEBUG oslo_concurrency.lockutils [req-e26dfc21-62d5-42ed-a856-e2820e4f67b6 req-bc4e4cf8-bd6e-4474-bc82-4de7a07c6949 service nova] Lock "55728249-ca09-4484-a63c-df4f39c5ca5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.548216] env[62306]: DEBUG nova.compute.manager [req-e26dfc21-62d5-42ed-a856-e2820e4f67b6 req-bc4e4cf8-bd6e-4474-bc82-4de7a07c6949 service nova] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] No waiting events found dispatching network-vif-plugged-a26b6b91-4a6a-436b-8b1f-202aaade9bf8 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1561.548580] env[62306]: WARNING nova.compute.manager [req-e26dfc21-62d5-42ed-a856-e2820e4f67b6 req-bc4e4cf8-bd6e-4474-bc82-4de7a07c6949 service nova] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Received unexpected event network-vif-plugged-a26b6b91-4a6a-436b-8b1f-202aaade9bf8 for instance with vm_state building and task_state spawning. [ 1561.548664] env[62306]: DEBUG nova.compute.manager [req-e26dfc21-62d5-42ed-a856-e2820e4f67b6 req-bc4e4cf8-bd6e-4474-bc82-4de7a07c6949 service nova] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Received event network-changed-a26b6b91-4a6a-436b-8b1f-202aaade9bf8 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1561.548803] env[62306]: DEBUG nova.compute.manager [req-e26dfc21-62d5-42ed-a856-e2820e4f67b6 req-bc4e4cf8-bd6e-4474-bc82-4de7a07c6949 service nova] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Refreshing instance network info cache due to event network-changed-a26b6b91-4a6a-436b-8b1f-202aaade9bf8. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1561.549082] env[62306]: DEBUG oslo_concurrency.lockutils [req-e26dfc21-62d5-42ed-a856-e2820e4f67b6 req-bc4e4cf8-bd6e-4474-bc82-4de7a07c6949 service nova] Acquiring lock "refresh_cache-55728249-ca09-4484-a63c-df4f39c5ca5a" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.549141] env[62306]: DEBUG oslo_concurrency.lockutils [req-e26dfc21-62d5-42ed-a856-e2820e4f67b6 req-bc4e4cf8-bd6e-4474-bc82-4de7a07c6949 service nova] Acquired lock "refresh_cache-55728249-ca09-4484-a63c-df4f39c5ca5a" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.549295] env[62306]: DEBUG nova.network.neutron [req-e26dfc21-62d5-42ed-a856-e2820e4f67b6 req-bc4e4cf8-bd6e-4474-bc82-4de7a07c6949 service nova] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Refreshing network info cache for port a26b6b91-4a6a-436b-8b1f-202aaade9bf8 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1561.570543] env[62306]: INFO nova.compute.manager [-] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Took 2.10 seconds to deallocate network for instance. [ 1561.673999] env[62306]: DEBUG nova.scheduler.client.report [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1561.708023] env[62306]: DEBUG nova.compute.manager [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1561.743148] env[62306]: DEBUG nova.virt.hardware [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1561.743148] env[62306]: DEBUG nova.virt.hardware [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1561.743148] env[62306]: DEBUG nova.virt.hardware [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1561.743427] env[62306]: DEBUG nova.virt.hardware [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1561.743918] env[62306]: DEBUG nova.virt.hardware [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1561.744258] env[62306]: DEBUG nova.virt.hardware [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1561.744635] env[62306]: DEBUG nova.virt.hardware [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1561.744925] env[62306]: DEBUG nova.virt.hardware [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1561.745239] env[62306]: DEBUG nova.virt.hardware [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1561.746830] env[62306]: DEBUG nova.virt.hardware [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1561.746830] env[62306]: DEBUG nova.virt.hardware [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1561.746830] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35bfb71-2036-4487-8948-f6036fff41a8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.760182] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquiring lock "refresh_cache-36a914ec-0e9f-46e8-b8a3-527fd3eb01b6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.760182] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquired lock "refresh_cache-36a914ec-0e9f-46e8-b8a3-527fd3eb01b6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.760182] env[62306]: DEBUG nova.network.neutron [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1561.773946] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6245b509-76b0-4286-a1ce-7adc032a56d2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.778225] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': task-1971964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257906} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.779239] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1561.780762] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1561.780762] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1561.822736] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971961, 'name': CreateVM_Task, 'duration_secs': 0.717156} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.822853] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1561.823686] env[62306]: DEBUG oslo_concurrency.lockutils [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.823847] env[62306]: DEBUG oslo_concurrency.lockutils [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.824188] env[62306]: DEBUG oslo_concurrency.lockutils [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1561.824733] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a69147a8-7953-4e52-be12-16495fd95a87 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.832019] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1561.832019] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f1f203-6dba-926c-0111-d27600f5792d" [ 1561.832019] env[62306]: _type = "Task" [ 1561.832019] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.847505] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': task-1971962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571582} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.847760] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f1f203-6dba-926c-0111-d27600f5792d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.847998] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 485d732d-34bf-4cc5-9fcb-74a9045119d7/485d732d-34bf-4cc5-9fcb-74a9045119d7.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1561.848488] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1561.849051] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89db3668-7679-4d91-b425-4297e4f27981 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.856724] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Waiting for the task: (returnval){ [ 1561.856724] env[62306]: value = "task-1971966" [ 1561.856724] env[62306]: _type = "Task" [ 1561.856724] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.866736] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': task-1971966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.885669] env[62306]: DEBUG oslo_vmware.api [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1971965, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.933825] env[62306]: DEBUG nova.compute.manager [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1562.005553] env[62306]: DEBUG oslo_concurrency.lockutils [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Acquiring lock "5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.005553] env[62306]: DEBUG oslo_concurrency.lockutils [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Lock "5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.005553] env[62306]: DEBUG oslo_concurrency.lockutils [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Acquiring lock "5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.005553] env[62306]: DEBUG oslo_concurrency.lockutils [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Lock "5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.005842] env[62306]: DEBUG oslo_concurrency.lockutils [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Lock "5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.009802] env[62306]: INFO nova.compute.manager [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Terminating instance [ 1562.078745] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.180147] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.180147] env[62306]: DEBUG nova.compute.manager [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1562.185241] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.333s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.186700] env[62306]: INFO nova.compute.claims [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1562.352524] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f1f203-6dba-926c-0111-d27600f5792d, 'name': SearchDatastore_Task, 'duration_secs': 0.035191} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.354502] env[62306]: DEBUG oslo_concurrency.lockutils [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.354502] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1562.354502] env[62306]: DEBUG oslo_concurrency.lockutils [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.354502] env[62306]: DEBUG oslo_concurrency.lockutils [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.354675] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1562.354675] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4382cb71-3f79-41d9-a3cf-e27406a615ec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.364251] env[62306]: DEBUG nova.network.neutron [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1562.367555] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1562.367786] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1562.371465] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed818ac-8006-44f8-9d8e-ff26dbef5a09 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.373305] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': task-1971966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203645} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.373549] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1562.374972] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bfb39b-1ec5-42c3-8b8f-f609c5bd8935 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.378136] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1562.378136] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5211f055-404b-9a94-3ab0-1b1d3d9d8525" [ 1562.378136] env[62306]: _type = "Task" [ 1562.378136] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.402536] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 485d732d-34bf-4cc5-9fcb-74a9045119d7/485d732d-34bf-4cc5-9fcb-74a9045119d7.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1562.406533] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7651a5ae-3ed8-4b2d-885b-74db861aacf7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.420809] env[62306]: DEBUG oslo_vmware.api [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1971965, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.426120] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5211f055-404b-9a94-3ab0-1b1d3d9d8525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.432603] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Waiting for the task: (returnval){ [ 1562.432603] env[62306]: value = "task-1971967" [ 1562.432603] env[62306]: _type = "Task" [ 1562.432603] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.446429] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': task-1971967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.465381] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.513991] env[62306]: DEBUG nova.compute.manager [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1562.514254] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1562.515275] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54912d23-61eb-49fe-9f78-07e642bd1fe8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.524486] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1562.524771] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3b29cd9-eb6d-44b1-949c-3388d2dca9fb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.532496] env[62306]: DEBUG oslo_vmware.api [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Waiting for the task: (returnval){ [ 1562.532496] env[62306]: value = "task-1971968" [ 1562.532496] env[62306]: _type = "Task" [ 1562.532496] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.542229] env[62306]: DEBUG oslo_vmware.api [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.670773] env[62306]: DEBUG nova.network.neutron [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Updating instance_info_cache with network_info: [{"id": "ddc00e30-d59c-4764-9384-2fa2bf1731a3", "address": "fa:16:3e:52:63:e0", "network": {"id": "c57f43af-6802-4e3d-a341-d7f89b29db10", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2013283268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d401bcab74454e817b346c383509cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc00e30-d5", "ovs_interfaceid": "ddc00e30-d59c-4764-9384-2fa2bf1731a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.696466] env[62306]: DEBUG nova.compute.utils [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1562.708249] env[62306]: DEBUG nova.compute.manager [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1562.708471] env[62306]: DEBUG nova.network.neutron [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1562.807743] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "10b781a1-2f5c-48ae-8750-e10affb9c90b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.807848] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "10b781a1-2f5c-48ae-8750-e10affb9c90b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.809577] env[62306]: DEBUG nova.policy [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '003e78dd0e8b4815a770b205d171bd45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb105de8dcf341468e16c115f29837cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1562.828167] env[62306]: DEBUG nova.virt.hardware [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1562.828448] env[62306]: DEBUG nova.virt.hardware [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1562.828652] env[62306]: DEBUG nova.virt.hardware [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1562.828889] env[62306]: DEBUG nova.virt.hardware [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1562.829222] env[62306]: DEBUG nova.virt.hardware [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1562.829443] env[62306]: DEBUG nova.virt.hardware [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1562.829724] env[62306]: DEBUG nova.virt.hardware [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1562.829940] env[62306]: DEBUG nova.virt.hardware [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1562.830194] env[62306]: DEBUG nova.virt.hardware [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1562.830392] env[62306]: DEBUG nova.virt.hardware [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1562.833850] env[62306]: DEBUG nova.virt.hardware [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1562.835361] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc709b4-bee4-4f0a-a1b8-96f451dfb991 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.842686] env[62306]: DEBUG nova.network.neutron [req-e26dfc21-62d5-42ed-a856-e2820e4f67b6 req-bc4e4cf8-bd6e-4474-bc82-4de7a07c6949 service nova] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Updated VIF entry in instance network info cache for port a26b6b91-4a6a-436b-8b1f-202aaade9bf8. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1562.843835] env[62306]: DEBUG nova.network.neutron [req-e26dfc21-62d5-42ed-a856-e2820e4f67b6 req-bc4e4cf8-bd6e-4474-bc82-4de7a07c6949 service nova] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Updating instance_info_cache with network_info: [{"id": "a26b6b91-4a6a-436b-8b1f-202aaade9bf8", "address": "fa:16:3e:12:64:b5", "network": {"id": "1626cde5-6627-4ce2-8b90-ce6c610cd0c6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1539284948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85dacd42367948bead2202490260363f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26b6b91-4a", "ovs_interfaceid": "a26b6b91-4a6a-436b-8b1f-202aaade9bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.852171] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a628cfa5-05bf-4c38-9a0f-2092ad8bb5b3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.878040] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Instance VIF info [] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1562.888275] env[62306]: DEBUG oslo.service.loopingcall [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1562.892143] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1562.902483] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85445451-4cf4-4efe-bb3c-47a88cadca55 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.935994] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5211f055-404b-9a94-3ab0-1b1d3d9d8525, 'name': SearchDatastore_Task, 'duration_secs': 0.038428} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.943960] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1562.943960] env[62306]: value = "task-1971970" [ 1562.943960] env[62306]: _type = "Task" [ 1562.943960] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.944282] env[62306]: DEBUG oslo_vmware.api [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1971965, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.945596] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b42df7b5-af98-48a7-ad7d-3f0498cae7f9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.956348] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': task-1971967, 'name': ReconfigVM_Task, 'duration_secs': 0.523073} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.962020] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 485d732d-34bf-4cc5-9fcb-74a9045119d7/485d732d-34bf-4cc5-9fcb-74a9045119d7.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1562.962350] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1562.962350] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528d9ea4-df99-bba6-7c20-21d383447456" [ 1562.962350] env[62306]: _type = "Task" [ 1562.962350] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.962604] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971970, 'name': CreateVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.962736] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a59a8af7-969e-4da2-ac13-55901e42920d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.974217] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528d9ea4-df99-bba6-7c20-21d383447456, 'name': SearchDatastore_Task, 'duration_secs': 0.01221} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.975747] env[62306]: DEBUG oslo_concurrency.lockutils [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.976089] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 55728249-ca09-4484-a63c-df4f39c5ca5a/55728249-ca09-4484-a63c-df4f39c5ca5a.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1562.976487] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Waiting for the task: (returnval){ [ 1562.976487] env[62306]: value = "task-1971971" [ 1562.976487] env[62306]: _type = "Task" [ 1562.976487] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.976738] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6a35b27-393b-40b8-ab0c-ce05e6d3b587 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.999658] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': task-1971971, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.013228] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1563.013228] env[62306]: value = "task-1971972" [ 1563.013228] env[62306]: _type = "Task" [ 1563.013228] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.024761] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.045568] env[62306]: DEBUG oslo_vmware.api [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971968, 'name': PowerOffVM_Task, 'duration_secs': 0.344959} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.046202] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1563.046338] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1563.047170] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b09177e-3ce6-44a8-acd3-da703ddad5a1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.177654] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Releasing lock "refresh_cache-36a914ec-0e9f-46e8-b8a3-527fd3eb01b6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.177654] env[62306]: DEBUG nova.compute.manager [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Instance network_info: |[{"id": "ddc00e30-d59c-4764-9384-2fa2bf1731a3", "address": "fa:16:3e:52:63:e0", "network": {"id": "c57f43af-6802-4e3d-a341-d7f89b29db10", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2013283268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d401bcab74454e817b346c383509cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc00e30-d5", "ovs_interfaceid": "ddc00e30-d59c-4764-9384-2fa2bf1731a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1563.178013] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:63:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddc00e30-d59c-4764-9384-2fa2bf1731a3', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1563.190115] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Creating folder: Project (47d401bcab74454e817b346c383509cd). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1563.190724] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1563.190931] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1563.191354] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Deleting the datastore file [datastore1] 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1563.191672] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1697b5dd-31e1-43e0-b6d8-a385fdede145 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.194260] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a19a240e-ff26-4649-a697-83bd42105733 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.205566] env[62306]: DEBUG oslo_vmware.api [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Waiting for the task: (returnval){ [ 1563.205566] env[62306]: value = "task-1971975" [ 1563.205566] env[62306]: _type = "Task" [ 1563.205566] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.212711] env[62306]: DEBUG nova.compute.manager [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1563.220999] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Created folder: Project (47d401bcab74454e817b346c383509cd) in parent group-v406007. [ 1563.220999] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Creating folder: Instances. Parent ref: group-v406041. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1563.222027] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fb66db9-ea0b-42b2-a81a-c593237dd3ec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.229821] env[62306]: DEBUG oslo_vmware.api [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.242106] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Created folder: Instances in parent group-v406041. [ 1563.242208] env[62306]: DEBUG oslo.service.loopingcall [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1563.242408] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1563.242623] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f9444f5-af05-4c79-b4bc-09a1cd3314a4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.276293] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1563.276293] env[62306]: value = "task-1971977" [ 1563.276293] env[62306]: _type = "Task" [ 1563.276293] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.292502] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971977, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.352522] env[62306]: DEBUG oslo_concurrency.lockutils [req-e26dfc21-62d5-42ed-a856-e2820e4f67b6 req-bc4e4cf8-bd6e-4474-bc82-4de7a07c6949 service nova] Releasing lock "refresh_cache-55728249-ca09-4484-a63c-df4f39c5ca5a" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.352802] env[62306]: DEBUG nova.compute.manager [req-e26dfc21-62d5-42ed-a856-e2820e4f67b6 req-bc4e4cf8-bd6e-4474-bc82-4de7a07c6949 service nova] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Received event network-vif-plugged-ddc00e30-d59c-4764-9384-2fa2bf1731a3 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1563.353131] env[62306]: DEBUG oslo_concurrency.lockutils [req-e26dfc21-62d5-42ed-a856-e2820e4f67b6 req-bc4e4cf8-bd6e-4474-bc82-4de7a07c6949 service nova] Acquiring lock "36a914ec-0e9f-46e8-b8a3-527fd3eb01b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.353317] env[62306]: DEBUG oslo_concurrency.lockutils [req-e26dfc21-62d5-42ed-a856-e2820e4f67b6 req-bc4e4cf8-bd6e-4474-bc82-4de7a07c6949 service nova] Lock "36a914ec-0e9f-46e8-b8a3-527fd3eb01b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.353481] env[62306]: DEBUG oslo_concurrency.lockutils [req-e26dfc21-62d5-42ed-a856-e2820e4f67b6 req-bc4e4cf8-bd6e-4474-bc82-4de7a07c6949 service nova] Lock "36a914ec-0e9f-46e8-b8a3-527fd3eb01b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.353645] env[62306]: DEBUG nova.compute.manager [req-e26dfc21-62d5-42ed-a856-e2820e4f67b6 req-bc4e4cf8-bd6e-4474-bc82-4de7a07c6949 service nova] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] No waiting events found dispatching network-vif-plugged-ddc00e30-d59c-4764-9384-2fa2bf1731a3 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1563.353839] env[62306]: WARNING nova.compute.manager [req-e26dfc21-62d5-42ed-a856-e2820e4f67b6 req-bc4e4cf8-bd6e-4474-bc82-4de7a07c6949 service nova] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Received unexpected event network-vif-plugged-ddc00e30-d59c-4764-9384-2fa2bf1731a3 for instance with vm_state building and task_state spawning. [ 1563.407975] env[62306]: DEBUG oslo_vmware.api [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1971965, 'name': CloneVM_Task, 'duration_secs': 1.91053} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.408277] env[62306]: INFO nova.virt.vmwareapi.vmops [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Created linked-clone VM from snapshot [ 1563.412110] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41026e72-a772-45d0-9fd8-a1d1bb984464 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.421582] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Uploading image 34b89313-7dfc-4007-90f9-69c2dff0c191 {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1563.461200] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971970, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.464378] env[62306]: DEBUG oslo_vmware.rw_handles [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1563.464378] env[62306]: value = "vm-406039" [ 1563.464378] env[62306]: _type = "VirtualMachine" [ 1563.464378] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1563.464378] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9a6a99c0-71e7-40e3-a535-538a34886cd1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.472112] env[62306]: DEBUG oslo_vmware.rw_handles [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lease: (returnval){ [ 1563.472112] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e4cfc0-cc83-64e1-9e39-5f0435423687" [ 1563.472112] env[62306]: _type = "HttpNfcLease" [ 1563.472112] env[62306]: } obtained for exporting VM: (result){ [ 1563.472112] env[62306]: value = "vm-406039" [ 1563.472112] env[62306]: _type = "VirtualMachine" [ 1563.472112] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1563.474498] env[62306]: DEBUG oslo_vmware.api [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the lease: (returnval){ [ 1563.474498] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e4cfc0-cc83-64e1-9e39-5f0435423687" [ 1563.474498] env[62306]: _type = "HttpNfcLease" [ 1563.474498] env[62306]: } to be ready. {{(pid=62306) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1563.483968] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1563.483968] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e4cfc0-cc83-64e1-9e39-5f0435423687" [ 1563.483968] env[62306]: _type = "HttpNfcLease" [ 1563.483968] env[62306]: } is initializing. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1563.491436] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': task-1971971, 'name': Rename_Task, 'duration_secs': 0.219987} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.491764] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1563.491936] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e85f3fe8-063b-45c7-9036-885b67bd71de {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.499133] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Waiting for the task: (returnval){ [ 1563.499133] env[62306]: value = "task-1971979" [ 1563.499133] env[62306]: _type = "Task" [ 1563.499133] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.514983] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': task-1971979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.528611] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971972, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.602194] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce98789f-2eec-489e-a969-d080c9c98176 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.613129] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c526828-d6ed-475d-b16c-fbe8bdd74cb7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.645461] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb3e39a-3d40-4182-b887-e5f40840ac77 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.657303] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c838b15b-1a3a-4454-9d9c-08099ac64ff2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.671431] env[62306]: DEBUG nova.compute.provider_tree [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.716588] env[62306]: DEBUG oslo_vmware.api [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.787751] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971977, 'name': CreateVM_Task, 'duration_secs': 0.385765} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.787932] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1563.788704] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.788916] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.789228] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1563.789808] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6145bc7-bba6-4f70-b2fe-266b63e0362e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.795957] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for the task: (returnval){ [ 1563.795957] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5236c389-5913-4db7-3bdb-2b66c0f2be10" [ 1563.795957] env[62306]: _type = "Task" [ 1563.795957] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.804917] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5236c389-5913-4db7-3bdb-2b66c0f2be10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.962597] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971970, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.963545] env[62306]: DEBUG nova.network.neutron [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Successfully created port: 758db99d-b8c0-491b-be00-e268854a81b1 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1563.983843] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1563.983843] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e4cfc0-cc83-64e1-9e39-5f0435423687" [ 1563.983843] env[62306]: _type = "HttpNfcLease" [ 1563.983843] env[62306]: } is ready. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1563.984171] env[62306]: DEBUG oslo_vmware.rw_handles [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1563.984171] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e4cfc0-cc83-64e1-9e39-5f0435423687" [ 1563.984171] env[62306]: _type = "HttpNfcLease" [ 1563.984171] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1563.984895] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489a52e7-2b97-4c38-afbb-9cda0ae383e8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.997767] env[62306]: DEBUG oslo_vmware.rw_handles [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5289464a-8f62-4eed-69a9-4088185feb56/disk-0.vmdk from lease info. {{(pid=62306) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1563.997973] env[62306]: DEBUG oslo_vmware.rw_handles [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5289464a-8f62-4eed-69a9-4088185feb56/disk-0.vmdk for reading. {{(pid=62306) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1564.066897] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': task-1971979, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.073572] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971972, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.099184] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-29833b64-136a-4467-9faf-84f1ce50da9b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.125269] env[62306]: DEBUG nova.network.neutron [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Successfully updated port: 9a808075-0aa9-498e-8f03-2b4f43338e5b {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1564.174599] env[62306]: DEBUG nova.scheduler.client.report [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1564.220790] env[62306]: DEBUG oslo_vmware.api [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.228021] env[62306]: DEBUG nova.compute.manager [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1564.256079] env[62306]: DEBUG nova.virt.hardware [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1564.256352] env[62306]: DEBUG nova.virt.hardware [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1564.256510] env[62306]: DEBUG nova.virt.hardware [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1564.256792] env[62306]: DEBUG nova.virt.hardware [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1564.256920] env[62306]: DEBUG nova.virt.hardware [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1564.257109] env[62306]: DEBUG nova.virt.hardware [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1564.257323] env[62306]: DEBUG nova.virt.hardware [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1564.257531] env[62306]: DEBUG nova.virt.hardware [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1564.257677] env[62306]: DEBUG nova.virt.hardware [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1564.257772] env[62306]: DEBUG nova.virt.hardware [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1564.257961] env[62306]: DEBUG nova.virt.hardware [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1564.258792] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca5ce3b-669c-44e8-b1c2-59f9dbbf3532 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.268402] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a339c7-80e5-4d77-a3a1-bdc8d8b6ffb8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.307333] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5236c389-5913-4db7-3bdb-2b66c0f2be10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.463027] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971970, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.514597] env[62306]: DEBUG oslo_vmware.api [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': task-1971979, 'name': PowerOnVM_Task, 'duration_secs': 1.014032} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.515370] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1564.515370] env[62306]: INFO nova.compute.manager [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Took 10.36 seconds to spawn the instance on the hypervisor. [ 1564.515370] env[62306]: DEBUG nova.compute.manager [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1564.516316] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98c85ca-a433-45df-9a85-9bdb58bdfb20 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.573527] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971972, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.633593] env[62306]: DEBUG oslo_concurrency.lockutils [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquiring lock "refresh_cache-6ccd47bc-3de8-4bb5-9d55-71d479823276" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.635719] env[62306]: DEBUG oslo_concurrency.lockutils [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquired lock "refresh_cache-6ccd47bc-3de8-4bb5-9d55-71d479823276" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.635719] env[62306]: DEBUG nova.network.neutron [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1564.680860] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.681027] env[62306]: DEBUG nova.compute.manager [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1564.685369] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.123s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.687335] env[62306]: INFO nova.compute.claims [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1564.702736] env[62306]: DEBUG nova.compute.manager [req-4b09a9aa-2a27-46e9-9692-2e7c0c1ea81d req-ec5ffd8c-d3fc-4784-93b7-daa2e8ede46d service nova] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Received event network-vif-plugged-9a808075-0aa9-498e-8f03-2b4f43338e5b {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1564.702736] env[62306]: DEBUG oslo_concurrency.lockutils [req-4b09a9aa-2a27-46e9-9692-2e7c0c1ea81d req-ec5ffd8c-d3fc-4784-93b7-daa2e8ede46d service nova] Acquiring lock "6ccd47bc-3de8-4bb5-9d55-71d479823276-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.702736] env[62306]: DEBUG oslo_concurrency.lockutils [req-4b09a9aa-2a27-46e9-9692-2e7c0c1ea81d req-ec5ffd8c-d3fc-4784-93b7-daa2e8ede46d service nova] Lock "6ccd47bc-3de8-4bb5-9d55-71d479823276-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.702989] env[62306]: DEBUG oslo_concurrency.lockutils [req-4b09a9aa-2a27-46e9-9692-2e7c0c1ea81d req-ec5ffd8c-d3fc-4784-93b7-daa2e8ede46d service nova] Lock "6ccd47bc-3de8-4bb5-9d55-71d479823276-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.703101] env[62306]: DEBUG nova.compute.manager [req-4b09a9aa-2a27-46e9-9692-2e7c0c1ea81d req-ec5ffd8c-d3fc-4784-93b7-daa2e8ede46d service nova] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] No waiting events found dispatching network-vif-plugged-9a808075-0aa9-498e-8f03-2b4f43338e5b {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1564.703270] env[62306]: WARNING nova.compute.manager [req-4b09a9aa-2a27-46e9-9692-2e7c0c1ea81d req-ec5ffd8c-d3fc-4784-93b7-daa2e8ede46d service nova] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Received unexpected event network-vif-plugged-9a808075-0aa9-498e-8f03-2b4f43338e5b for instance with vm_state building and task_state spawning. [ 1564.722256] env[62306]: DEBUG oslo_vmware.api [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.806993] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5236c389-5913-4db7-3bdb-2b66c0f2be10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.843518] env[62306]: DEBUG nova.compute.manager [req-e8e2afaa-758f-4f7e-8cae-147e95b9db01 req-dfc3bc99-7836-4c1c-bd5d-93d039a7f73d service nova] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Received event network-changed-ddc00e30-d59c-4764-9384-2fa2bf1731a3 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1564.843871] env[62306]: DEBUG nova.compute.manager [req-e8e2afaa-758f-4f7e-8cae-147e95b9db01 req-dfc3bc99-7836-4c1c-bd5d-93d039a7f73d service nova] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Refreshing instance network info cache due to event network-changed-ddc00e30-d59c-4764-9384-2fa2bf1731a3. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1564.844087] env[62306]: DEBUG oslo_concurrency.lockutils [req-e8e2afaa-758f-4f7e-8cae-147e95b9db01 req-dfc3bc99-7836-4c1c-bd5d-93d039a7f73d service nova] Acquiring lock "refresh_cache-36a914ec-0e9f-46e8-b8a3-527fd3eb01b6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.844293] env[62306]: DEBUG oslo_concurrency.lockutils [req-e8e2afaa-758f-4f7e-8cae-147e95b9db01 req-dfc3bc99-7836-4c1c-bd5d-93d039a7f73d service nova] Acquired lock "refresh_cache-36a914ec-0e9f-46e8-b8a3-527fd3eb01b6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.844598] env[62306]: DEBUG nova.network.neutron [req-e8e2afaa-758f-4f7e-8cae-147e95b9db01 req-dfc3bc99-7836-4c1c-bd5d-93d039a7f73d service nova] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Refreshing network info cache for port ddc00e30-d59c-4764-9384-2fa2bf1731a3 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1564.962751] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971970, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.040449] env[62306]: INFO nova.compute.manager [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Took 22.88 seconds to build instance. [ 1565.074716] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971972, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.191729] env[62306]: DEBUG nova.compute.utils [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1565.193318] env[62306]: DEBUG nova.compute.manager [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1565.193520] env[62306]: DEBUG nova.network.neutron [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1565.228112] env[62306]: DEBUG oslo_vmware.api [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.236271] env[62306]: DEBUG nova.network.neutron [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1565.311780] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5236c389-5913-4db7-3bdb-2b66c0f2be10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.429755] env[62306]: DEBUG nova.policy [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d5b545b0301463087ec91cafc60b655', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df3d7f15c6304bb49941f32ecc95b61b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1565.469361] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971970, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.547936] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eeb7e0b3-b213-4aeb-8886-1234765792fe tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Lock "485d732d-34bf-4cc5-9fcb-74a9045119d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.403s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.573509] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971972, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.712120] env[62306]: DEBUG nova.compute.manager [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1565.744151] env[62306]: DEBUG oslo_vmware.api [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.819521] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5236c389-5913-4db7-3bdb-2b66c0f2be10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.975429] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971970, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.049909] env[62306]: DEBUG nova.compute.manager [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1566.084542] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971972, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.140073] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6bc70b-dca6-4af2-a1cf-abfb27466d0d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.151240] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d63a48f-9c4a-469d-a7f7-f2e5a5660048 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.193128] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a3c366-1bd5-4693-a7eb-8ab9951b0532 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.202312] env[62306]: DEBUG nova.network.neutron [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Updating instance_info_cache with network_info: [{"id": "9a808075-0aa9-498e-8f03-2b4f43338e5b", "address": "fa:16:3e:4a:74:8c", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a808075-0a", "ovs_interfaceid": "9a808075-0aa9-498e-8f03-2b4f43338e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.209213] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32341ac-f423-4822-9a17-d8a0bb452d17 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.240809] env[62306]: DEBUG oslo_vmware.api [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.241109] env[62306]: DEBUG nova.compute.provider_tree [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1566.317477] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5236c389-5913-4db7-3bdb-2b66c0f2be10, 'name': SearchDatastore_Task, 'duration_secs': 2.455264} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.317900] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.318206] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1566.318541] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.319084] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.319084] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1566.319348] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13c8e67e-832a-4cf2-9d16-a02198db8cfe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.339989] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1566.340222] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1566.341034] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2e1d836-c457-4df7-bbd9-aa1162cf8620 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.357379] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for the task: (returnval){ [ 1566.357379] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52eaf762-bc4f-e9ce-6bb6-cc2a011237fd" [ 1566.357379] env[62306]: _type = "Task" [ 1566.357379] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.368751] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52eaf762-bc4f-e9ce-6bb6-cc2a011237fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.453300] env[62306]: DEBUG nova.network.neutron [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Successfully created port: 25e013c8-5ce0-4085-8607-f858c6d3acfe {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1566.470063] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971970, 'name': CreateVM_Task, 'duration_secs': 3.377489} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.470322] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1566.470599] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.470723] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.471059] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1566.471719] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afe2ab07-90a1-48b7-b65e-469ed66d560a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.479239] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Waiting for the task: (returnval){ [ 1566.479239] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ade387-127a-dcf2-02bc-552224f45600" [ 1566.479239] env[62306]: _type = "Task" [ 1566.479239] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.490073] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ade387-127a-dcf2-02bc-552224f45600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.528310] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquiring lock "2c04403e-94dd-4b95-a026-b64e9de9b086" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.528572] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lock "2c04403e-94dd-4b95-a026-b64e9de9b086" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.579997] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971972, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.416802} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.580360] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 55728249-ca09-4484-a63c-df4f39c5ca5a/55728249-ca09-4484-a63c-df4f39c5ca5a.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1566.583202] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1566.583202] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3abcf33e-4166-44d4-bdd8-5930590bfece {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.587478] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.593425] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1566.593425] env[62306]: value = "task-1971981" [ 1566.593425] env[62306]: _type = "Task" [ 1566.593425] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.604497] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.706580] env[62306]: DEBUG nova.network.neutron [req-e8e2afaa-758f-4f7e-8cae-147e95b9db01 req-dfc3bc99-7836-4c1c-bd5d-93d039a7f73d service nova] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Updated VIF entry in instance network info cache for port ddc00e30-d59c-4764-9384-2fa2bf1731a3. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1566.706960] env[62306]: DEBUG nova.network.neutron [req-e8e2afaa-758f-4f7e-8cae-147e95b9db01 req-dfc3bc99-7836-4c1c-bd5d-93d039a7f73d service nova] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Updating instance_info_cache with network_info: [{"id": "ddc00e30-d59c-4764-9384-2fa2bf1731a3", "address": "fa:16:3e:52:63:e0", "network": {"id": "c57f43af-6802-4e3d-a341-d7f89b29db10", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2013283268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d401bcab74454e817b346c383509cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc00e30-d5", "ovs_interfaceid": "ddc00e30-d59c-4764-9384-2fa2bf1731a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.719797] env[62306]: DEBUG oslo_concurrency.lockutils [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Releasing lock "refresh_cache-6ccd47bc-3de8-4bb5-9d55-71d479823276" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.720049] env[62306]: DEBUG nova.compute.manager [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Instance network_info: |[{"id": "9a808075-0aa9-498e-8f03-2b4f43338e5b", "address": "fa:16:3e:4a:74:8c", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a808075-0a", "ovs_interfaceid": "9a808075-0aa9-498e-8f03-2b4f43338e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1566.720636] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:74:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a808075-0aa9-498e-8f03-2b4f43338e5b', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1566.733991] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Creating folder: Project (0e54f9e1d0b0411ead7f2675c6d87741). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1566.741029] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15b264fc-a333-4b61-992b-6044085fe088 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.744836] env[62306]: DEBUG nova.compute.manager [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1566.751635] env[62306]: DEBUG nova.scheduler.client.report [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1566.756866] env[62306]: DEBUG oslo_vmware.api [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Task: {'id': task-1971975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 3.371568} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.761272] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1566.761272] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1566.761272] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1566.761272] env[62306]: INFO nova.compute.manager [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Took 4.25 seconds to destroy the instance on the hypervisor. [ 1566.761272] env[62306]: DEBUG oslo.service.loopingcall [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1566.761516] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Created folder: Project (0e54f9e1d0b0411ead7f2675c6d87741) in parent group-v406007. [ 1566.761516] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Creating folder: Instances. Parent ref: group-v406044. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1566.761516] env[62306]: DEBUG nova.compute.manager [-] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1566.761516] env[62306]: DEBUG nova.network.neutron [-] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1566.763660] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b6ea1fc-30d9-4e7e-bc5d-ca594ae524cc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.783891] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Created folder: Instances in parent group-v406044. [ 1566.784780] env[62306]: DEBUG oslo.service.loopingcall [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1566.787522] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1566.787522] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94f84153-e3d1-49e2-99ec-5a5a25f1be24 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.820437] env[62306]: DEBUG nova.virt.hardware [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1566.820437] env[62306]: DEBUG nova.virt.hardware [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1566.820437] env[62306]: DEBUG nova.virt.hardware [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1566.820861] env[62306]: DEBUG nova.virt.hardware [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1566.820861] env[62306]: DEBUG nova.virt.hardware [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1566.820861] env[62306]: DEBUG nova.virt.hardware [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1566.820861] env[62306]: DEBUG nova.virt.hardware [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1566.820861] env[62306]: DEBUG nova.virt.hardware [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1566.821078] env[62306]: DEBUG nova.virt.hardware [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1566.821078] env[62306]: DEBUG nova.virt.hardware [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1566.821078] env[62306]: DEBUG nova.virt.hardware [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1566.822035] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead19d30-89c2-4613-a521-48add38fd2c7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.825984] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1566.825984] env[62306]: value = "task-1971984" [ 1566.825984] env[62306]: _type = "Task" [ 1566.825984] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.834821] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac7a607-e630-4691-a484-2990be47cced {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.845971] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971984, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.868645] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52eaf762-bc4f-e9ce-6bb6-cc2a011237fd, 'name': SearchDatastore_Task, 'duration_secs': 0.035001} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.869494] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-411a705a-8748-4a3a-a092-9e67c1e674ed {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.877932] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for the task: (returnval){ [ 1566.877932] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5233af21-076a-1029-5946-60e7d51c9a6a" [ 1566.877932] env[62306]: _type = "Task" [ 1566.877932] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.888296] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5233af21-076a-1029-5946-60e7d51c9a6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.995483] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ade387-127a-dcf2-02bc-552224f45600, 'name': SearchDatastore_Task, 'duration_secs': 0.013816} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.995483] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.995483] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1566.995742] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.104320] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114884} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.104754] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1567.105742] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb42dec-97ec-43d9-a286-3d3610daebda {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.133453] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 55728249-ca09-4484-a63c-df4f39c5ca5a/55728249-ca09-4484-a63c-df4f39c5ca5a.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1567.133832] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ab67c35-15ed-4307-943a-0a926c4aea22 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.158075] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1567.158075] env[62306]: value = "task-1971985" [ 1567.158075] env[62306]: _type = "Task" [ 1567.158075] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.167992] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.214728] env[62306]: DEBUG oslo_concurrency.lockutils [req-e8e2afaa-758f-4f7e-8cae-147e95b9db01 req-dfc3bc99-7836-4c1c-bd5d-93d039a7f73d service nova] Releasing lock "refresh_cache-36a914ec-0e9f-46e8-b8a3-527fd3eb01b6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.260020] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.260603] env[62306]: DEBUG nova.compute.manager [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1567.263617] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.561s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.263848] env[62306]: DEBUG nova.objects.instance [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Lazy-loading 'resources' on Instance uuid 7ea16ce9-33ee-447a-9b5d-23e7f17225b6 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1567.338981] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971984, 'name': CreateVM_Task, 'duration_secs': 0.460236} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.342671] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1567.343863] env[62306]: DEBUG oslo_concurrency.lockutils [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.344046] env[62306]: DEBUG oslo_concurrency.lockutils [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.347169] env[62306]: DEBUG oslo_concurrency.lockutils [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1567.347169] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-615cd788-3848-4adc-a35f-9c66bf5dfd26 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.359135] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for the task: (returnval){ [ 1567.359135] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b39fee-7045-aa63-2db8-df3508dec62f" [ 1567.359135] env[62306]: _type = "Task" [ 1567.359135] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.370317] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b39fee-7045-aa63-2db8-df3508dec62f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.397304] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5233af21-076a-1029-5946-60e7d51c9a6a, 'name': SearchDatastore_Task, 'duration_secs': 0.015965} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.397304] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.397515] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6/36a914ec-0e9f-46e8-b8a3-527fd3eb01b6.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1567.397629] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.397843] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1567.398078] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf2aa0ed-3576-4e02-9bd0-c84f6b20c4ac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.400154] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d42850dc-0937-4945-aff2-61ac711f8501 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.409623] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for the task: (returnval){ [ 1567.409623] env[62306]: value = "task-1971986" [ 1567.409623] env[62306]: _type = "Task" [ 1567.409623] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.411033] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1567.411226] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1567.418662] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae840033-f095-426d-acdd-7b22ebd1b381 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.428375] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1971986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.430120] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Waiting for the task: (returnval){ [ 1567.430120] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d0fafa-2cb9-49d4-188e-1fa5f9f3e064" [ 1567.430120] env[62306]: _type = "Task" [ 1567.430120] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.439830] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d0fafa-2cb9-49d4-188e-1fa5f9f3e064, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.538551] env[62306]: DEBUG nova.network.neutron [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Successfully updated port: 758db99d-b8c0-491b-be00-e268854a81b1 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1567.670940] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971985, 'name': ReconfigVM_Task, 'duration_secs': 0.510121} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.671217] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 55728249-ca09-4484-a63c-df4f39c5ca5a/55728249-ca09-4484-a63c-df4f39c5ca5a.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1567.671849] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd167384-65d4-4797-985e-12f5e4f1ddcd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.681326] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1567.681326] env[62306]: value = "task-1971987" [ 1567.681326] env[62306]: _type = "Task" [ 1567.681326] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.692163] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971987, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.766939] env[62306]: DEBUG nova.compute.utils [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1567.772546] env[62306]: DEBUG nova.compute.manager [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1567.773456] env[62306]: DEBUG nova.network.neutron [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1567.801123] env[62306]: DEBUG nova.compute.manager [req-0b2d4415-8b88-46be-bbba-8e6c0b4e8dd7 req-5e2a4a8f-ff3e-4c3b-b4f8-39eadaae16b8 service nova] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Received event network-changed-9a808075-0aa9-498e-8f03-2b4f43338e5b {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1567.801338] env[62306]: DEBUG nova.compute.manager [req-0b2d4415-8b88-46be-bbba-8e6c0b4e8dd7 req-5e2a4a8f-ff3e-4c3b-b4f8-39eadaae16b8 service nova] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Refreshing instance network info cache due to event network-changed-9a808075-0aa9-498e-8f03-2b4f43338e5b. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1567.801561] env[62306]: DEBUG oslo_concurrency.lockutils [req-0b2d4415-8b88-46be-bbba-8e6c0b4e8dd7 req-5e2a4a8f-ff3e-4c3b-b4f8-39eadaae16b8 service nova] Acquiring lock "refresh_cache-6ccd47bc-3de8-4bb5-9d55-71d479823276" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.801653] env[62306]: DEBUG oslo_concurrency.lockutils [req-0b2d4415-8b88-46be-bbba-8e6c0b4e8dd7 req-5e2a4a8f-ff3e-4c3b-b4f8-39eadaae16b8 service nova] Acquired lock "refresh_cache-6ccd47bc-3de8-4bb5-9d55-71d479823276" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.801813] env[62306]: DEBUG nova.network.neutron [req-0b2d4415-8b88-46be-bbba-8e6c0b4e8dd7 req-5e2a4a8f-ff3e-4c3b-b4f8-39eadaae16b8 service nova] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Refreshing network info cache for port 9a808075-0aa9-498e-8f03-2b4f43338e5b {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1567.882087] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b39fee-7045-aa63-2db8-df3508dec62f, 'name': SearchDatastore_Task, 'duration_secs': 0.01454} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.887149] env[62306]: DEBUG nova.policy [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59959235e8d44dfa99d694e33b7aa942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '355894b0e4254884a894ed13a79e0ff3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1567.888940] env[62306]: DEBUG oslo_concurrency.lockutils [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.889216] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1567.889468] env[62306]: DEBUG oslo_concurrency.lockutils [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.924681] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1971986, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.944503] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d0fafa-2cb9-49d4-188e-1fa5f9f3e064, 'name': SearchDatastore_Task, 'duration_secs': 0.016431} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.946214] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51c103b3-8658-4a1d-81a5-e250c77f345b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.956200] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Waiting for the task: (returnval){ [ 1567.956200] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523c48e3-dfc3-587b-fba3-3aefee5a88a5" [ 1567.956200] env[62306]: _type = "Task" [ 1567.956200] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.970622] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523c48e3-dfc3-587b-fba3-3aefee5a88a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.043239] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Acquiring lock "refresh_cache-5e8d85c0-d594-478f-a56d-4f3f5bacb66d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.043412] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Acquired lock "refresh_cache-5e8d85c0-d594-478f-a56d-4f3f5bacb66d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.043564] env[62306]: DEBUG nova.network.neutron [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1568.058212] env[62306]: DEBUG nova.compute.manager [req-ce2fafd0-8f74-4dcb-8e13-fec89f2f46e8 req-e74365e7-d9c9-4e04-af9f-be8829b0f19d service nova] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Received event network-vif-plugged-758db99d-b8c0-491b-be00-e268854a81b1 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1568.058439] env[62306]: DEBUG oslo_concurrency.lockutils [req-ce2fafd0-8f74-4dcb-8e13-fec89f2f46e8 req-e74365e7-d9c9-4e04-af9f-be8829b0f19d service nova] Acquiring lock "5e8d85c0-d594-478f-a56d-4f3f5bacb66d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.058760] env[62306]: DEBUG oslo_concurrency.lockutils [req-ce2fafd0-8f74-4dcb-8e13-fec89f2f46e8 req-e74365e7-d9c9-4e04-af9f-be8829b0f19d service nova] Lock "5e8d85c0-d594-478f-a56d-4f3f5bacb66d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.058960] env[62306]: DEBUG oslo_concurrency.lockutils [req-ce2fafd0-8f74-4dcb-8e13-fec89f2f46e8 req-e74365e7-d9c9-4e04-af9f-be8829b0f19d service nova] Lock "5e8d85c0-d594-478f-a56d-4f3f5bacb66d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.059357] env[62306]: DEBUG nova.compute.manager [req-ce2fafd0-8f74-4dcb-8e13-fec89f2f46e8 req-e74365e7-d9c9-4e04-af9f-be8829b0f19d service nova] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] No waiting events found dispatching network-vif-plugged-758db99d-b8c0-491b-be00-e268854a81b1 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1568.059552] env[62306]: WARNING nova.compute.manager [req-ce2fafd0-8f74-4dcb-8e13-fec89f2f46e8 req-e74365e7-d9c9-4e04-af9f-be8829b0f19d service nova] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Received unexpected event network-vif-plugged-758db99d-b8c0-491b-be00-e268854a81b1 for instance with vm_state building and task_state spawning. [ 1568.141088] env[62306]: DEBUG nova.network.neutron [-] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.201926] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971987, 'name': Rename_Task, 'duration_secs': 0.502153} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.201926] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1568.201926] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9283d0d-c24a-4dc7-a0bb-fbf612295c3c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.212493] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76eea2d9-1b4f-4d77-9f0e-a32a1dffcac3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.218964] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1568.218964] env[62306]: value = "task-1971988" [ 1568.218964] env[62306]: _type = "Task" [ 1568.218964] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.229778] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7031d89-4559-4ef6-9339-387068d8c643 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.239555] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.274072] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aadc293-5ea2-4e66-9da8-b9647ecad623 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.277338] env[62306]: DEBUG nova.compute.manager [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1568.291491] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b96e30-a932-4b81-82f5-88bc716a8c63 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.313759] env[62306]: DEBUG nova.compute.provider_tree [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1568.337216] env[62306]: DEBUG nova.compute.manager [None req-4b46fd47-e1c6-4919-889d-bba33906d618 tempest-ServerDiagnosticsTest-1760472710 tempest-ServerDiagnosticsTest-1760472710-project-admin] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1568.339263] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b7cbb2-8263-4eb5-b0d8-27d0a661a284 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.348599] env[62306]: INFO nova.compute.manager [None req-4b46fd47-e1c6-4919-889d-bba33906d618 tempest-ServerDiagnosticsTest-1760472710 tempest-ServerDiagnosticsTest-1760472710-project-admin] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Retrieving diagnostics [ 1568.349449] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83579dc-cf01-4865-84c3-8e3eefe52479 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.423632] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1971986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689206} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.424483] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6/36a914ec-0e9f-46e8-b8a3-527fd3eb01b6.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1568.424483] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1568.424843] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dffee241-c4bb-4cd2-85e4-65eb354305de {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.435302] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for the task: (returnval){ [ 1568.435302] env[62306]: value = "task-1971989" [ 1568.435302] env[62306]: _type = "Task" [ 1568.435302] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.445794] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1971989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.468386] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523c48e3-dfc3-587b-fba3-3aefee5a88a5, 'name': SearchDatastore_Task, 'duration_secs': 0.074515} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.468386] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.468587] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 4f552bc4-3af1-4579-b0d3-8dc962bd27c6/4f552bc4-3af1-4579-b0d3-8dc962bd27c6.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1568.468813] env[62306]: DEBUG oslo_concurrency.lockutils [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.468992] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1568.469221] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6219f6c7-032d-4103-81e0-cd5df35b49a8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.472034] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c397049-105c-4b20-85ab-1fa84c62d82f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.480586] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Waiting for the task: (returnval){ [ 1568.480586] env[62306]: value = "task-1971990" [ 1568.480586] env[62306]: _type = "Task" [ 1568.480586] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.484853] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1568.485052] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1568.486266] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c1632fc-ec0d-48af-9774-97c8dde273a3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.492986] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': task-1971990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.497080] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for the task: (returnval){ [ 1568.497080] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525f7ae8-73a5-48f4-4faf-f834c0d16312" [ 1568.497080] env[62306]: _type = "Task" [ 1568.497080] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.505955] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525f7ae8-73a5-48f4-4faf-f834c0d16312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.625545] env[62306]: DEBUG nova.network.neutron [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1568.647024] env[62306]: INFO nova.compute.manager [-] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Took 1.89 seconds to deallocate network for instance. [ 1568.685803] env[62306]: DEBUG nova.network.neutron [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Successfully updated port: 25e013c8-5ce0-4085-8607-f858c6d3acfe {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1568.738447] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971988, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.819231] env[62306]: DEBUG nova.scheduler.client.report [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1568.958177] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1971989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093825} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.959216] env[62306]: DEBUG nova.network.neutron [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Successfully created port: 18056db5-21c8-4754-a251-46c143499f83 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1568.964984] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1568.968388] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4adaede-b884-4729-bbd4-26a0394c87e3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.996982] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6/36a914ec-0e9f-46e8-b8a3-527fd3eb01b6.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.000265] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ce54222-0dd4-4a01-b31d-f73c471a1d28 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.024528] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': task-1971990, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.028699] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for the task: (returnval){ [ 1569.028699] env[62306]: value = "task-1971991" [ 1569.028699] env[62306]: _type = "Task" [ 1569.028699] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.028928] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525f7ae8-73a5-48f4-4faf-f834c0d16312, 'name': SearchDatastore_Task, 'duration_secs': 0.017889} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.035685] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe262b00-3333-41e0-bf75-cf12d56df87a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.044581] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1971991, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.045872] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for the task: (returnval){ [ 1569.045872] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5273da61-4c56-e0bc-7cde-ba37c6da3541" [ 1569.045872] env[62306]: _type = "Task" [ 1569.045872] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.057917] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5273da61-4c56-e0bc-7cde-ba37c6da3541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.117526] env[62306]: DEBUG nova.network.neutron [req-0b2d4415-8b88-46be-bbba-8e6c0b4e8dd7 req-5e2a4a8f-ff3e-4c3b-b4f8-39eadaae16b8 service nova] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Updated VIF entry in instance network info cache for port 9a808075-0aa9-498e-8f03-2b4f43338e5b. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1569.118068] env[62306]: DEBUG nova.network.neutron [req-0b2d4415-8b88-46be-bbba-8e6c0b4e8dd7 req-5e2a4a8f-ff3e-4c3b-b4f8-39eadaae16b8 service nova] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Updating instance_info_cache with network_info: [{"id": "9a808075-0aa9-498e-8f03-2b4f43338e5b", "address": "fa:16:3e:4a:74:8c", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a808075-0a", "ovs_interfaceid": "9a808075-0aa9-498e-8f03-2b4f43338e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.155808] env[62306]: DEBUG oslo_concurrency.lockutils [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.158684] env[62306]: DEBUG nova.network.neutron [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Updating instance_info_cache with network_info: [{"id": "758db99d-b8c0-491b-be00-e268854a81b1", "address": "fa:16:3e:82:fe:fe", "network": {"id": "075bad42-c990-41bc-861a-d4a04a9f966e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1305654851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb105de8dcf341468e16c115f29837cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap758db99d-b8", "ovs_interfaceid": "758db99d-b8c0-491b-be00-e268854a81b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.190782] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Acquiring lock "refresh_cache-12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.190950] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Acquired lock "refresh_cache-12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.191118] env[62306]: DEBUG nova.network.neutron [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1569.232740] env[62306]: DEBUG oslo_vmware.api [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1971988, 'name': PowerOnVM_Task, 'duration_secs': 0.583722} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.233023] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1569.233249] env[62306]: INFO nova.compute.manager [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Took 12.57 seconds to spawn the instance on the hypervisor. [ 1569.233468] env[62306]: DEBUG nova.compute.manager [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1569.234406] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c9e00c-cf52-46d6-b2ef-f0894dfb8de4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.289808] env[62306]: DEBUG nova.compute.manager [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1569.321266] env[62306]: DEBUG nova.virt.hardware [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1569.321614] env[62306]: DEBUG nova.virt.hardware [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1569.321768] env[62306]: DEBUG nova.virt.hardware [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1569.321944] env[62306]: DEBUG nova.virt.hardware [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1569.322193] env[62306]: DEBUG nova.virt.hardware [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1569.322387] env[62306]: DEBUG nova.virt.hardware [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1569.322649] env[62306]: DEBUG nova.virt.hardware [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1569.322848] env[62306]: DEBUG nova.virt.hardware [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1569.323076] env[62306]: DEBUG nova.virt.hardware [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1569.323441] env[62306]: DEBUG nova.virt.hardware [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1569.323760] env[62306]: DEBUG nova.virt.hardware [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1569.324878] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.327751] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b25d0a-2d7a-4fb3-9e4c-45617d02f8ca {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.332069] env[62306]: DEBUG oslo_concurrency.lockutils [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.196s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.332069] env[62306]: DEBUG nova.objects.instance [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62306) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1569.341848] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5fe932-cfcb-4d49-8f5e-85086431004c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.367939] env[62306]: INFO nova.scheduler.client.report [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Deleted allocations for instance 7ea16ce9-33ee-447a-9b5d-23e7f17225b6 [ 1569.499901] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': task-1971990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546917} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.500186] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 4f552bc4-3af1-4579-b0d3-8dc962bd27c6/4f552bc4-3af1-4579-b0d3-8dc962bd27c6.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1569.500399] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1569.500657] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e163938d-0cc9-4ae0-aa5c-91ed12c1bbfc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.509394] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Waiting for the task: (returnval){ [ 1569.509394] env[62306]: value = "task-1971992" [ 1569.509394] env[62306]: _type = "Task" [ 1569.509394] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.520374] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': task-1971992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.541527] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1971991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.558534] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5273da61-4c56-e0bc-7cde-ba37c6da3541, 'name': SearchDatastore_Task, 'duration_secs': 0.022648} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.558756] env[62306]: DEBUG oslo_concurrency.lockutils [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.559025] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 6ccd47bc-3de8-4bb5-9d55-71d479823276/6ccd47bc-3de8-4bb5-9d55-71d479823276.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1569.559294] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d9c8a96-0ed9-4b9d-9fea-ff48acea47bc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.568077] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for the task: (returnval){ [ 1569.568077] env[62306]: value = "task-1971993" [ 1569.568077] env[62306]: _type = "Task" [ 1569.568077] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.578059] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1971993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.621668] env[62306]: DEBUG oslo_concurrency.lockutils [req-0b2d4415-8b88-46be-bbba-8e6c0b4e8dd7 req-5e2a4a8f-ff3e-4c3b-b4f8-39eadaae16b8 service nova] Releasing lock "refresh_cache-6ccd47bc-3de8-4bb5-9d55-71d479823276" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.661942] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Releasing lock "refresh_cache-5e8d85c0-d594-478f-a56d-4f3f5bacb66d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.662210] env[62306]: DEBUG nova.compute.manager [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Instance network_info: |[{"id": "758db99d-b8c0-491b-be00-e268854a81b1", "address": "fa:16:3e:82:fe:fe", "network": {"id": "075bad42-c990-41bc-861a-d4a04a9f966e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1305654851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb105de8dcf341468e16c115f29837cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap758db99d-b8", "ovs_interfaceid": "758db99d-b8c0-491b-be00-e268854a81b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1569.662910] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:fe:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '758db99d-b8c0-491b-be00-e268854a81b1', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1569.670145] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Creating folder: Project (eb105de8dcf341468e16c115f29837cf). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1569.670460] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f12c5ed-9827-4921-b695-044b9247f5a3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.684553] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Created folder: Project (eb105de8dcf341468e16c115f29837cf) in parent group-v406007. [ 1569.686476] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Creating folder: Instances. Parent ref: group-v406047. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1569.686476] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9563a2a7-cbf9-4af4-b883-3fa3dd27184d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.701023] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Created folder: Instances in parent group-v406047. [ 1569.701023] env[62306]: DEBUG oslo.service.loopingcall [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1569.701023] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1569.701023] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb6269db-aea8-4b63-b7bf-00cb46032412 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.729288] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1569.729288] env[62306]: value = "task-1971996" [ 1569.729288] env[62306]: _type = "Task" [ 1569.729288] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.739611] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971996, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.745119] env[62306]: DEBUG nova.network.neutron [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1569.751368] env[62306]: INFO nova.compute.manager [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Took 27.46 seconds to build instance. [ 1569.881684] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8a84e212-f8ff-4d24-8669-85e1b79dcce9 tempest-DeleteServersAdminTestJSON-669287599 tempest-DeleteServersAdminTestJSON-669287599-project-admin] Lock "7ea16ce9-33ee-447a-9b5d-23e7f17225b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.437s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.024960] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': task-1971992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151797} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.025443] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1570.026498] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28087f1-ebc2-468c-a57d-794512bb9eaf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.058305] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 4f552bc4-3af1-4579-b0d3-8dc962bd27c6/4f552bc4-3af1-4579-b0d3-8dc962bd27c6.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1570.059292] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f6f424f-c60e-4b51-89e5-bf5d7d6b2373 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.079904] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1971991, 'name': ReconfigVM_Task, 'duration_secs': 0.621624} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.086050] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6/36a914ec-0e9f-46e8-b8a3-527fd3eb01b6.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.088038] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1694f7d1-6af3-4d22-8ee7-78f87c8d1351 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.094371] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Waiting for the task: (returnval){ [ 1570.094371] env[62306]: value = "task-1971997" [ 1570.094371] env[62306]: _type = "Task" [ 1570.094371] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.098603] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1971993, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.104317] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for the task: (returnval){ [ 1570.104317] env[62306]: value = "task-1971998" [ 1570.104317] env[62306]: _type = "Task" [ 1570.104317] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.116405] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': task-1971997, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.124890] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1971998, 'name': Rename_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.207338] env[62306]: DEBUG nova.network.neutron [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Updating instance_info_cache with network_info: [{"id": "25e013c8-5ce0-4085-8607-f858c6d3acfe", "address": "fa:16:3e:9a:60:55", "network": {"id": "2ff952b4-ff6b-42f6-9df9-6534c95e7f24", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-505884343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df3d7f15c6304bb49941f32ecc95b61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25e013c8-5c", "ovs_interfaceid": "25e013c8-5ce0-4085-8607-f858c6d3acfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.241699] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Acquiring lock "8a481ddf-54a5-4146-8535-02072b9dd827" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.241993] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Lock "8a481ddf-54a5-4146-8535-02072b9dd827" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.250144] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971996, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.253810] env[62306]: DEBUG oslo_concurrency.lockutils [None req-374de6d6-7940-48da-b7fb-6eb5df5bd47b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "55728249-ca09-4484-a63c-df4f39c5ca5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.973s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.344557] env[62306]: DEBUG oslo_concurrency.lockutils [None req-070c3d43-43de-4daa-8d39-6981d6cb581d tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.345421] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.052s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.347548] env[62306]: INFO nova.compute.claims [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1570.591893] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1971993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813375} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.592207] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 6ccd47bc-3de8-4bb5-9d55-71d479823276/6ccd47bc-3de8-4bb5-9d55-71d479823276.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1570.592420] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1570.592680] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c06ad683-cf4d-4f46-a9e3-f1ab3132366d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.600138] env[62306]: DEBUG nova.compute.manager [req-e5fadc8a-bf42-4a83-8b83-7b876dda3299 req-129aa569-6792-4f85-84b1-4fdae851f80f service nova] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Received event network-vif-plugged-25e013c8-5ce0-4085-8607-f858c6d3acfe {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1570.600317] env[62306]: DEBUG oslo_concurrency.lockutils [req-e5fadc8a-bf42-4a83-8b83-7b876dda3299 req-129aa569-6792-4f85-84b1-4fdae851f80f service nova] Acquiring lock "12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.600528] env[62306]: DEBUG oslo_concurrency.lockutils [req-e5fadc8a-bf42-4a83-8b83-7b876dda3299 req-129aa569-6792-4f85-84b1-4fdae851f80f service nova] Lock "12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.600694] env[62306]: DEBUG oslo_concurrency.lockutils [req-e5fadc8a-bf42-4a83-8b83-7b876dda3299 req-129aa569-6792-4f85-84b1-4fdae851f80f service nova] Lock "12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.601254] env[62306]: DEBUG nova.compute.manager [req-e5fadc8a-bf42-4a83-8b83-7b876dda3299 req-129aa569-6792-4f85-84b1-4fdae851f80f service nova] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] No waiting events found dispatching network-vif-plugged-25e013c8-5ce0-4085-8607-f858c6d3acfe {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1570.601554] env[62306]: WARNING nova.compute.manager [req-e5fadc8a-bf42-4a83-8b83-7b876dda3299 req-129aa569-6792-4f85-84b1-4fdae851f80f service nova] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Received unexpected event network-vif-plugged-25e013c8-5ce0-4085-8607-f858c6d3acfe for instance with vm_state building and task_state spawning. [ 1570.607576] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for the task: (returnval){ [ 1570.607576] env[62306]: value = "task-1971999" [ 1570.607576] env[62306]: _type = "Task" [ 1570.607576] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.619890] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': task-1971997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.626266] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1971999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.630108] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1971998, 'name': Rename_Task, 'duration_secs': 0.242293} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.630450] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1570.631357] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85467f55-8e89-467b-9b28-c6617de5a81c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.639197] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for the task: (returnval){ [ 1570.639197] env[62306]: value = "task-1972000" [ 1570.639197] env[62306]: _type = "Task" [ 1570.639197] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.657208] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.713108] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Releasing lock "refresh_cache-12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.713482] env[62306]: DEBUG nova.compute.manager [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Instance network_info: |[{"id": "25e013c8-5ce0-4085-8607-f858c6d3acfe", "address": "fa:16:3e:9a:60:55", "network": {"id": "2ff952b4-ff6b-42f6-9df9-6534c95e7f24", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-505884343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df3d7f15c6304bb49941f32ecc95b61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25e013c8-5c", "ovs_interfaceid": "25e013c8-5ce0-4085-8607-f858c6d3acfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1570.713903] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:60:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25e013c8-5ce0-4085-8607-f858c6d3acfe', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1570.723495] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Creating folder: Project (df3d7f15c6304bb49941f32ecc95b61b). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1570.723947] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a0b14e6-0b21-4e5e-925a-1b29663912ea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.742171] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1971996, 'name': CreateVM_Task, 'duration_secs': 0.529033} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.743870] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1570.744210] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Created folder: Project (df3d7f15c6304bb49941f32ecc95b61b) in parent group-v406007. [ 1570.744491] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Creating folder: Instances. Parent ref: group-v406050. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1570.745123] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.745309] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.745972] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1570.746255] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-314992a4-5e80-44cf-a6dd-16a6e69dcd07 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.748414] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-454fb009-73b3-4c28-a2bf-693385141926 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.756980] env[62306]: DEBUG nova.compute.manager [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1570.760156] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Waiting for the task: (returnval){ [ 1570.760156] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d61ce5-f925-5389-ce2c-20415ea20e13" [ 1570.760156] env[62306]: _type = "Task" [ 1570.760156] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.766453] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Created folder: Instances in parent group-v406050. [ 1570.766831] env[62306]: DEBUG oslo.service.loopingcall [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1570.768559] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1570.768559] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cff05b5-2c08-49e0-93a3-0da4a34ba457 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.794201] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d61ce5-f925-5389-ce2c-20415ea20e13, 'name': SearchDatastore_Task, 'duration_secs': 0.01669} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.794497] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.798023] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1570.798023] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.798023] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.798023] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1570.798023] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96ba1cb5-7432-4a90-a3a4-a317d672c473 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.802990] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1570.802990] env[62306]: value = "task-1972003" [ 1570.802990] env[62306]: _type = "Task" [ 1570.802990] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.813555] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1570.813993] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1570.815660] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff026294-893c-40bc-8989-2a47366b6f24 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.824026] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972003, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.828187] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Waiting for the task: (returnval){ [ 1570.828187] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a83c1e-0d4e-7796-a805-37ddb662decb" [ 1570.828187] env[62306]: _type = "Task" [ 1570.828187] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.840040] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a83c1e-0d4e-7796-a805-37ddb662decb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.051713] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "3b0031c9-60be-48ee-badf-2427afc1de23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.052229] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "3b0031c9-60be-48ee-badf-2427afc1de23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.110684] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': task-1971997, 'name': ReconfigVM_Task, 'duration_secs': 0.766956} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.118654] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 4f552bc4-3af1-4579-b0d3-8dc962bd27c6/4f552bc4-3af1-4579-b0d3-8dc962bd27c6.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1571.120095] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4e393d7-bf6c-45fc-bc29-a77cb850481c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.130871] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1971999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127981} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.133527] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1571.133874] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Waiting for the task: (returnval){ [ 1571.133874] env[62306]: value = "task-1972004" [ 1571.133874] env[62306]: _type = "Task" [ 1571.133874] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.134843] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f986a13-fefa-4795-9ac0-c3d4783c83bd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.166620] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 6ccd47bc-3de8-4bb5-9d55-71d479823276/6ccd47bc-3de8-4bb5-9d55-71d479823276.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1571.171441] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cce58ae7-108b-4597-8b28-b189612c837f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.186153] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': task-1972004, 'name': Rename_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.191197] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972000, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.200061] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for the task: (returnval){ [ 1571.200061] env[62306]: value = "task-1972005" [ 1571.200061] env[62306]: _type = "Task" [ 1571.200061] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.210996] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.287153] env[62306]: DEBUG oslo_concurrency.lockutils [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.310463] env[62306]: DEBUG nova.network.neutron [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Successfully updated port: 18056db5-21c8-4754-a251-46c143499f83 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1571.317630] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972003, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.340945] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a83c1e-0d4e-7796-a805-37ddb662decb, 'name': SearchDatastore_Task, 'duration_secs': 0.020902} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.342654] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4024b42e-99eb-4085-b3bd-7875dc40bddf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.349793] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Waiting for the task: (returnval){ [ 1571.349793] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526c954c-9971-2e19-ae85-27770826581e" [ 1571.349793] env[62306]: _type = "Task" [ 1571.349793] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.363154] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526c954c-9971-2e19-ae85-27770826581e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.577630] env[62306]: DEBUG nova.compute.manager [req-0bb9db54-46ff-4b30-989c-60c9250a98d5 req-dcb0df2b-31db-4fcd-a998-492b6e2d54b1 service nova] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Received event network-changed-758db99d-b8c0-491b-be00-e268854a81b1 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1571.578183] env[62306]: DEBUG nova.compute.manager [req-0bb9db54-46ff-4b30-989c-60c9250a98d5 req-dcb0df2b-31db-4fcd-a998-492b6e2d54b1 service nova] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Refreshing instance network info cache due to event network-changed-758db99d-b8c0-491b-be00-e268854a81b1. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1571.578183] env[62306]: DEBUG oslo_concurrency.lockutils [req-0bb9db54-46ff-4b30-989c-60c9250a98d5 req-dcb0df2b-31db-4fcd-a998-492b6e2d54b1 service nova] Acquiring lock "refresh_cache-5e8d85c0-d594-478f-a56d-4f3f5bacb66d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.578299] env[62306]: DEBUG oslo_concurrency.lockutils [req-0bb9db54-46ff-4b30-989c-60c9250a98d5 req-dcb0df2b-31db-4fcd-a998-492b6e2d54b1 service nova] Acquired lock "refresh_cache-5e8d85c0-d594-478f-a56d-4f3f5bacb66d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.578398] env[62306]: DEBUG nova.network.neutron [req-0bb9db54-46ff-4b30-989c-60c9250a98d5 req-dcb0df2b-31db-4fcd-a998-492b6e2d54b1 service nova] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Refreshing network info cache for port 758db99d-b8c0-491b-be00-e268854a81b1 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1571.659035] env[62306]: DEBUG oslo_vmware.api [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972000, 'name': PowerOnVM_Task, 'duration_secs': 0.605879} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.662388] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1571.662628] env[62306]: INFO nova.compute.manager [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Took 12.45 seconds to spawn the instance on the hypervisor. [ 1571.662808] env[62306]: DEBUG nova.compute.manager [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1571.663524] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': task-1972004, 'name': Rename_Task, 'duration_secs': 0.239811} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.666978] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7032e8de-bcdf-4c1a-bf3f-a200a5b6f696 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.671065] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1571.671919] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cd35c97-c00c-4477-848b-afc9ad70340a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.686396] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Waiting for the task: (returnval){ [ 1571.686396] env[62306]: value = "task-1972006" [ 1571.686396] env[62306]: _type = "Task" [ 1571.686396] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.699271] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': task-1972006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.709473] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972005, 'name': ReconfigVM_Task, 'duration_secs': 0.491256} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.713996] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 6ccd47bc-3de8-4bb5-9d55-71d479823276/6ccd47bc-3de8-4bb5-9d55-71d479823276.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1571.716524] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5b7f87e-356e-4eb3-89be-9a82111a707d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.726608] env[62306]: DEBUG oslo_vmware.rw_handles [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5289464a-8f62-4eed-69a9-4088185feb56/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1571.727756] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df234f66-3c96-4d25-843c-d814b45497db {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.733533] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for the task: (returnval){ [ 1571.733533] env[62306]: value = "task-1972007" [ 1571.733533] env[62306]: _type = "Task" [ 1571.733533] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.741987] env[62306]: DEBUG oslo_vmware.rw_handles [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5289464a-8f62-4eed-69a9-4088185feb56/disk-0.vmdk is in state: ready. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1571.742246] env[62306]: ERROR oslo_vmware.rw_handles [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5289464a-8f62-4eed-69a9-4088185feb56/disk-0.vmdk due to incomplete transfer. [ 1571.743054] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-03dae9a7-4224-45ce-a527-099a226d80e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.749897] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972007, 'name': Rename_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.754492] env[62306]: DEBUG oslo_vmware.rw_handles [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5289464a-8f62-4eed-69a9-4088185feb56/disk-0.vmdk. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1571.754492] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Uploaded image 34b89313-7dfc-4007-90f9-69c2dff0c191 to the Glance image server {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1571.756192] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Destroying the VM {{(pid=62306) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1571.756192] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ba1750ce-9ab5-47f5-883d-1407d67136c1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.766563] env[62306]: DEBUG oslo_vmware.api [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1571.766563] env[62306]: value = "task-1972008" [ 1571.766563] env[62306]: _type = "Task" [ 1571.766563] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.778139] env[62306]: DEBUG oslo_vmware.api [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972008, 'name': Destroy_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.800280] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35588740-03e3-4603-bfb3-ef6e04e93bf3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.808109] env[62306]: DEBUG oslo_concurrency.lockutils [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Acquiring lock "29cb3f72-c88e-47bf-8c52-4fe27ae6aa58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.808367] env[62306]: DEBUG oslo_concurrency.lockutils [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Lock "29cb3f72-c88e-47bf-8c52-4fe27ae6aa58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.814542] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "refresh_cache-5227c9ce-84d2-4a50-a653-fb317daa2d87" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.814689] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired lock "refresh_cache-5227c9ce-84d2-4a50-a653-fb317daa2d87" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.814890] env[62306]: DEBUG nova.network.neutron [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1571.817138] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b539954-4281-430f-8dfc-7175d957553d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.825335] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972003, 'name': CreateVM_Task, 'duration_secs': 0.531824} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.825335] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1571.825852] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.826027] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.826471] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1571.826618] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-961eff47-397d-456f-976d-b3a74a09ec59 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.860010] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c98851-105e-4300-ad68-f91c1dec629a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.864380] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Waiting for the task: (returnval){ [ 1571.864380] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52da133c-5259-6cae-8ce3-9ec96337c2ec" [ 1571.864380] env[62306]: _type = "Task" [ 1571.864380] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.873857] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526c954c-9971-2e19-ae85-27770826581e, 'name': SearchDatastore_Task, 'duration_secs': 0.016273} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.875321] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dc56f4-9968-41a0-930d-defafdf8b38e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.879488] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.879743] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 5e8d85c0-d594-478f-a56d-4f3f5bacb66d/5e8d85c0-d594-478f-a56d-4f3f5bacb66d.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1571.883026] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65162a23-a0a6-4a0c-bd39-7a1bdcc013a3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.885463] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52da133c-5259-6cae-8ce3-9ec96337c2ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.897731] env[62306]: DEBUG nova.compute.provider_tree [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1571.900505] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Waiting for the task: (returnval){ [ 1571.900505] env[62306]: value = "task-1972009" [ 1571.900505] env[62306]: _type = "Task" [ 1571.900505] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.909625] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': task-1972009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.955142] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Acquiring lock "485d732d-34bf-4cc5-9fcb-74a9045119d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.955142] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Lock "485d732d-34bf-4cc5-9fcb-74a9045119d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.955142] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Acquiring lock "485d732d-34bf-4cc5-9fcb-74a9045119d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.955142] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Lock "485d732d-34bf-4cc5-9fcb-74a9045119d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.955396] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Lock "485d732d-34bf-4cc5-9fcb-74a9045119d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.956347] env[62306]: INFO nova.compute.manager [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Terminating instance [ 1572.034673] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "991c0412-c377-4428-a11f-b231fa5a7751" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.036804] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "991c0412-c377-4428-a11f-b231fa5a7751" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.202890] env[62306]: INFO nova.compute.manager [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Took 24.91 seconds to build instance. [ 1572.211848] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': task-1972006, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.249991] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972007, 'name': Rename_Task, 'duration_secs': 0.342318} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.250960] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1572.251380] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2acab99d-692d-4c24-84de-8662555dc4c6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.262474] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for the task: (returnval){ [ 1572.262474] env[62306]: value = "task-1972010" [ 1572.262474] env[62306]: _type = "Task" [ 1572.262474] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.283711] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.290937] env[62306]: DEBUG oslo_vmware.api [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972008, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.379841] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52da133c-5259-6cae-8ce3-9ec96337c2ec, 'name': SearchDatastore_Task, 'duration_secs': 0.030423} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.379841] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.380288] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1572.380288] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.380417] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.380576] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1572.380899] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-327e3e52-8ebf-4543-bfc0-e5f85e0e1607 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.397634] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1572.397882] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1572.398670] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7cf6bd1-ae6c-4a30-b0c8-c89edd93fe51 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.402908] env[62306]: DEBUG nova.scheduler.client.report [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1572.410334] env[62306]: DEBUG nova.network.neutron [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1572.426647] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': task-1972009, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.427218] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Waiting for the task: (returnval){ [ 1572.427218] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5284facb-23f6-dea5-cf63-17ea24cadf5f" [ 1572.427218] env[62306]: _type = "Task" [ 1572.427218] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.443009] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5284facb-23f6-dea5-cf63-17ea24cadf5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.461699] env[62306]: DEBUG nova.compute.manager [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1572.462508] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1572.464136] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b6d5b0-27ff-4c8c-8dc2-059e4d29a7ac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.480202] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1572.480505] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57a844e6-f2e8-419b-a1d7-ddc372de34ae {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.490165] env[62306]: DEBUG oslo_vmware.api [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Waiting for the task: (returnval){ [ 1572.490165] env[62306]: value = "task-1972011" [ 1572.490165] env[62306]: _type = "Task" [ 1572.490165] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.503531] env[62306]: DEBUG oslo_vmware.api [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': task-1972011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.588095] env[62306]: DEBUG nova.network.neutron [req-0bb9db54-46ff-4b30-989c-60c9250a98d5 req-dcb0df2b-31db-4fcd-a998-492b6e2d54b1 service nova] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Updated VIF entry in instance network info cache for port 758db99d-b8c0-491b-be00-e268854a81b1. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1572.589397] env[62306]: DEBUG nova.network.neutron [req-0bb9db54-46ff-4b30-989c-60c9250a98d5 req-dcb0df2b-31db-4fcd-a998-492b6e2d54b1 service nova] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Updating instance_info_cache with network_info: [{"id": "758db99d-b8c0-491b-be00-e268854a81b1", "address": "fa:16:3e:82:fe:fe", "network": {"id": "075bad42-c990-41bc-861a-d4a04a9f966e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1305654851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb105de8dcf341468e16c115f29837cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap758db99d-b8", "ovs_interfaceid": "758db99d-b8c0-491b-be00-e268854a81b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.709288] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59aafa07-5290-4f2b-8f2f-0b166a84a5a0 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "36a914ec-0e9f-46e8-b8a3-527fd3eb01b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.432s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.709531] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': task-1972006, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.768459] env[62306]: DEBUG nova.network.neutron [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Updating instance_info_cache with network_info: [{"id": "18056db5-21c8-4754-a251-46c143499f83", "address": "fa:16:3e:f0:81:25", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18056db5-21", "ovs_interfaceid": "18056db5-21c8-4754-a251-46c143499f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.778527] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972010, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.784884] env[62306]: DEBUG oslo_vmware.api [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972008, 'name': Destroy_Task, 'duration_secs': 0.670497} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.786033] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Destroyed the VM [ 1572.786381] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Deleting Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1572.787213] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8643db88-9c1c-44d0-abb7-fb1931682e9f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.796367] env[62306]: DEBUG oslo_vmware.api [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1572.796367] env[62306]: value = "task-1972012" [ 1572.796367] env[62306]: _type = "Task" [ 1572.796367] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.807912] env[62306]: DEBUG oslo_vmware.api [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972012, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.924500] env[62306]: DEBUG oslo_concurrency.lockutils [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Acquiring lock "98c3bd5f-8a4a-4906-84dd-807eaff1da62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.927660] env[62306]: DEBUG oslo_concurrency.lockutils [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Lock "98c3bd5f-8a4a-4906-84dd-807eaff1da62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.927660] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.927660] env[62306]: DEBUG nova.compute.manager [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1572.932926] env[62306]: DEBUG oslo_concurrency.lockutils [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.066s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.934466] env[62306]: INFO nova.compute.claims [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1572.948294] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': task-1972009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676868} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.948294] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 5e8d85c0-d594-478f-a56d-4f3f5bacb66d/5e8d85c0-d594-478f-a56d-4f3f5bacb66d.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1572.948294] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1572.948294] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-832cf459-ae2f-4745-9b93-cadd9c06a63a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.957021] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5284facb-23f6-dea5-cf63-17ea24cadf5f, 'name': SearchDatastore_Task, 'duration_secs': 0.052299} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.958514] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f693b77-a151-4765-af03-fc6892449126 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.963590] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Waiting for the task: (returnval){ [ 1572.963590] env[62306]: value = "task-1972013" [ 1572.963590] env[62306]: _type = "Task" [ 1572.963590] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.965420] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Waiting for the task: (returnval){ [ 1572.965420] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b5bd11-86e8-5e33-0b50-8bcc03df6057" [ 1572.965420] env[62306]: _type = "Task" [ 1572.965420] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.979374] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': task-1972013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.984439] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b5bd11-86e8-5e33-0b50-8bcc03df6057, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.002044] env[62306]: DEBUG oslo_vmware.api [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': task-1972011, 'name': PowerOffVM_Task, 'duration_secs': 0.31051} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.002044] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1573.002253] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1573.002456] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adf3861d-fd00-458d-acfd-2b89ecdae144 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.078417] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1573.078702] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1573.078911] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Deleting the datastore file [datastore1] 485d732d-34bf-4cc5-9fcb-74a9045119d7 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1573.079196] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1c306ba-8b98-4b32-81f9-3da75b7c9ed0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.086340] env[62306]: DEBUG oslo_vmware.api [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Waiting for the task: (returnval){ [ 1573.086340] env[62306]: value = "task-1972015" [ 1573.086340] env[62306]: _type = "Task" [ 1573.086340] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.091443] env[62306]: DEBUG oslo_concurrency.lockutils [req-0bb9db54-46ff-4b30-989c-60c9250a98d5 req-dcb0df2b-31db-4fcd-a998-492b6e2d54b1 service nova] Releasing lock "refresh_cache-5e8d85c0-d594-478f-a56d-4f3f5bacb66d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.091682] env[62306]: DEBUG nova.compute.manager [req-0bb9db54-46ff-4b30-989c-60c9250a98d5 req-dcb0df2b-31db-4fcd-a998-492b6e2d54b1 service nova] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Received event network-vif-deleted-5c6772bb-11d9-4571-a69e-168918c9ac86 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1573.095417] env[62306]: DEBUG oslo_vmware.api [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': task-1972015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.209834] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': task-1972006, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.212365] env[62306]: DEBUG nova.compute.manager [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1573.274478] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972010, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.279544] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Releasing lock "refresh_cache-5227c9ce-84d2-4a50-a653-fb317daa2d87" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.279921] env[62306]: DEBUG nova.compute.manager [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Instance network_info: |[{"id": "18056db5-21c8-4754-a251-46c143499f83", "address": "fa:16:3e:f0:81:25", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18056db5-21", "ovs_interfaceid": "18056db5-21c8-4754-a251-46c143499f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1573.280325] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:81:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18056db5-21c8-4754-a251-46c143499f83', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1573.288175] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Creating folder: Project (355894b0e4254884a894ed13a79e0ff3). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1573.288978] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c89fa3e-6b72-45f1-8196-38ac290d5590 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.304543] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Created folder: Project (355894b0e4254884a894ed13a79e0ff3) in parent group-v406007. [ 1573.307146] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Creating folder: Instances. Parent ref: group-v406053. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1573.307146] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ecb9ca3-32d2-409a-bdfd-18ad1425b803 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.310414] env[62306]: DEBUG oslo_vmware.api [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972012, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.324284] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Created folder: Instances in parent group-v406053. [ 1573.324284] env[62306]: DEBUG oslo.service.loopingcall [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1573.324384] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1573.324668] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-568c76f0-1a36-4802-ac24-f86e8813bf66 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.347168] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1573.347168] env[62306]: value = "task-1972018" [ 1573.347168] env[62306]: _type = "Task" [ 1573.347168] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.355320] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972018, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.439652] env[62306]: DEBUG nova.compute.utils [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1573.443416] env[62306]: DEBUG nova.compute.manager [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1573.446193] env[62306]: DEBUG nova.network.neutron [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1573.481399] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': task-1972013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077672} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.485122] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1573.485549] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b5bd11-86e8-5e33-0b50-8bcc03df6057, 'name': SearchDatastore_Task, 'duration_secs': 0.019352} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.486280] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224a3794-459b-4a7c-bce8-9f4e108a0886 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.489141] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.489403] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9/12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1573.489651] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2209673-eefd-46a5-aeaf-ee55d3283b51 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.522246] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 5e8d85c0-d594-478f-a56d-4f3f5bacb66d/5e8d85c0-d594-478f-a56d-4f3f5bacb66d.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1573.525941] env[62306]: DEBUG nova.policy [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92fa6f5ed5c940ef92d6fc5f1e677355', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06293374c3d14b7b9c96880da96430a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1573.528489] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1592f967-cfb0-4687-bcd6-00052e1e5f1d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.544974] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Waiting for the task: (returnval){ [ 1573.544974] env[62306]: value = "task-1972019" [ 1573.544974] env[62306]: _type = "Task" [ 1573.544974] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.546351] env[62306]: DEBUG nova.compute.manager [req-1c82b1da-b5d5-46b5-a611-c66ac4f1e976 req-c92b5e2b-6aa2-41b4-9891-749f9a4c36e3 service nova] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Received event network-changed-25e013c8-5ce0-4085-8607-f858c6d3acfe {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1573.547023] env[62306]: DEBUG nova.compute.manager [req-1c82b1da-b5d5-46b5-a611-c66ac4f1e976 req-c92b5e2b-6aa2-41b4-9891-749f9a4c36e3 service nova] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Refreshing instance network info cache due to event network-changed-25e013c8-5ce0-4085-8607-f858c6d3acfe. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1573.547023] env[62306]: DEBUG oslo_concurrency.lockutils [req-1c82b1da-b5d5-46b5-a611-c66ac4f1e976 req-c92b5e2b-6aa2-41b4-9891-749f9a4c36e3 service nova] Acquiring lock "refresh_cache-12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.547023] env[62306]: DEBUG oslo_concurrency.lockutils [req-1c82b1da-b5d5-46b5-a611-c66ac4f1e976 req-c92b5e2b-6aa2-41b4-9891-749f9a4c36e3 service nova] Acquired lock "refresh_cache-12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.547194] env[62306]: DEBUG nova.network.neutron [req-1c82b1da-b5d5-46b5-a611-c66ac4f1e976 req-c92b5e2b-6aa2-41b4-9891-749f9a4c36e3 service nova] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Refreshing network info cache for port 25e013c8-5ce0-4085-8607-f858c6d3acfe {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1573.557662] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Acquiring lock "736874a7-a8c5-4ca2-9711-ded10fe44bdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.557938] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Lock "736874a7-a8c5-4ca2-9711-ded10fe44bdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.560962] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Waiting for the task: (returnval){ [ 1573.560962] env[62306]: value = "task-1972020" [ 1573.560962] env[62306]: _type = "Task" [ 1573.560962] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.568767] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': task-1972019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.575274] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': task-1972020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.598811] env[62306]: DEBUG oslo_vmware.api [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Task: {'id': task-1972015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246487} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.603305] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1573.603305] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1573.603305] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1573.603305] env[62306]: INFO nova.compute.manager [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1573.603305] env[62306]: DEBUG oslo.service.loopingcall [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1573.605322] env[62306]: DEBUG nova.compute.manager [-] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1573.605322] env[62306]: DEBUG nova.network.neutron [-] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1573.710033] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': task-1972006, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.741391] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.781196] env[62306]: DEBUG oslo_vmware.api [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972010, 'name': PowerOnVM_Task, 'duration_secs': 1.059512} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.781196] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1573.781196] env[62306]: INFO nova.compute.manager [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Took 12.07 seconds to spawn the instance on the hypervisor. [ 1573.781196] env[62306]: DEBUG nova.compute.manager [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1573.781196] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92f6aac-a97d-4ead-9cb9-89713c21a95e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.808475] env[62306]: DEBUG oslo_vmware.api [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972012, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.868540] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972018, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.922678] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "8a38074d-7b10-4b97-a0a8-7eaef4474528" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.923171] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "8a38074d-7b10-4b97-a0a8-7eaef4474528" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.944897] env[62306]: DEBUG nova.compute.manager [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1574.082049] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': task-1972019, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.086284] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': task-1972020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.207786] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': task-1972006, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.215039] env[62306]: DEBUG nova.network.neutron [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Successfully created port: 84fe192e-9f60-445a-b66a-1ce94d81aa3e {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1574.307246] env[62306]: INFO nova.compute.manager [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Took 26.68 seconds to build instance. [ 1574.315998] env[62306]: DEBUG oslo_vmware.api [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972012, 'name': RemoveSnapshot_Task, 'duration_secs': 1.023167} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.321023] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Deleted Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1574.321023] env[62306]: INFO nova.compute.manager [None req-a6bf0c60-1c0a-4b0f-a3b5-7c5b2d17d3b9 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Took 15.08 seconds to snapshot the instance on the hypervisor. [ 1574.366870] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972018, 'name': CreateVM_Task, 'duration_secs': 0.705398} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.367256] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1574.368353] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.368551] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.369016] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1574.369298] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaedd70a-2e62-43a4-a130-7855f4eef66b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.379463] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1574.379463] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52727d57-a4e5-3ce0-4d0a-c29de4111661" [ 1574.379463] env[62306]: _type = "Task" [ 1574.379463] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.389921] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52727d57-a4e5-3ce0-4d0a-c29de4111661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.431033] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c28e2e-0b55-4b4a-8228-237674875ef4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.440421] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d7545d-53e7-47cf-9e39-9301537b8c39 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.477031] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32620aa-051e-4a52-b0f7-4eb570920fc7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.486258] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14a7c3c-f697-403c-971b-98d763966825 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.503340] env[62306]: DEBUG nova.compute.provider_tree [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.569625] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': task-1972019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609691} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.573924] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9/12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1574.573924] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1574.574260] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f017a2c1-1279-45e7-b641-09d7fef2efb3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.582542] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': task-1972020, 'name': ReconfigVM_Task, 'duration_secs': 0.63445} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.584085] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 5e8d85c0-d594-478f-a56d-4f3f5bacb66d/5e8d85c0-d594-478f-a56d-4f3f5bacb66d.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1574.584574] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Waiting for the task: (returnval){ [ 1574.584574] env[62306]: value = "task-1972021" [ 1574.584574] env[62306]: _type = "Task" [ 1574.584574] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.584699] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1372f2a-f2d7-4486-990e-9122d84c4d08 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.595009] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': task-1972021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.597941] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Waiting for the task: (returnval){ [ 1574.597941] env[62306]: value = "task-1972022" [ 1574.597941] env[62306]: _type = "Task" [ 1574.597941] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.604574] env[62306]: DEBUG nova.network.neutron [req-1c82b1da-b5d5-46b5-a611-c66ac4f1e976 req-c92b5e2b-6aa2-41b4-9891-749f9a4c36e3 service nova] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Updated VIF entry in instance network info cache for port 25e013c8-5ce0-4085-8607-f858c6d3acfe. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1574.604907] env[62306]: DEBUG nova.network.neutron [req-1c82b1da-b5d5-46b5-a611-c66ac4f1e976 req-c92b5e2b-6aa2-41b4-9891-749f9a4c36e3 service nova] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Updating instance_info_cache with network_info: [{"id": "25e013c8-5ce0-4085-8607-f858c6d3acfe", "address": "fa:16:3e:9a:60:55", "network": {"id": "2ff952b4-ff6b-42f6-9df9-6534c95e7f24", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-505884343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df3d7f15c6304bb49941f32ecc95b61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25e013c8-5c", "ovs_interfaceid": "25e013c8-5ce0-4085-8607-f858c6d3acfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.609340] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': task-1972022, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.661790] env[62306]: DEBUG oslo_concurrency.lockutils [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "4e1ab485-0c88-4161-8b4d-500ec3ee7ba4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.661790] env[62306]: DEBUG oslo_concurrency.lockutils [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "4e1ab485-0c88-4161-8b4d-500ec3ee7ba4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.697487] env[62306]: DEBUG nova.network.neutron [-] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.711146] env[62306]: DEBUG oslo_vmware.api [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Task: {'id': task-1972006, 'name': PowerOnVM_Task, 'duration_secs': 2.609971} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.711486] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1574.711689] env[62306]: DEBUG nova.compute.manager [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1574.713032] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ec5cba-9400-49a5-8ed6-4b476d947187 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.809248] env[62306]: DEBUG oslo_concurrency.lockutils [None req-42712eca-5cd2-469b-95e2-792cf7da5466 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lock "6ccd47bc-3de8-4bb5-9d55-71d479823276" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.189s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.891133] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52727d57-a4e5-3ce0-4d0a-c29de4111661, 'name': SearchDatastore_Task, 'duration_secs': 0.019326} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.891133] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.891327] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1574.891410] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.892030] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.892030] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1574.892030] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24e7a81d-91e5-4886-adec-dbf396cc278c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.902824] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1574.903119] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1574.903855] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d632e5d-c388-418f-8431-0aea82f6b7e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.911518] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1574.911518] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e4e141-7a99-b01d-43f5-89c1194e2734" [ 1574.911518] env[62306]: _type = "Task" [ 1574.911518] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.922357] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e4e141-7a99-b01d-43f5-89c1194e2734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.951384] env[62306]: DEBUG nova.compute.manager [req-955b8001-22a8-42ad-9a5e-d560ff7f2d7f req-a583a56e-c75f-41dd-8b55-45fa602b1625 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Received event network-vif-plugged-18056db5-21c8-4754-a251-46c143499f83 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1574.952253] env[62306]: DEBUG oslo_concurrency.lockutils [req-955b8001-22a8-42ad-9a5e-d560ff7f2d7f req-a583a56e-c75f-41dd-8b55-45fa602b1625 service nova] Acquiring lock "5227c9ce-84d2-4a50-a653-fb317daa2d87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.952253] env[62306]: DEBUG oslo_concurrency.lockutils [req-955b8001-22a8-42ad-9a5e-d560ff7f2d7f req-a583a56e-c75f-41dd-8b55-45fa602b1625 service nova] Lock "5227c9ce-84d2-4a50-a653-fb317daa2d87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.952253] env[62306]: DEBUG oslo_concurrency.lockutils [req-955b8001-22a8-42ad-9a5e-d560ff7f2d7f req-a583a56e-c75f-41dd-8b55-45fa602b1625 service nova] Lock "5227c9ce-84d2-4a50-a653-fb317daa2d87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.952253] env[62306]: DEBUG nova.compute.manager [req-955b8001-22a8-42ad-9a5e-d560ff7f2d7f req-a583a56e-c75f-41dd-8b55-45fa602b1625 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] No waiting events found dispatching network-vif-plugged-18056db5-21c8-4754-a251-46c143499f83 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1574.952442] env[62306]: WARNING nova.compute.manager [req-955b8001-22a8-42ad-9a5e-d560ff7f2d7f req-a583a56e-c75f-41dd-8b55-45fa602b1625 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Received unexpected event network-vif-plugged-18056db5-21c8-4754-a251-46c143499f83 for instance with vm_state building and task_state spawning. [ 1574.952481] env[62306]: DEBUG nova.compute.manager [req-955b8001-22a8-42ad-9a5e-d560ff7f2d7f req-a583a56e-c75f-41dd-8b55-45fa602b1625 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Received event network-changed-18056db5-21c8-4754-a251-46c143499f83 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1574.952603] env[62306]: DEBUG nova.compute.manager [req-955b8001-22a8-42ad-9a5e-d560ff7f2d7f req-a583a56e-c75f-41dd-8b55-45fa602b1625 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Refreshing instance network info cache due to event network-changed-18056db5-21c8-4754-a251-46c143499f83. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1574.952777] env[62306]: DEBUG oslo_concurrency.lockutils [req-955b8001-22a8-42ad-9a5e-d560ff7f2d7f req-a583a56e-c75f-41dd-8b55-45fa602b1625 service nova] Acquiring lock "refresh_cache-5227c9ce-84d2-4a50-a653-fb317daa2d87" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.952908] env[62306]: DEBUG oslo_concurrency.lockutils [req-955b8001-22a8-42ad-9a5e-d560ff7f2d7f req-a583a56e-c75f-41dd-8b55-45fa602b1625 service nova] Acquired lock "refresh_cache-5227c9ce-84d2-4a50-a653-fb317daa2d87" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.953081] env[62306]: DEBUG nova.network.neutron [req-955b8001-22a8-42ad-9a5e-d560ff7f2d7f req-a583a56e-c75f-41dd-8b55-45fa602b1625 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Refreshing network info cache for port 18056db5-21c8-4754-a251-46c143499f83 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1574.982585] env[62306]: DEBUG nova.compute.manager [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1575.009287] env[62306]: DEBUG nova.scheduler.client.report [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.027154] env[62306]: DEBUG nova.virt.hardware [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:28:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1040731230',id=26,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-881175977',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1575.027493] env[62306]: DEBUG nova.virt.hardware [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1575.027583] env[62306]: DEBUG nova.virt.hardware [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1575.027738] env[62306]: DEBUG nova.virt.hardware [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1575.027913] env[62306]: DEBUG nova.virt.hardware [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1575.028081] env[62306]: DEBUG nova.virt.hardware [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1575.028305] env[62306]: DEBUG nova.virt.hardware [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1575.028464] env[62306]: DEBUG nova.virt.hardware [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1575.028627] env[62306]: DEBUG nova.virt.hardware [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1575.029183] env[62306]: DEBUG nova.virt.hardware [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1575.029183] env[62306]: DEBUG nova.virt.hardware [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1575.030459] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae61fef-570f-426b-9c7e-cb7dc7a63f46 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.045348] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf419d5-945e-4bc5-831e-60996c0b7772 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.097045] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': task-1972021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077505} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.097045] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1575.097765] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c87ab09-f624-4d64-be1f-0dc81e4ae410 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.110833] env[62306]: DEBUG oslo_concurrency.lockutils [req-1c82b1da-b5d5-46b5-a611-c66ac4f1e976 req-c92b5e2b-6aa2-41b4-9891-749f9a4c36e3 service nova] Releasing lock "refresh_cache-12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.111412] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': task-1972022, 'name': Rename_Task, 'duration_secs': 0.450915} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.120736] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1575.130579] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9/12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1575.130921] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-167f5689-1778-4d4f-ad8e-41914da80cb2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.132800] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f7e7a6a-08b4-44f6-b2ed-541475ff90ec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.154614] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Waiting for the task: (returnval){ [ 1575.154614] env[62306]: value = "task-1972023" [ 1575.154614] env[62306]: _type = "Task" [ 1575.154614] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.156931] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Waiting for the task: (returnval){ [ 1575.156931] env[62306]: value = "task-1972024" [ 1575.156931] env[62306]: _type = "Task" [ 1575.156931] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.169550] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': task-1972024, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.172576] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': task-1972023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.204960] env[62306]: INFO nova.compute.manager [-] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Took 1.60 seconds to deallocate network for instance. [ 1575.234029] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.313730] env[62306]: DEBUG nova.compute.manager [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1575.426421] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e4e141-7a99-b01d-43f5-89c1194e2734, 'name': SearchDatastore_Task, 'duration_secs': 0.037715} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.426421] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c8cc060-ea74-44d8-9361-4c959d8d4e05 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.433964] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1575.433964] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525a5ab0-024f-cdc2-3d43-b5bb97d5cbd5" [ 1575.433964] env[62306]: _type = "Task" [ 1575.433964] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.446396] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525a5ab0-024f-cdc2-3d43-b5bb97d5cbd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.517920] env[62306]: DEBUG oslo_concurrency.lockutils [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.518598] env[62306]: DEBUG nova.compute.manager [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1575.521390] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.443s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.521612] env[62306]: DEBUG nova.objects.instance [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Lazy-loading 'resources' on Instance uuid 55d53787-be79-4e68-a3a4-76d91695ae24 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.672661] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': task-1972024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.678013] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': task-1972023, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.721699] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.780331] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "94b578b3-f20b-4701-a6f7-89395226c9a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.780644] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "94b578b3-f20b-4701-a6f7-89395226c9a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.780862] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "94b578b3-f20b-4701-a6f7-89395226c9a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.781064] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "94b578b3-f20b-4701-a6f7-89395226c9a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.781243] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "94b578b3-f20b-4701-a6f7-89395226c9a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.784048] env[62306]: INFO nova.compute.manager [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Terminating instance [ 1575.844630] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.950536] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525a5ab0-024f-cdc2-3d43-b5bb97d5cbd5, 'name': SearchDatastore_Task, 'duration_secs': 0.026103} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.951572] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.952091] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 5227c9ce-84d2-4a50-a653-fb317daa2d87/5227c9ce-84d2-4a50-a653-fb317daa2d87.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1575.952997] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66830639-7780-487b-9121-2a79f786e73b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.967598] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1575.967598] env[62306]: value = "task-1972025" [ 1575.967598] env[62306]: _type = "Task" [ 1575.967598] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.981560] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.025921] env[62306]: DEBUG nova.compute.utils [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1576.031903] env[62306]: DEBUG nova.compute.manager [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Not allocating networking since 'none' was specified. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1576.035820] env[62306]: DEBUG nova.network.neutron [req-955b8001-22a8-42ad-9a5e-d560ff7f2d7f req-a583a56e-c75f-41dd-8b55-45fa602b1625 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Updated VIF entry in instance network info cache for port 18056db5-21c8-4754-a251-46c143499f83. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1576.035820] env[62306]: DEBUG nova.network.neutron [req-955b8001-22a8-42ad-9a5e-d560ff7f2d7f req-a583a56e-c75f-41dd-8b55-45fa602b1625 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Updating instance_info_cache with network_info: [{"id": "18056db5-21c8-4754-a251-46c143499f83", "address": "fa:16:3e:f0:81:25", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18056db5-21", "ovs_interfaceid": "18056db5-21c8-4754-a251-46c143499f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.180358] env[62306]: DEBUG oslo_vmware.api [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': task-1972023, 'name': PowerOnVM_Task, 'duration_secs': 0.773889} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.180704] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': task-1972024, 'name': ReconfigVM_Task, 'duration_secs': 0.708945} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.180832] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1576.181026] env[62306]: INFO nova.compute.manager [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Took 11.95 seconds to spawn the instance on the hypervisor. [ 1576.181204] env[62306]: DEBUG nova.compute.manager [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1576.181496] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9/12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1576.182641] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6535fe5-795e-4664-900a-264c30439354 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.185600] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d385c21f-a4a6-4a61-9d9a-6500aba0edd9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.203028] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Waiting for the task: (returnval){ [ 1576.203028] env[62306]: value = "task-1972026" [ 1576.203028] env[62306]: _type = "Task" [ 1576.203028] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.215713] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': task-1972026, 'name': Rename_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.289607] env[62306]: DEBUG nova.network.neutron [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Successfully updated port: 84fe192e-9f60-445a-b66a-1ce94d81aa3e {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1576.296406] env[62306]: DEBUG nova.compute.manager [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1576.296639] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1576.297985] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfb81e5-4bd7-44ca-aa82-8f971ee90b32 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.318052] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Acquiring lock "4f552bc4-3af1-4579-b0d3-8dc962bd27c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.318355] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Lock "4f552bc4-3af1-4579-b0d3-8dc962bd27c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.318546] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Acquiring lock "4f552bc4-3af1-4579-b0d3-8dc962bd27c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.318725] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Lock "4f552bc4-3af1-4579-b0d3-8dc962bd27c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.318892] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Lock "4f552bc4-3af1-4579-b0d3-8dc962bd27c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.322959] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1576.326391] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8abb8641-7708-45b0-ab1e-1b6a9bfac113 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.328219] env[62306]: INFO nova.compute.manager [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Terminating instance [ 1576.434317] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1576.434317] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1576.434317] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Deleting the datastore file [datastore1] 94b578b3-f20b-4701-a6f7-89395226c9a9 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1576.434317] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9b19b6c-44b7-48df-a9e2-a3dd162c9d41 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.449580] env[62306]: DEBUG oslo_vmware.api [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1576.449580] env[62306]: value = "task-1972028" [ 1576.449580] env[62306]: _type = "Task" [ 1576.449580] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.464919] env[62306]: DEBUG oslo_vmware.api [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.479106] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972025, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.528139] env[62306]: DEBUG nova.compute.manager [req-9173c27e-b013-4bf6-81bc-1cc37b861c66 req-9aa93167-ba0b-469f-9c43-4d5d1875295b service nova] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Received event network-changed-ddc00e30-d59c-4764-9384-2fa2bf1731a3 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1576.528441] env[62306]: DEBUG nova.compute.manager [req-9173c27e-b013-4bf6-81bc-1cc37b861c66 req-9aa93167-ba0b-469f-9c43-4d5d1875295b service nova] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Refreshing instance network info cache due to event network-changed-ddc00e30-d59c-4764-9384-2fa2bf1731a3. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1576.528749] env[62306]: DEBUG oslo_concurrency.lockutils [req-9173c27e-b013-4bf6-81bc-1cc37b861c66 req-9aa93167-ba0b-469f-9c43-4d5d1875295b service nova] Acquiring lock "refresh_cache-36a914ec-0e9f-46e8-b8a3-527fd3eb01b6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.529020] env[62306]: DEBUG oslo_concurrency.lockutils [req-9173c27e-b013-4bf6-81bc-1cc37b861c66 req-9aa93167-ba0b-469f-9c43-4d5d1875295b service nova] Acquired lock "refresh_cache-36a914ec-0e9f-46e8-b8a3-527fd3eb01b6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.529251] env[62306]: DEBUG nova.network.neutron [req-9173c27e-b013-4bf6-81bc-1cc37b861c66 req-9aa93167-ba0b-469f-9c43-4d5d1875295b service nova] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Refreshing network info cache for port ddc00e30-d59c-4764-9384-2fa2bf1731a3 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1576.533247] env[62306]: DEBUG nova.compute.manager [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1576.539192] env[62306]: DEBUG oslo_concurrency.lockutils [req-955b8001-22a8-42ad-9a5e-d560ff7f2d7f req-a583a56e-c75f-41dd-8b55-45fa602b1625 service nova] Releasing lock "refresh_cache-5227c9ce-84d2-4a50-a653-fb317daa2d87" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.590256] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf672ee-a112-4dae-b7ae-66c2a7cd5b90 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.600569] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ba8af3-eb68-4b86-a9b5-559450824a09 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.642324] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cc8154-0580-4f99-8d3d-9e1f7c36c3ac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.652099] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d525a28-c7b9-47f6-83a6-dddf53cd1349 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.668302] env[62306]: DEBUG nova.compute.provider_tree [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1576.716191] env[62306]: INFO nova.compute.manager [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Took 27.89 seconds to build instance. [ 1576.721521] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': task-1972026, 'name': Rename_Task, 'duration_secs': 0.509942} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.721738] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1576.721991] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-400150e5-1ded-451f-8e1f-63e271a129f5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.733312] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Waiting for the task: (returnval){ [ 1576.733312] env[62306]: value = "task-1972029" [ 1576.733312] env[62306]: _type = "Task" [ 1576.733312] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.747606] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': task-1972029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.799253] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquiring lock "refresh_cache-b62fa60a-970d-440a-9fbb-ac03ff7d6cc2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.799253] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquired lock "refresh_cache-b62fa60a-970d-440a-9fbb-ac03ff7d6cc2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.799253] env[62306]: DEBUG nova.network.neutron [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1576.836676] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Acquiring lock "refresh_cache-4f552bc4-3af1-4579-b0d3-8dc962bd27c6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.836676] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Acquired lock "refresh_cache-4f552bc4-3af1-4579-b0d3-8dc962bd27c6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.836676] env[62306]: DEBUG nova.network.neutron [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1576.965329] env[62306]: DEBUG oslo_vmware.api [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474178} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.967300] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1576.967300] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1576.967300] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1576.967300] env[62306]: INFO nova.compute.manager [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1576.967300] env[62306]: DEBUG oslo.service.loopingcall [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1576.967300] env[62306]: DEBUG nova.compute.manager [-] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1576.967587] env[62306]: DEBUG nova.network.neutron [-] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1576.979290] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647229} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.979602] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 5227c9ce-84d2-4a50-a653-fb317daa2d87/5227c9ce-84d2-4a50-a653-fb317daa2d87.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1576.979900] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1576.980188] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9cea162-3f36-4282-91a7-e9c602dc014f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.000342] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1577.000342] env[62306]: value = "task-1972030" [ 1577.000342] env[62306]: _type = "Task" [ 1577.000342] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.015976] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.172422] env[62306]: DEBUG nova.scheduler.client.report [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1577.217761] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6ccb9c70-32b0-4b75-b846-829ba776d1e8 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Lock "5e8d85c0-d594-478f-a56d-4f3f5bacb66d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.395s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.247736] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': task-1972029, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.340159] env[62306]: DEBUG oslo_concurrency.lockutils [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "22ad90b8-e525-46b9-842e-06b024d6f6ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.340465] env[62306]: DEBUG oslo_concurrency.lockutils [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "22ad90b8-e525-46b9-842e-06b024d6f6ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.359934] env[62306]: DEBUG nova.network.neutron [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1577.368095] env[62306]: DEBUG nova.network.neutron [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1577.435883] env[62306]: DEBUG nova.network.neutron [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.515277] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087594} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.515596] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1577.516438] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf9e8f1-8cab-44d7-b0b3-ffd382020f35 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.554431] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 5227c9ce-84d2-4a50-a653-fb317daa2d87/5227c9ce-84d2-4a50-a653-fb317daa2d87.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1577.558423] env[62306]: DEBUG nova.compute.manager [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1577.560481] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8db7d5af-e47c-430f-bb23-c5a5844ad922 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.581203] env[62306]: DEBUG nova.network.neutron [req-9173c27e-b013-4bf6-81bc-1cc37b861c66 req-9aa93167-ba0b-469f-9c43-4d5d1875295b service nova] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Updated VIF entry in instance network info cache for port ddc00e30-d59c-4764-9384-2fa2bf1731a3. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1577.581524] env[62306]: DEBUG nova.network.neutron [req-9173c27e-b013-4bf6-81bc-1cc37b861c66 req-9aa93167-ba0b-469f-9c43-4d5d1875295b service nova] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Updating instance_info_cache with network_info: [{"id": "ddc00e30-d59c-4764-9384-2fa2bf1731a3", "address": "fa:16:3e:52:63:e0", "network": {"id": "c57f43af-6802-4e3d-a341-d7f89b29db10", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2013283268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d401bcab74454e817b346c383509cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc00e30-d5", "ovs_interfaceid": "ddc00e30-d59c-4764-9384-2fa2bf1731a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.590886] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1577.590886] env[62306]: value = "task-1972031" [ 1577.590886] env[62306]: _type = "Task" [ 1577.590886] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.603648] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972031, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.606124] env[62306]: DEBUG nova.virt.hardware [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1577.606370] env[62306]: DEBUG nova.virt.hardware [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1577.606551] env[62306]: DEBUG nova.virt.hardware [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1577.606759] env[62306]: DEBUG nova.virt.hardware [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1577.606901] env[62306]: DEBUG nova.virt.hardware [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1577.607151] env[62306]: DEBUG nova.virt.hardware [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1577.607403] env[62306]: DEBUG nova.virt.hardware [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1577.607569] env[62306]: DEBUG nova.virt.hardware [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1577.607737] env[62306]: DEBUG nova.virt.hardware [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1577.607897] env[62306]: DEBUG nova.virt.hardware [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1577.608079] env[62306]: DEBUG nova.virt.hardware [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1577.609605] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654916a1-792b-4d0a-a5e1-c71682b83df2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.619789] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d39b4c9-a615-4389-801d-0dd835c4dc35 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.638479] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Instance VIF info [] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1577.646032] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Creating folder: Project (f053593dbe2f4ab09055a4664477421a). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1577.647079] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56338c48-2e3f-450b-9cc8-e004ad0d0a9c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.654961] env[62306]: DEBUG oslo_concurrency.lockutils [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquiring lock "d0bb62ae-c499-4d16-923b-66c8214289db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.655096] env[62306]: DEBUG oslo_concurrency.lockutils [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lock "d0bb62ae-c499-4d16-923b-66c8214289db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.666287] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Created folder: Project (f053593dbe2f4ab09055a4664477421a) in parent group-v406007. [ 1577.666542] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Creating folder: Instances. Parent ref: group-v406056. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1577.666874] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d87f3cc-88d8-4629-a533-e375fd6477df {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.683046] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.687661] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.222s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.689075] env[62306]: INFO nova.compute.claims [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1577.692205] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Created folder: Instances in parent group-v406056. [ 1577.692564] env[62306]: DEBUG oslo.service.loopingcall [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1577.697803] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d371063f-d419-4965-9840-51e8071bca6a] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1577.698593] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8844369e-3a11-4669-b85a-1e3a314b9560 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.719624] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1577.719624] env[62306]: value = "task-1972034" [ 1577.719624] env[62306]: _type = "Task" [ 1577.719624] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.721096] env[62306]: INFO nova.scheduler.client.report [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Deleted allocations for instance 55d53787-be79-4e68-a3a4-76d91695ae24 [ 1577.722212] env[62306]: DEBUG nova.compute.manager [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1577.741017] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972034, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.749454] env[62306]: DEBUG oslo_vmware.api [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': task-1972029, 'name': PowerOnVM_Task, 'duration_secs': 0.982742} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.750340] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1577.750613] env[62306]: INFO nova.compute.manager [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Took 11.01 seconds to spawn the instance on the hypervisor. [ 1577.750835] env[62306]: DEBUG nova.compute.manager [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1577.751676] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04c1b8f-c4ba-4c21-a3dc-79083bd7ef71 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.764568] env[62306]: DEBUG nova.network.neutron [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Updating instance_info_cache with network_info: [{"id": "84fe192e-9f60-445a-b66a-1ce94d81aa3e", "address": "fa:16:3e:10:db:aa", "network": {"id": "7be701ee-ad49-4799-8a56-e176bd575d68", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-440989160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06293374c3d14b7b9c96880da96430a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fe192e-9f", "ovs_interfaceid": "84fe192e-9f60-445a-b66a-1ce94d81aa3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.943536] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Releasing lock "refresh_cache-4f552bc4-3af1-4579-b0d3-8dc962bd27c6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.944828] env[62306]: DEBUG nova.compute.manager [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1577.945087] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1577.945990] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b95500-ff4b-4dac-ac78-8c3b0f7331dd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.955585] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1577.955585] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f673218-3eb0-41ca-b29d-5d997d91e08e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.965450] env[62306]: DEBUG oslo_vmware.api [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1577.965450] env[62306]: value = "task-1972035" [ 1577.965450] env[62306]: _type = "Task" [ 1577.965450] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.975590] env[62306]: DEBUG oslo_vmware.api [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1972035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.083969] env[62306]: DEBUG oslo_concurrency.lockutils [req-9173c27e-b013-4bf6-81bc-1cc37b861c66 req-9aa93167-ba0b-469f-9c43-4d5d1875295b service nova] Releasing lock "refresh_cache-36a914ec-0e9f-46e8-b8a3-527fd3eb01b6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.088353] env[62306]: DEBUG nova.compute.manager [req-561f15a3-39a6-4d9c-8287-22ee5c796593 req-f25e47ac-1475-4785-9ae3-79b54c33fb34 service nova] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Received event network-vif-deleted-d91cf04a-2ea7-40b9-91d2-a83ba14d554e {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1578.088353] env[62306]: DEBUG nova.compute.manager [req-561f15a3-39a6-4d9c-8287-22ee5c796593 req-f25e47ac-1475-4785-9ae3-79b54c33fb34 service nova] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Received event network-vif-plugged-84fe192e-9f60-445a-b66a-1ce94d81aa3e {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1578.088720] env[62306]: DEBUG oslo_concurrency.lockutils [req-561f15a3-39a6-4d9c-8287-22ee5c796593 req-f25e47ac-1475-4785-9ae3-79b54c33fb34 service nova] Acquiring lock "b62fa60a-970d-440a-9fbb-ac03ff7d6cc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.089091] env[62306]: DEBUG oslo_concurrency.lockutils [req-561f15a3-39a6-4d9c-8287-22ee5c796593 req-f25e47ac-1475-4785-9ae3-79b54c33fb34 service nova] Lock "b62fa60a-970d-440a-9fbb-ac03ff7d6cc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.089091] env[62306]: DEBUG oslo_concurrency.lockutils [req-561f15a3-39a6-4d9c-8287-22ee5c796593 req-f25e47ac-1475-4785-9ae3-79b54c33fb34 service nova] Lock "b62fa60a-970d-440a-9fbb-ac03ff7d6cc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.089266] env[62306]: DEBUG nova.compute.manager [req-561f15a3-39a6-4d9c-8287-22ee5c796593 req-f25e47ac-1475-4785-9ae3-79b54c33fb34 service nova] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] No waiting events found dispatching network-vif-plugged-84fe192e-9f60-445a-b66a-1ce94d81aa3e {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1578.089440] env[62306]: WARNING nova.compute.manager [req-561f15a3-39a6-4d9c-8287-22ee5c796593 req-f25e47ac-1475-4785-9ae3-79b54c33fb34 service nova] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Received unexpected event network-vif-plugged-84fe192e-9f60-445a-b66a-1ce94d81aa3e for instance with vm_state building and task_state spawning. [ 1578.089563] env[62306]: DEBUG nova.compute.manager [req-561f15a3-39a6-4d9c-8287-22ee5c796593 req-f25e47ac-1475-4785-9ae3-79b54c33fb34 service nova] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Received event network-changed-84fe192e-9f60-445a-b66a-1ce94d81aa3e {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1578.089722] env[62306]: DEBUG nova.compute.manager [req-561f15a3-39a6-4d9c-8287-22ee5c796593 req-f25e47ac-1475-4785-9ae3-79b54c33fb34 service nova] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Refreshing instance network info cache due to event network-changed-84fe192e-9f60-445a-b66a-1ce94d81aa3e. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1578.089885] env[62306]: DEBUG oslo_concurrency.lockutils [req-561f15a3-39a6-4d9c-8287-22ee5c796593 req-f25e47ac-1475-4785-9ae3-79b54c33fb34 service nova] Acquiring lock "refresh_cache-b62fa60a-970d-440a-9fbb-ac03ff7d6cc2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.090444] env[62306]: DEBUG nova.network.neutron [-] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.105788] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972031, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.239452] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972034, 'name': CreateVM_Task, 'duration_secs': 0.458592} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.239929] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7296c584-662e-4383-ace0-3e92e1a15804 tempest-TenantUsagesTestJSON-2091550244 tempest-TenantUsagesTestJSON-2091550244-project-member] Lock "55d53787-be79-4e68-a3a4-76d91695ae24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.956s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.242337] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d371063f-d419-4965-9840-51e8071bca6a] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1578.242337] env[62306]: DEBUG oslo_concurrency.lockutils [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.242337] env[62306]: DEBUG oslo_concurrency.lockutils [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.242337] env[62306]: DEBUG oslo_concurrency.lockutils [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1578.242492] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82567c7c-1554-4873-b812-12483dcdf3a5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.249997] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Waiting for the task: (returnval){ [ 1578.249997] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e39729-a49e-9a85-4643-792b741b0613" [ 1578.249997] env[62306]: _type = "Task" [ 1578.249997] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.262863] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e39729-a49e-9a85-4643-792b741b0613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.271627] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Releasing lock "refresh_cache-b62fa60a-970d-440a-9fbb-ac03ff7d6cc2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.271627] env[62306]: DEBUG nova.compute.manager [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Instance network_info: |[{"id": "84fe192e-9f60-445a-b66a-1ce94d81aa3e", "address": "fa:16:3e:10:db:aa", "network": {"id": "7be701ee-ad49-4799-8a56-e176bd575d68", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-440989160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06293374c3d14b7b9c96880da96430a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fe192e-9f", "ovs_interfaceid": "84fe192e-9f60-445a-b66a-1ce94d81aa3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1578.272295] env[62306]: DEBUG oslo_concurrency.lockutils [req-561f15a3-39a6-4d9c-8287-22ee5c796593 req-f25e47ac-1475-4785-9ae3-79b54c33fb34 service nova] Acquired lock "refresh_cache-b62fa60a-970d-440a-9fbb-ac03ff7d6cc2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.272524] env[62306]: DEBUG nova.network.neutron [req-561f15a3-39a6-4d9c-8287-22ee5c796593 req-f25e47ac-1475-4785-9ae3-79b54c33fb34 service nova] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Refreshing network info cache for port 84fe192e-9f60-445a-b66a-1ce94d81aa3e {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1578.275505] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:db:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84fe192e-9f60-445a-b66a-1ce94d81aa3e', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1578.280962] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Creating folder: Project (06293374c3d14b7b9c96880da96430a0). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1578.282546] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.286251] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-585e00d7-2147-44b4-9b93-5a0b217a2670 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.288538] env[62306]: INFO nova.compute.manager [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Took 28.47 seconds to build instance. [ 1578.300802] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Created folder: Project (06293374c3d14b7b9c96880da96430a0) in parent group-v406007. [ 1578.301051] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Creating folder: Instances. Parent ref: group-v406059. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1578.301295] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1ea4952-7641-4445-88af-7854514f02e8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.312341] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Created folder: Instances in parent group-v406059. [ 1578.312634] env[62306]: DEBUG oslo.service.loopingcall [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1578.312976] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1578.313071] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f5dc80e-01b3-4d96-822b-f23ead68032c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.334878] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1578.334878] env[62306]: value = "task-1972038" [ 1578.334878] env[62306]: _type = "Task" [ 1578.334878] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.346463] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972038, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.482091] env[62306]: DEBUG oslo_vmware.api [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1972035, 'name': PowerOffVM_Task, 'duration_secs': 0.248651} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.482385] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1578.482584] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1578.482855] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-045e4040-7d2f-404e-93a9-064a1b5e8d39 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.513615] env[62306]: DEBUG oslo_concurrency.lockutils [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquiring lock "8dfb0848-2dc0-431d-8372-8474c1084bf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.513920] env[62306]: DEBUG oslo_concurrency.lockutils [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lock "8dfb0848-2dc0-431d-8372-8474c1084bf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.523606] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1578.523606] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1578.523606] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Deleting the datastore file [datastore1] 4f552bc4-3af1-4579-b0d3-8dc962bd27c6 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1578.523606] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1abd3aa8-4309-4752-afa6-1979e291a292 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.541312] env[62306]: DEBUG oslo_vmware.api [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for the task: (returnval){ [ 1578.541312] env[62306]: value = "task-1972040" [ 1578.541312] env[62306]: _type = "Task" [ 1578.541312] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.551096] env[62306]: DEBUG oslo_vmware.api [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1972040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.596984] env[62306]: INFO nova.compute.manager [-] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Took 1.63 seconds to deallocate network for instance. [ 1578.614148] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972031, 'name': ReconfigVM_Task, 'duration_secs': 0.519779} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.614148] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 5227c9ce-84d2-4a50-a653-fb317daa2d87/5227c9ce-84d2-4a50-a653-fb317daa2d87.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1578.614148] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73008368-3d7e-4099-90fc-b8d4a05c538a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.623974] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1578.623974] env[62306]: value = "task-1972041" [ 1578.623974] env[62306]: _type = "Task" [ 1578.623974] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.637721] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972041, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.760264] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e39729-a49e-9a85-4643-792b741b0613, 'name': SearchDatastore_Task, 'duration_secs': 0.019757} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.763013] env[62306]: DEBUG oslo_concurrency.lockutils [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.763245] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1578.763578] env[62306]: DEBUG oslo_concurrency.lockutils [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.763678] env[62306]: DEBUG oslo_concurrency.lockutils [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.763858] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1578.764399] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9de1b039-7938-48f7-999a-c013c432da87 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.774928] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1578.775271] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1578.777261] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bdabb52-9c94-46fc-acba-0c63da924da5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.788150] env[62306]: DEBUG nova.network.neutron [req-561f15a3-39a6-4d9c-8287-22ee5c796593 req-f25e47ac-1475-4785-9ae3-79b54c33fb34 service nova] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Updated VIF entry in instance network info cache for port 84fe192e-9f60-445a-b66a-1ce94d81aa3e. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1578.788150] env[62306]: DEBUG nova.network.neutron [req-561f15a3-39a6-4d9c-8287-22ee5c796593 req-f25e47ac-1475-4785-9ae3-79b54c33fb34 service nova] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Updating instance_info_cache with network_info: [{"id": "84fe192e-9f60-445a-b66a-1ce94d81aa3e", "address": "fa:16:3e:10:db:aa", "network": {"id": "7be701ee-ad49-4799-8a56-e176bd575d68", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-440989160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06293374c3d14b7b9c96880da96430a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fe192e-9f", "ovs_interfaceid": "84fe192e-9f60-445a-b66a-1ce94d81aa3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.792573] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Waiting for the task: (returnval){ [ 1578.792573] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529fce32-d313-2a29-1078-1457719a1b5c" [ 1578.792573] env[62306]: _type = "Task" [ 1578.792573] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.804023] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4ec77c54-5bec-4826-8913-ff9d7768548d tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Lock "12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.732s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.809476] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529fce32-d313-2a29-1078-1457719a1b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.013703} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.817585] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af8aa160-d7f7-4c18-b141-2e3171369474 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.827986] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Waiting for the task: (returnval){ [ 1578.827986] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b40edf-aa29-4b80-69ea-1b8ecd7637ee" [ 1578.827986] env[62306]: _type = "Task" [ 1578.827986] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.836605] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b40edf-aa29-4b80-69ea-1b8ecd7637ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.849577] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972038, 'name': CreateVM_Task, 'duration_secs': 0.427443} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.849812] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1578.850626] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.850785] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.852874] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1578.852874] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c35a8da-864f-48f2-88c0-c33dae514e18 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.858747] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1578.858747] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52688741-fa9e-e4e3-0791-c7880c26a624" [ 1578.858747] env[62306]: _type = "Task" [ 1578.858747] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.869537] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52688741-fa9e-e4e3-0791-c7880c26a624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.028257] env[62306]: DEBUG nova.compute.manager [req-7a12467c-a8c0-4977-a058-12ea5fd18b13 req-da0404fb-fb3f-494c-859f-2724dd6e0d68 service nova] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Received event network-changed-ddc00e30-d59c-4764-9384-2fa2bf1731a3 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1579.029412] env[62306]: DEBUG nova.compute.manager [req-7a12467c-a8c0-4977-a058-12ea5fd18b13 req-da0404fb-fb3f-494c-859f-2724dd6e0d68 service nova] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Refreshing instance network info cache due to event network-changed-ddc00e30-d59c-4764-9384-2fa2bf1731a3. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1579.029412] env[62306]: DEBUG oslo_concurrency.lockutils [req-7a12467c-a8c0-4977-a058-12ea5fd18b13 req-da0404fb-fb3f-494c-859f-2724dd6e0d68 service nova] Acquiring lock "refresh_cache-36a914ec-0e9f-46e8-b8a3-527fd3eb01b6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.029499] env[62306]: DEBUG oslo_concurrency.lockutils [req-7a12467c-a8c0-4977-a058-12ea5fd18b13 req-da0404fb-fb3f-494c-859f-2724dd6e0d68 service nova] Acquired lock "refresh_cache-36a914ec-0e9f-46e8-b8a3-527fd3eb01b6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.029651] env[62306]: DEBUG nova.network.neutron [req-7a12467c-a8c0-4977-a058-12ea5fd18b13 req-da0404fb-fb3f-494c-859f-2724dd6e0d68 service nova] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Refreshing network info cache for port ddc00e30-d59c-4764-9384-2fa2bf1731a3 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1579.051311] env[62306]: DEBUG oslo_vmware.api [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Task: {'id': task-1972040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142298} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.054121] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1579.054330] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1579.054655] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1579.054797] env[62306]: INFO nova.compute.manager [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1579.055058] env[62306]: DEBUG oslo.service.loopingcall [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1579.055663] env[62306]: DEBUG nova.compute.manager [-] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1579.055975] env[62306]: DEBUG nova.network.neutron [-] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1579.078027] env[62306]: DEBUG nova.network.neutron [-] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1579.109812] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.138096] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972041, 'name': Rename_Task, 'duration_secs': 0.216136} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.138246] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1579.138525] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b54b2ec-3731-4dff-9ddd-f4d3228ed903 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.147141] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1579.147141] env[62306]: value = "task-1972042" [ 1579.147141] env[62306]: _type = "Task" [ 1579.147141] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.167147] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.239321] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45602329-3e0b-4e70-934f-d14ca8b26cf5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.250776] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda13833-4564-4b73-89a6-693893c38356 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.290438] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e222da98-890c-427b-8508-570c04601beb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.294340] env[62306]: DEBUG oslo_concurrency.lockutils [req-561f15a3-39a6-4d9c-8287-22ee5c796593 req-f25e47ac-1475-4785-9ae3-79b54c33fb34 service nova] Releasing lock "refresh_cache-b62fa60a-970d-440a-9fbb-ac03ff7d6cc2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.300891] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b2793d-2b06-4025-bc64-ba04ed46852f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.320378] env[62306]: DEBUG nova.compute.manager [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1579.323303] env[62306]: DEBUG nova.compute.provider_tree [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1579.342035] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b40edf-aa29-4b80-69ea-1b8ecd7637ee, 'name': SearchDatastore_Task, 'duration_secs': 0.022156} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.342035] env[62306]: DEBUG oslo_concurrency.lockutils [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.342035] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] d371063f-d419-4965-9840-51e8071bca6a/d371063f-d419-4965-9840-51e8071bca6a.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1579.342035] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab0f1291-bbc6-4ac0-8519-3c17300b7dc0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.352517] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Waiting for the task: (returnval){ [ 1579.352517] env[62306]: value = "task-1972043" [ 1579.352517] env[62306]: _type = "Task" [ 1579.352517] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.368690] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': task-1972043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.376165] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52688741-fa9e-e4e3-0791-c7880c26a624, 'name': SearchDatastore_Task, 'duration_secs': 0.015469} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.376488] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.376730] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1579.376960] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.377126] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.377405] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1579.377890] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-664999fc-ba78-45da-a026-ca33116cf153 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.397283] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1579.397555] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1579.398439] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de18234-74be-4ddd-9561-6db27aca4978 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.405014] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1579.405014] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d8bd97-5880-12ed-ae83-35d128050800" [ 1579.405014] env[62306]: _type = "Task" [ 1579.405014] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.415669] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d8bd97-5880-12ed-ae83-35d128050800, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.579508] env[62306]: DEBUG nova.network.neutron [-] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.664918] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972042, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.829108] env[62306]: DEBUG nova.scheduler.client.report [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1579.860254] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.872214] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': task-1972043, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.920955] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d8bd97-5880-12ed-ae83-35d128050800, 'name': SearchDatastore_Task, 'duration_secs': 0.015612} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.922137] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1672d626-d3bf-41f6-ab7e-8770824af6b4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.930468] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1579.930468] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a6663a-6611-ee51-815b-28b74eae8f19" [ 1579.930468] env[62306]: _type = "Task" [ 1579.930468] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.948708] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a6663a-6611-ee51-815b-28b74eae8f19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.081880] env[62306]: INFO nova.compute.manager [-] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Took 1.03 seconds to deallocate network for instance. [ 1580.160901] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972042, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.307260] env[62306]: DEBUG nova.network.neutron [req-7a12467c-a8c0-4977-a058-12ea5fd18b13 req-da0404fb-fb3f-494c-859f-2724dd6e0d68 service nova] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Updated VIF entry in instance network info cache for port ddc00e30-d59c-4764-9384-2fa2bf1731a3. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1580.307624] env[62306]: DEBUG nova.network.neutron [req-7a12467c-a8c0-4977-a058-12ea5fd18b13 req-da0404fb-fb3f-494c-859f-2724dd6e0d68 service nova] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Updating instance_info_cache with network_info: [{"id": "ddc00e30-d59c-4764-9384-2fa2bf1731a3", "address": "fa:16:3e:52:63:e0", "network": {"id": "c57f43af-6802-4e3d-a341-d7f89b29db10", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2013283268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d401bcab74454e817b346c383509cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc00e30-d5", "ovs_interfaceid": "ddc00e30-d59c-4764-9384-2fa2bf1731a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.334406] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.335316] env[62306]: DEBUG nova.compute.manager [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1580.339023] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.752s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.341559] env[62306]: INFO nova.compute.claims [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1580.373411] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': task-1972043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715197} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.373756] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] d371063f-d419-4965-9840-51e8071bca6a/d371063f-d419-4965-9840-51e8071bca6a.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1580.374085] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1580.374255] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82d7f704-2f2f-4e02-99a3-4db32cc8bdb2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.385177] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Waiting for the task: (returnval){ [ 1580.385177] env[62306]: value = "task-1972044" [ 1580.385177] env[62306]: _type = "Task" [ 1580.385177] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.400481] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': task-1972044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.443489] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a6663a-6611-ee51-815b-28b74eae8f19, 'name': SearchDatastore_Task, 'duration_secs': 0.060769} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.443865] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.444102] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] b62fa60a-970d-440a-9fbb-ac03ff7d6cc2/b62fa60a-970d-440a-9fbb-ac03ff7d6cc2.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1580.444720] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61e7fa4a-a8b8-42c1-b0c1-916cfc11bc87 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.453972] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1580.453972] env[62306]: value = "task-1972045" [ 1580.453972] env[62306]: _type = "Task" [ 1580.453972] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.465455] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.565163] env[62306]: DEBUG nova.compute.manager [req-af23cfd3-96d1-4259-b20e-73be11c64824 req-daf116e6-2f79-44aa-ac6a-afadc6015ccf service nova] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Received event network-vif-deleted-7853af32-0e2b-4ac3-bb0b-f0a0fc3c9ba0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1580.588771] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.659822] env[62306]: DEBUG oslo_vmware.api [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972042, 'name': PowerOnVM_Task, 'duration_secs': 1.036675} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.663012] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1580.663334] env[62306]: INFO nova.compute.manager [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Took 11.37 seconds to spawn the instance on the hypervisor. [ 1580.663547] env[62306]: DEBUG nova.compute.manager [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1580.664439] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cdfd63-e742-4d99-be93-e40caf5f134e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.814776] env[62306]: DEBUG oslo_concurrency.lockutils [req-7a12467c-a8c0-4977-a058-12ea5fd18b13 req-da0404fb-fb3f-494c-859f-2724dd6e0d68 service nova] Releasing lock "refresh_cache-36a914ec-0e9f-46e8-b8a3-527fd3eb01b6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.855100] env[62306]: DEBUG nova.compute.utils [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1580.857561] env[62306]: DEBUG nova.compute.manager [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1580.857986] env[62306]: DEBUG nova.network.neutron [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1580.900557] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': task-1972044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073871} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.901083] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1580.902314] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23d5a01-2e7e-4c89-9aaa-0fba49a67872 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.933421] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] d371063f-d419-4965-9840-51e8071bca6a/d371063f-d419-4965-9840-51e8071bca6a.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1580.933421] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53c06175-c29f-4b87-87ec-4dd185ea135d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.958416] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Waiting for the task: (returnval){ [ 1580.958416] env[62306]: value = "task-1972046" [ 1580.958416] env[62306]: _type = "Task" [ 1580.958416] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.966186] env[62306]: DEBUG nova.policy [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5c336c5b2fc477a918464e04a0c8d49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92bd6e7023df4995b0b66428dd584931', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1580.976190] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': task-1972046, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.977649] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972045, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.192330] env[62306]: INFO nova.compute.manager [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Took 29.66 seconds to build instance. [ 1581.366079] env[62306]: DEBUG nova.compute.manager [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1581.476024] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.951413} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.476024] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] b62fa60a-970d-440a-9fbb-ac03ff7d6cc2/b62fa60a-970d-440a-9fbb-ac03ff7d6cc2.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1581.476024] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1581.476024] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5efdc0e1-e2bc-4565-9ceb-7289570fcc87 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.487380] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': task-1972046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.489760] env[62306]: DEBUG nova.compute.manager [req-a1e5bd94-4f52-435f-a27a-fde7e7c9c5c0 req-3509a4e3-ba9e-48c4-a631-711325eb378e service nova] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Received event network-changed-25e013c8-5ce0-4085-8607-f858c6d3acfe {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1581.489864] env[62306]: DEBUG nova.compute.manager [req-a1e5bd94-4f52-435f-a27a-fde7e7c9c5c0 req-3509a4e3-ba9e-48c4-a631-711325eb378e service nova] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Refreshing instance network info cache due to event network-changed-25e013c8-5ce0-4085-8607-f858c6d3acfe. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1581.492957] env[62306]: DEBUG oslo_concurrency.lockutils [req-a1e5bd94-4f52-435f-a27a-fde7e7c9c5c0 req-3509a4e3-ba9e-48c4-a631-711325eb378e service nova] Acquiring lock "refresh_cache-12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.493816] env[62306]: DEBUG oslo_concurrency.lockutils [req-a1e5bd94-4f52-435f-a27a-fde7e7c9c5c0 req-3509a4e3-ba9e-48c4-a631-711325eb378e service nova] Acquired lock "refresh_cache-12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.493816] env[62306]: DEBUG nova.network.neutron [req-a1e5bd94-4f52-435f-a27a-fde7e7c9c5c0 req-3509a4e3-ba9e-48c4-a631-711325eb378e service nova] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Refreshing network info cache for port 25e013c8-5ce0-4085-8607-f858c6d3acfe {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1581.496780] env[62306]: DEBUG nova.network.neutron [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Successfully created port: a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1581.499416] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1581.499416] env[62306]: value = "task-1972047" [ 1581.499416] env[62306]: _type = "Task" [ 1581.499416] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.513979] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.694305] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb08f1bf-1b8b-4860-954c-fdb913ee87d5 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "5227c9ce-84d2-4a50-a653-fb317daa2d87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.201s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.951968] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24981066-0679-4666-bf22-032a91cb48b9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.961747] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487c6bf1-51dc-4a3b-81f3-88dd6b54b6fc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.975636] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': task-1972046, 'name': ReconfigVM_Task, 'duration_secs': 0.868547} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.001539] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Reconfigured VM instance instance-00000010 to attach disk [datastore1] d371063f-d419-4965-9840-51e8071bca6a/d371063f-d419-4965-9840-51e8071bca6a.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1582.010393] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cf9d165-a366-45f1-abc0-3b370ae7dd6e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.017883] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e71529-ff4f-4de4-b932-569d1989ef20 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.035669] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903f2bd9-f15a-4b8a-80b1-ed976d9d9371 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.040473] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104194} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.040762] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Waiting for the task: (returnval){ [ 1582.040762] env[62306]: value = "task-1972048" [ 1582.040762] env[62306]: _type = "Task" [ 1582.040762] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.041908] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1582.043252] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b9652d-dc0f-4132-ad78-d3f599ba6c80 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.060078] env[62306]: DEBUG nova.compute.provider_tree [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1582.067586] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': task-1972048, 'name': Rename_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.089918] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] b62fa60a-970d-440a-9fbb-ac03ff7d6cc2/b62fa60a-970d-440a-9fbb-ac03ff7d6cc2.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1582.090905] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5974d153-6d32-47ea-ab1c-20d15758a21c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.115025] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1582.115025] env[62306]: value = "task-1972049" [ 1582.115025] env[62306]: _type = "Task" [ 1582.115025] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.125299] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.197102] env[62306]: DEBUG nova.compute.manager [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1582.383742] env[62306]: DEBUG nova.compute.manager [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1582.417031] env[62306]: DEBUG nova.virt.hardware [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1582.417031] env[62306]: DEBUG nova.virt.hardware [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1582.417327] env[62306]: DEBUG nova.virt.hardware [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1582.417374] env[62306]: DEBUG nova.virt.hardware [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1582.418015] env[62306]: DEBUG nova.virt.hardware [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1582.418015] env[62306]: DEBUG nova.virt.hardware [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1582.418015] env[62306]: DEBUG nova.virt.hardware [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1582.418162] env[62306]: DEBUG nova.virt.hardware [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1582.418300] env[62306]: DEBUG nova.virt.hardware [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1582.418490] env[62306]: DEBUG nova.virt.hardware [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1582.418665] env[62306]: DEBUG nova.virt.hardware [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1582.420485] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846f7108-e848-4f9a-99a9-5679bed34e6f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.423855] env[62306]: DEBUG nova.network.neutron [req-a1e5bd94-4f52-435f-a27a-fde7e7c9c5c0 req-3509a4e3-ba9e-48c4-a631-711325eb378e service nova] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Updated VIF entry in instance network info cache for port 25e013c8-5ce0-4085-8607-f858c6d3acfe. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1582.424221] env[62306]: DEBUG nova.network.neutron [req-a1e5bd94-4f52-435f-a27a-fde7e7c9c5c0 req-3509a4e3-ba9e-48c4-a631-711325eb378e service nova] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Updating instance_info_cache with network_info: [{"id": "25e013c8-5ce0-4085-8607-f858c6d3acfe", "address": "fa:16:3e:9a:60:55", "network": {"id": "2ff952b4-ff6b-42f6-9df9-6534c95e7f24", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-505884343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df3d7f15c6304bb49941f32ecc95b61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25e013c8-5c", "ovs_interfaceid": "25e013c8-5ce0-4085-8607-f858c6d3acfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.431512] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d5e749-4593-449b-84d3-3ef25e7108db {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.552825] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': task-1972048, 'name': Rename_Task, 'duration_secs': 0.234012} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.553228] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1582.553561] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfe22b36-432a-404d-8c57-6f07fd6539f0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.562159] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Waiting for the task: (returnval){ [ 1582.562159] env[62306]: value = "task-1972050" [ 1582.562159] env[62306]: _type = "Task" [ 1582.562159] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.570537] env[62306]: DEBUG nova.scheduler.client.report [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1582.584515] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': task-1972050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.625963] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.721319] env[62306]: DEBUG oslo_concurrency.lockutils [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.913666] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Acquiring lock "a385a9c1-4cdd-48dc-bbe8-4a002ccde241" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.913926] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Lock "a385a9c1-4cdd-48dc-bbe8-4a002ccde241" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.931340] env[62306]: DEBUG oslo_concurrency.lockutils [req-a1e5bd94-4f52-435f-a27a-fde7e7c9c5c0 req-3509a4e3-ba9e-48c4-a631-711325eb378e service nova] Releasing lock "refresh_cache-12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.073633] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': task-1972050, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.077281] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.078017] env[62306]: DEBUG nova.compute.manager [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1583.081383] env[62306]: DEBUG oslo_concurrency.lockutils [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.926s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.081383] env[62306]: DEBUG nova.objects.instance [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Lazy-loading 'resources' on Instance uuid 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1583.133772] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972049, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.176264] env[62306]: DEBUG nova.compute.manager [req-b3ae4a08-8bb2-4a99-aebf-efe4c2fec23f req-a6026ad8-3385-4976-9f24-8bb691249475 service nova] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Received event network-changed-758db99d-b8c0-491b-be00-e268854a81b1 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1583.176465] env[62306]: DEBUG nova.compute.manager [req-b3ae4a08-8bb2-4a99-aebf-efe4c2fec23f req-a6026ad8-3385-4976-9f24-8bb691249475 service nova] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Refreshing instance network info cache due to event network-changed-758db99d-b8c0-491b-be00-e268854a81b1. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1583.176758] env[62306]: DEBUG oslo_concurrency.lockutils [req-b3ae4a08-8bb2-4a99-aebf-efe4c2fec23f req-a6026ad8-3385-4976-9f24-8bb691249475 service nova] Acquiring lock "refresh_cache-5e8d85c0-d594-478f-a56d-4f3f5bacb66d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.176917] env[62306]: DEBUG oslo_concurrency.lockutils [req-b3ae4a08-8bb2-4a99-aebf-efe4c2fec23f req-a6026ad8-3385-4976-9f24-8bb691249475 service nova] Acquired lock "refresh_cache-5e8d85c0-d594-478f-a56d-4f3f5bacb66d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.177897] env[62306]: DEBUG nova.network.neutron [req-b3ae4a08-8bb2-4a99-aebf-efe4c2fec23f req-a6026ad8-3385-4976-9f24-8bb691249475 service nova] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Refreshing network info cache for port 758db99d-b8c0-491b-be00-e268854a81b1 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1583.575608] env[62306]: DEBUG oslo_vmware.api [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': task-1972050, 'name': PowerOnVM_Task, 'duration_secs': 0.908608} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.575942] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1583.576367] env[62306]: INFO nova.compute.manager [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Took 6.02 seconds to spawn the instance on the hypervisor. [ 1583.576591] env[62306]: DEBUG nova.compute.manager [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1583.577391] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7705190-1ff6-4c17-84c9-1239ae801f80 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.585365] env[62306]: DEBUG nova.compute.utils [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1583.593417] env[62306]: DEBUG nova.compute.manager [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1583.593615] env[62306]: DEBUG nova.network.neutron [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1583.636127] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972049, 'name': ReconfigVM_Task, 'duration_secs': 1.03684} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.637914] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Reconfigured VM instance instance-0000000f to attach disk [datastore1] b62fa60a-970d-440a-9fbb-ac03ff7d6cc2/b62fa60a-970d-440a-9fbb-ac03ff7d6cc2.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1583.638998] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9083f40-2c32-4286-8855-ef030037f747 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.650646] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1583.650646] env[62306]: value = "task-1972051" [ 1583.650646] env[62306]: _type = "Task" [ 1583.650646] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.661227] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972051, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.743961] env[62306]: DEBUG nova.policy [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d4dac43dc6e4071b6981f3c90e4d92a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6df5087f6888417791b537aa668c39fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1583.772047] env[62306]: DEBUG nova.network.neutron [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Successfully updated port: a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1584.097281] env[62306]: DEBUG nova.compute.manager [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1584.106575] env[62306]: INFO nova.compute.manager [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Took 24.26 seconds to build instance. [ 1584.167158] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972051, 'name': Rename_Task, 'duration_secs': 0.22477} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.167435] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1584.167871] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f32b94f-3321-4cd3-b651-7082b0abfea9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.171339] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b79d1d2-b9e0-4a84-af89-372f34c9dd51 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.177271] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1584.177271] env[62306]: value = "task-1972052" [ 1584.177271] env[62306]: _type = "Task" [ 1584.177271] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.184170] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c83384-16c6-4653-8c1b-b3dfc077b1df {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.192047] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.192848] env[62306]: DEBUG nova.network.neutron [req-b3ae4a08-8bb2-4a99-aebf-efe4c2fec23f req-a6026ad8-3385-4976-9f24-8bb691249475 service nova] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Updated VIF entry in instance network info cache for port 758db99d-b8c0-491b-be00-e268854a81b1. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1584.193234] env[62306]: DEBUG nova.network.neutron [req-b3ae4a08-8bb2-4a99-aebf-efe4c2fec23f req-a6026ad8-3385-4976-9f24-8bb691249475 service nova] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Updating instance_info_cache with network_info: [{"id": "758db99d-b8c0-491b-be00-e268854a81b1", "address": "fa:16:3e:82:fe:fe", "network": {"id": "075bad42-c990-41bc-861a-d4a04a9f966e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1305654851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb105de8dcf341468e16c115f29837cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap758db99d-b8", "ovs_interfaceid": "758db99d-b8c0-491b-be00-e268854a81b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.231399] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28763321-1c12-4d48-b8db-6a4fcf175e2c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.239653] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391d5038-d7e7-458c-a811-5f7189c457d9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.256603] env[62306]: DEBUG nova.compute.provider_tree [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.278337] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "refresh_cache-b58b59b2-7f72-4763-a4ad-9c26117d6afe" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.278337] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquired lock "refresh_cache-b58b59b2-7f72-4763-a4ad-9c26117d6afe" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.278337] env[62306]: DEBUG nova.network.neutron [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1584.375162] env[62306]: DEBUG nova.network.neutron [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Successfully created port: ff3c1ed6-91d5-4904-bad0-d2f78e131213 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1584.611222] env[62306]: DEBUG oslo_concurrency.lockutils [None req-94471cc9-31f1-46ae-88c0-1f10c64bb02e tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Lock "d371063f-d419-4965-9840-51e8071bca6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.959s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.689111] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972052, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.698780] env[62306]: DEBUG oslo_concurrency.lockutils [req-b3ae4a08-8bb2-4a99-aebf-efe4c2fec23f req-a6026ad8-3385-4976-9f24-8bb691249475 service nova] Releasing lock "refresh_cache-5e8d85c0-d594-478f-a56d-4f3f5bacb66d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.760105] env[62306]: DEBUG nova.scheduler.client.report [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1584.834620] env[62306]: DEBUG nova.network.neutron [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1585.060744] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Acquiring lock "66be2851-bed8-49f0-9bae-96f4f766f5e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.061060] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Lock "66be2851-bed8-49f0-9bae-96f4f766f5e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.083611] env[62306]: DEBUG nova.network.neutron [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Updating instance_info_cache with network_info: [{"id": "a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d", "address": "fa:16:3e:31:e1:15", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d6bff0-da", "ovs_interfaceid": "a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.112193] env[62306]: DEBUG nova.compute.manager [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1585.114989] env[62306]: DEBUG nova.compute.manager [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1585.151698] env[62306]: DEBUG nova.virt.hardware [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1585.152359] env[62306]: DEBUG nova.virt.hardware [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1585.152359] env[62306]: DEBUG nova.virt.hardware [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1585.152359] env[62306]: DEBUG nova.virt.hardware [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1585.152577] env[62306]: DEBUG nova.virt.hardware [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1585.152577] env[62306]: DEBUG nova.virt.hardware [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1585.152764] env[62306]: DEBUG nova.virt.hardware [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1585.152913] env[62306]: DEBUG nova.virt.hardware [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1585.153188] env[62306]: DEBUG nova.virt.hardware [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1585.153380] env[62306]: DEBUG nova.virt.hardware [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1585.153557] env[62306]: DEBUG nova.virt.hardware [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1585.154463] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dc2c32-42e3-4ac2-9e8f-e52670451f7a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.163823] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1676fce6-2e3c-4ae8-8a79-a1469d3e0a87 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.173298] env[62306]: DEBUG nova.compute.manager [None req-9a29493a-9786-4c8b-b167-32754a5d65cc tempest-ServerDiagnosticsV248Test-1804633923 tempest-ServerDiagnosticsV248Test-1804633923-project-admin] [instance: d371063f-d419-4965-9840-51e8071bca6a] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1585.174942] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0e7c81-beaf-49f6-8938-a4a0b34be3e4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.192295] env[62306]: INFO nova.compute.manager [None req-9a29493a-9786-4c8b-b167-32754a5d65cc tempest-ServerDiagnosticsV248Test-1804633923 tempest-ServerDiagnosticsV248Test-1804633923-project-admin] [instance: d371063f-d419-4965-9840-51e8071bca6a] Retrieving diagnostics [ 1585.193484] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939ae108-9db1-4ea4-a83c-affcc14a9c2f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.201867] env[62306]: DEBUG oslo_vmware.api [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972052, 'name': PowerOnVM_Task, 'duration_secs': 0.803776} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.202502] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1585.202715] env[62306]: INFO nova.compute.manager [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Took 10.22 seconds to spawn the instance on the hypervisor. [ 1585.202977] env[62306]: DEBUG nova.compute.manager [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1585.203780] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df323471-a11c-45fc-bbc5-f11029f2c775 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.266741] env[62306]: DEBUG oslo_concurrency.lockutils [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.270012] env[62306]: DEBUG oslo_concurrency.lockutils [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.984s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.271569] env[62306]: INFO nova.compute.claims [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1585.301530] env[62306]: INFO nova.scheduler.client.report [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Deleted allocations for instance 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8 [ 1585.586109] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Releasing lock "refresh_cache-b58b59b2-7f72-4763-a4ad-9c26117d6afe" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.586465] env[62306]: DEBUG nova.compute.manager [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Instance network_info: |[{"id": "a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d", "address": "fa:16:3e:31:e1:15", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d6bff0-da", "ovs_interfaceid": "a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1585.586940] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:e1:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1585.594561] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Creating folder: Project (92bd6e7023df4995b0b66428dd584931). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1585.596017] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95cc970b-8499-4a6a-84c1-72eddc639e8a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.599761] env[62306]: DEBUG nova.compute.manager [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Received event network-vif-plugged-a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1585.599901] env[62306]: DEBUG oslo_concurrency.lockutils [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] Acquiring lock "b58b59b2-7f72-4763-a4ad-9c26117d6afe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.600126] env[62306]: DEBUG oslo_concurrency.lockutils [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] Lock "b58b59b2-7f72-4763-a4ad-9c26117d6afe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.600321] env[62306]: DEBUG oslo_concurrency.lockutils [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] Lock "b58b59b2-7f72-4763-a4ad-9c26117d6afe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.600497] env[62306]: DEBUG nova.compute.manager [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] No waiting events found dispatching network-vif-plugged-a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1585.600715] env[62306]: WARNING nova.compute.manager [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Received unexpected event network-vif-plugged-a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d for instance with vm_state building and task_state spawning. [ 1585.601990] env[62306]: DEBUG nova.compute.manager [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Received event network-changed-18056db5-21c8-4754-a251-46c143499f83 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1585.601990] env[62306]: DEBUG nova.compute.manager [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Refreshing instance network info cache due to event network-changed-18056db5-21c8-4754-a251-46c143499f83. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1585.601990] env[62306]: DEBUG oslo_concurrency.lockutils [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] Acquiring lock "refresh_cache-5227c9ce-84d2-4a50-a653-fb317daa2d87" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.601990] env[62306]: DEBUG oslo_concurrency.lockutils [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] Acquired lock "refresh_cache-5227c9ce-84d2-4a50-a653-fb317daa2d87" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.601990] env[62306]: DEBUG nova.network.neutron [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Refreshing network info cache for port 18056db5-21c8-4754-a251-46c143499f83 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.613678] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Created folder: Project (92bd6e7023df4995b0b66428dd584931) in parent group-v406007. [ 1585.614014] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Creating folder: Instances. Parent ref: group-v406062. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1585.614392] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e78c8a5d-7ec1-444f-8744-c3659e63d250 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.628918] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Created folder: Instances in parent group-v406062. [ 1585.628918] env[62306]: DEBUG oslo.service.loopingcall [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1585.629327] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1585.629327] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7667a2bc-85fb-47bd-a44d-a3ac1ce7fcf5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.644452] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.651777] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1585.651777] env[62306]: value = "task-1972055" [ 1585.651777] env[62306]: _type = "Task" [ 1585.651777] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.661764] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972055, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.754271] env[62306]: INFO nova.compute.manager [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Took 28.49 seconds to build instance. [ 1585.816018] env[62306]: DEBUG oslo_concurrency.lockutils [None req-27997a95-35bb-490b-bb13-118a14050eea tempest-ServerAddressesNegativeTestJSON-984316658 tempest-ServerAddressesNegativeTestJSON-984316658-project-member] Lock "5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.812s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.895822] env[62306]: DEBUG nova.network.neutron [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Successfully updated port: ff3c1ed6-91d5-4904-bad0-d2f78e131213 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1586.900253] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34ee76ba-5e01-44cb-b404-01d88cbce931 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Lock "b62fa60a-970d-440a-9fbb-ac03ff7d6cc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.800s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.903569] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972055, 'name': CreateVM_Task, 'duration_secs': 0.400716} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.905388] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1586.906348] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.908667] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.908667] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1586.908667] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d7b7d5-748d-4446-a6bc-3a2e2ce86158 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.913478] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1586.913478] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52779014-97f8-b729-296f-15a3f997656e" [ 1586.913478] env[62306]: _type = "Task" [ 1586.913478] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.924591] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52779014-97f8-b729-296f-15a3f997656e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.122389] env[62306]: DEBUG nova.compute.manager [req-f6e1acac-ed30-4011-aebb-36564c8827a6 req-25744476-c9f4-4403-b7c7-9861614a99b4 service nova] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Received event network-changed-84fe192e-9f60-445a-b66a-1ce94d81aa3e {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1587.122449] env[62306]: DEBUG nova.compute.manager [req-f6e1acac-ed30-4011-aebb-36564c8827a6 req-25744476-c9f4-4403-b7c7-9861614a99b4 service nova] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Refreshing instance network info cache due to event network-changed-84fe192e-9f60-445a-b66a-1ce94d81aa3e. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1587.122671] env[62306]: DEBUG oslo_concurrency.lockutils [req-f6e1acac-ed30-4011-aebb-36564c8827a6 req-25744476-c9f4-4403-b7c7-9861614a99b4 service nova] Acquiring lock "refresh_cache-b62fa60a-970d-440a-9fbb-ac03ff7d6cc2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.122800] env[62306]: DEBUG oslo_concurrency.lockutils [req-f6e1acac-ed30-4011-aebb-36564c8827a6 req-25744476-c9f4-4403-b7c7-9861614a99b4 service nova] Acquired lock "refresh_cache-b62fa60a-970d-440a-9fbb-ac03ff7d6cc2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.123119] env[62306]: DEBUG nova.network.neutron [req-f6e1acac-ed30-4011-aebb-36564c8827a6 req-25744476-c9f4-4403-b7c7-9861614a99b4 service nova] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Refreshing network info cache for port 84fe192e-9f60-445a-b66a-1ce94d81aa3e {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1587.395149] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f9128e-ae6b-4772-a617-e80ff8682d20 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.398336] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Acquiring lock "refresh_cache-171d17e6-19f4-432a-887d-ebc7ec3e5481" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.398481] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Acquired lock "refresh_cache-171d17e6-19f4-432a-887d-ebc7ec3e5481" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.398627] env[62306]: DEBUG nova.network.neutron [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1587.406317] env[62306]: DEBUG nova.compute.manager [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1587.409877] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2835d9c6-8b48-4024-87c3-42466a734883 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.446371] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d39bf2-ca24-4ba1-a04d-21fc5bd6ed67 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.454465] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52779014-97f8-b729-296f-15a3f997656e, 'name': SearchDatastore_Task, 'duration_secs': 0.016037} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.454465] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.454465] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1587.454465] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.454637] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.454637] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1587.454637] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43817d7e-3cec-491d-b23d-80ee928bc426 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.461430] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52843de2-eb6f-4564-8ce2-b5bb5342244d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.468329] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1587.468504] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1587.476673] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b20b231-4a56-4161-b877-9625aca2a63f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.479501] env[62306]: DEBUG nova.compute.provider_tree [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.485039] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1587.485039] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5245ccb4-f52c-6e6a-247b-287bafab0d87" [ 1587.485039] env[62306]: _type = "Task" [ 1587.485039] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.493930] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5245ccb4-f52c-6e6a-247b-287bafab0d87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.578716] env[62306]: DEBUG nova.network.neutron [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Updated VIF entry in instance network info cache for port 18056db5-21c8-4754-a251-46c143499f83. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1587.579111] env[62306]: DEBUG nova.network.neutron [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Updating instance_info_cache with network_info: [{"id": "18056db5-21c8-4754-a251-46c143499f83", "address": "fa:16:3e:f0:81:25", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18056db5-21", "ovs_interfaceid": "18056db5-21c8-4754-a251-46c143499f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.870576] env[62306]: DEBUG nova.compute.manager [req-6b528412-d984-4dbd-a17f-e7d65516a664 req-d2649afc-6ebc-4a1a-815e-53cf68a77522 service nova] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Received event network-vif-plugged-ff3c1ed6-91d5-4904-bad0-d2f78e131213 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1587.870576] env[62306]: DEBUG oslo_concurrency.lockutils [req-6b528412-d984-4dbd-a17f-e7d65516a664 req-d2649afc-6ebc-4a1a-815e-53cf68a77522 service nova] Acquiring lock "171d17e6-19f4-432a-887d-ebc7ec3e5481-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.870576] env[62306]: DEBUG oslo_concurrency.lockutils [req-6b528412-d984-4dbd-a17f-e7d65516a664 req-d2649afc-6ebc-4a1a-815e-53cf68a77522 service nova] Lock "171d17e6-19f4-432a-887d-ebc7ec3e5481-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.870576] env[62306]: DEBUG oslo_concurrency.lockutils [req-6b528412-d984-4dbd-a17f-e7d65516a664 req-d2649afc-6ebc-4a1a-815e-53cf68a77522 service nova] Lock "171d17e6-19f4-432a-887d-ebc7ec3e5481-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.870576] env[62306]: DEBUG nova.compute.manager [req-6b528412-d984-4dbd-a17f-e7d65516a664 req-d2649afc-6ebc-4a1a-815e-53cf68a77522 service nova] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] No waiting events found dispatching network-vif-plugged-ff3c1ed6-91d5-4904-bad0-d2f78e131213 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1587.870933] env[62306]: WARNING nova.compute.manager [req-6b528412-d984-4dbd-a17f-e7d65516a664 req-d2649afc-6ebc-4a1a-815e-53cf68a77522 service nova] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Received unexpected event network-vif-plugged-ff3c1ed6-91d5-4904-bad0-d2f78e131213 for instance with vm_state building and task_state spawning. [ 1587.870933] env[62306]: DEBUG nova.compute.manager [req-6b528412-d984-4dbd-a17f-e7d65516a664 req-d2649afc-6ebc-4a1a-815e-53cf68a77522 service nova] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Received event network-changed-ff3c1ed6-91d5-4904-bad0-d2f78e131213 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1587.870933] env[62306]: DEBUG nova.compute.manager [req-6b528412-d984-4dbd-a17f-e7d65516a664 req-d2649afc-6ebc-4a1a-815e-53cf68a77522 service nova] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Refreshing instance network info cache due to event network-changed-ff3c1ed6-91d5-4904-bad0-d2f78e131213. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1587.870933] env[62306]: DEBUG oslo_concurrency.lockutils [req-6b528412-d984-4dbd-a17f-e7d65516a664 req-d2649afc-6ebc-4a1a-815e-53cf68a77522 service nova] Acquiring lock "refresh_cache-171d17e6-19f4-432a-887d-ebc7ec3e5481" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.933203] env[62306]: DEBUG oslo_concurrency.lockutils [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.954979] env[62306]: DEBUG nova.network.neutron [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1587.983061] env[62306]: DEBUG nova.scheduler.client.report [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1588.007136] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5245ccb4-f52c-6e6a-247b-287bafab0d87, 'name': SearchDatastore_Task, 'duration_secs': 0.013106} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.008549] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa3c711c-613b-46be-b25a-0798f36bda75 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.015490] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1588.015490] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c264cb-d8bc-b330-67c8-fd09bee5e6f1" [ 1588.015490] env[62306]: _type = "Task" [ 1588.015490] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.025619] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c264cb-d8bc-b330-67c8-fd09bee5e6f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.035463] env[62306]: DEBUG nova.network.neutron [req-f6e1acac-ed30-4011-aebb-36564c8827a6 req-25744476-c9f4-4403-b7c7-9861614a99b4 service nova] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Updated VIF entry in instance network info cache for port 84fe192e-9f60-445a-b66a-1ce94d81aa3e. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1588.035841] env[62306]: DEBUG nova.network.neutron [req-f6e1acac-ed30-4011-aebb-36564c8827a6 req-25744476-c9f4-4403-b7c7-9861614a99b4 service nova] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Updating instance_info_cache with network_info: [{"id": "84fe192e-9f60-445a-b66a-1ce94d81aa3e", "address": "fa:16:3e:10:db:aa", "network": {"id": "7be701ee-ad49-4799-8a56-e176bd575d68", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-440989160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06293374c3d14b7b9c96880da96430a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fe192e-9f", "ovs_interfaceid": "84fe192e-9f60-445a-b66a-1ce94d81aa3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.084852] env[62306]: DEBUG oslo_concurrency.lockutils [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] Releasing lock "refresh_cache-5227c9ce-84d2-4a50-a653-fb317daa2d87" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.084852] env[62306]: DEBUG nova.compute.manager [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Received event network-changed-a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1588.084852] env[62306]: DEBUG nova.compute.manager [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Refreshing instance network info cache due to event network-changed-a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1588.084852] env[62306]: DEBUG oslo_concurrency.lockutils [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] Acquiring lock "refresh_cache-b58b59b2-7f72-4763-a4ad-9c26117d6afe" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.084852] env[62306]: DEBUG oslo_concurrency.lockutils [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] Acquired lock "refresh_cache-b58b59b2-7f72-4763-a4ad-9c26117d6afe" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.085324] env[62306]: DEBUG nova.network.neutron [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Refreshing network info cache for port a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1588.300505] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquiring lock "41e880e0-f3ae-427b-86b4-e5bde043d0bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.301317] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "41e880e0-f3ae-427b-86b4-e5bde043d0bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.309644] env[62306]: DEBUG nova.network.neutron [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Updating instance_info_cache with network_info: [{"id": "ff3c1ed6-91d5-4904-bad0-d2f78e131213", "address": "fa:16:3e:91:cc:e4", "network": {"id": "3b34c6d4-03eb-4059-b1c5-703ec67d26b4", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1839057036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df5087f6888417791b537aa668c39fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3c1ed6-91", "ovs_interfaceid": "ff3c1ed6-91d5-4904-bad0-d2f78e131213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.500424] env[62306]: DEBUG oslo_concurrency.lockutils [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.230s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.500966] env[62306]: DEBUG nova.compute.manager [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1588.506477] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.765s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.508141] env[62306]: INFO nova.compute.claims [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1588.527251] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c264cb-d8bc-b330-67c8-fd09bee5e6f1, 'name': SearchDatastore_Task, 'duration_secs': 0.060625} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.527525] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.527800] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] b58b59b2-7f72-4763-a4ad-9c26117d6afe/b58b59b2-7f72-4763-a4ad-9c26117d6afe.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1588.528091] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc3820d2-9749-4554-b872-492ae855face {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.541885] env[62306]: DEBUG oslo_concurrency.lockutils [req-f6e1acac-ed30-4011-aebb-36564c8827a6 req-25744476-c9f4-4403-b7c7-9861614a99b4 service nova] Releasing lock "refresh_cache-b62fa60a-970d-440a-9fbb-ac03ff7d6cc2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.542367] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1588.542367] env[62306]: value = "task-1972056" [ 1588.542367] env[62306]: _type = "Task" [ 1588.542367] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.556920] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.816240] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Releasing lock "refresh_cache-171d17e6-19f4-432a-887d-ebc7ec3e5481" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.816240] env[62306]: DEBUG nova.compute.manager [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Instance network_info: |[{"id": "ff3c1ed6-91d5-4904-bad0-d2f78e131213", "address": "fa:16:3e:91:cc:e4", "network": {"id": "3b34c6d4-03eb-4059-b1c5-703ec67d26b4", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1839057036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df5087f6888417791b537aa668c39fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3c1ed6-91", "ovs_interfaceid": "ff3c1ed6-91d5-4904-bad0-d2f78e131213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1588.816383] env[62306]: DEBUG oslo_concurrency.lockutils [req-6b528412-d984-4dbd-a17f-e7d65516a664 req-d2649afc-6ebc-4a1a-815e-53cf68a77522 service nova] Acquired lock "refresh_cache-171d17e6-19f4-432a-887d-ebc7ec3e5481" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.816383] env[62306]: DEBUG nova.network.neutron [req-6b528412-d984-4dbd-a17f-e7d65516a664 req-d2649afc-6ebc-4a1a-815e-53cf68a77522 service nova] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Refreshing network info cache for port ff3c1ed6-91d5-4904-bad0-d2f78e131213 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1588.817874] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:cc:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff3c1ed6-91d5-4904-bad0-d2f78e131213', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1588.832468] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Creating folder: Project (6df5087f6888417791b537aa668c39fe). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1588.839557] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-489ba79b-ac83-483b-ace6-afd317cfaea5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.856296] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Created folder: Project (6df5087f6888417791b537aa668c39fe) in parent group-v406007. [ 1588.856389] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Creating folder: Instances. Parent ref: group-v406065. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1588.856864] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d2af58d-3dcf-46ad-b2a6-39ae4887fde0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.870315] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Created folder: Instances in parent group-v406065. [ 1588.870616] env[62306]: DEBUG oslo.service.loopingcall [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.870865] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1588.871130] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ebf4910-c5fe-4e50-b733-b6560b036794 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.897985] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1588.897985] env[62306]: value = "task-1972059" [ 1588.897985] env[62306]: _type = "Task" [ 1588.897985] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.909494] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972059, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.019040] env[62306]: DEBUG nova.compute.utils [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1589.021062] env[62306]: DEBUG nova.compute.manager [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1589.021241] env[62306]: DEBUG nova.network.neutron [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1589.058423] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972056, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.060114] env[62306]: DEBUG nova.network.neutron [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Updated VIF entry in instance network info cache for port a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1589.061415] env[62306]: DEBUG nova.network.neutron [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Updating instance_info_cache with network_info: [{"id": "a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d", "address": "fa:16:3e:31:e1:15", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d6bff0-da", "ovs_interfaceid": "a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.196032] env[62306]: DEBUG nova.policy [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59f2452fa81c4e898f0cecbd90265bef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f44d6b1ec6443309b8f61ca49c38340', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1589.422256] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972059, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.501268] env[62306]: DEBUG nova.network.neutron [req-6b528412-d984-4dbd-a17f-e7d65516a664 req-d2649afc-6ebc-4a1a-815e-53cf68a77522 service nova] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Updated VIF entry in instance network info cache for port ff3c1ed6-91d5-4904-bad0-d2f78e131213. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1589.501651] env[62306]: DEBUG nova.network.neutron [req-6b528412-d984-4dbd-a17f-e7d65516a664 req-d2649afc-6ebc-4a1a-815e-53cf68a77522 service nova] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Updating instance_info_cache with network_info: [{"id": "ff3c1ed6-91d5-4904-bad0-d2f78e131213", "address": "fa:16:3e:91:cc:e4", "network": {"id": "3b34c6d4-03eb-4059-b1c5-703ec67d26b4", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1839057036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df5087f6888417791b537aa668c39fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3c1ed6-91", "ovs_interfaceid": "ff3c1ed6-91d5-4904-bad0-d2f78e131213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.530676] env[62306]: DEBUG nova.compute.manager [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1589.558018] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.956986} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.558018] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] b58b59b2-7f72-4763-a4ad-9c26117d6afe/b58b59b2-7f72-4763-a4ad-9c26117d6afe.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1589.558243] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1589.558484] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e573164d-3cc9-4c5c-a335-13197407708e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.564820] env[62306]: DEBUG oslo_concurrency.lockutils [req-076137d0-3d28-4e00-aaa4-55d01de80db2 req-a7a46980-36f2-4f59-814c-28327aaf5629 service nova] Releasing lock "refresh_cache-b58b59b2-7f72-4763-a4ad-9c26117d6afe" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.572478] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1589.572478] env[62306]: value = "task-1972060" [ 1589.572478] env[62306]: _type = "Task" [ 1589.572478] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.588412] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.806859] env[62306]: DEBUG nova.network.neutron [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Successfully created port: 3912d39b-c80c-45ac-8b3e-cf8fd462be13 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1589.916135] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972059, 'name': CreateVM_Task, 'duration_secs': 0.583049} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.918871] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1589.924322] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.924428] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.924778] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1589.925093] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e96c560c-a833-427a-b86b-813b56ac510a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.932762] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Waiting for the task: (returnval){ [ 1589.932762] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cd51a7-a746-f678-974c-9db258278610" [ 1589.932762] env[62306]: _type = "Task" [ 1589.932762] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.946488] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cd51a7-a746-f678-974c-9db258278610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.007588] env[62306]: DEBUG oslo_concurrency.lockutils [req-6b528412-d984-4dbd-a17f-e7d65516a664 req-d2649afc-6ebc-4a1a-815e-53cf68a77522 service nova] Releasing lock "refresh_cache-171d17e6-19f4-432a-887d-ebc7ec3e5481" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.090313] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189064} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.090313] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1590.094044] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb646ed8-ae4f-436c-8e7f-0385010bdb33 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.122499] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] b58b59b2-7f72-4763-a4ad-9c26117d6afe/b58b59b2-7f72-4763-a4ad-9c26117d6afe.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1590.127120] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f01b156a-c007-4b2f-9f1d-b2a58edfd0c1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.153720] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1590.153720] env[62306]: value = "task-1972061" [ 1590.153720] env[62306]: _type = "Task" [ 1590.153720] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.170538] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972061, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.179917] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9e9626-e6ae-4b33-a78d-747ea86c5ab4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.188986] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a238612-ef77-461e-add0-74b19296833c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.221607] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a55495a-cd1a-4d82-aabe-bc17d52bc0e1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.230891] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15ac190-a813-4157-bd74-4e22a13d54ca {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.248333] env[62306]: DEBUG nova.compute.provider_tree [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.445918] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cd51a7-a746-f678-974c-9db258278610, 'name': SearchDatastore_Task, 'duration_secs': 0.066135} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.446406] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.446775] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1590.447085] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.447433] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.447711] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1590.448148] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9baef69c-865a-490a-b13b-5dd949078a7f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.461181] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1590.461694] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1590.462662] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d27f6a6-c582-48dd-96f7-e59a3eef4743 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.475785] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Waiting for the task: (returnval){ [ 1590.475785] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5258cfbe-41c6-89ab-aae1-edd0a1c19ad1" [ 1590.475785] env[62306]: _type = "Task" [ 1590.475785] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.483161] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5258cfbe-41c6-89ab-aae1-edd0a1c19ad1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.542456] env[62306]: DEBUG nova.compute.manager [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1590.570981] env[62306]: DEBUG nova.virt.hardware [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1590.571767] env[62306]: DEBUG nova.virt.hardware [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1590.572085] env[62306]: DEBUG nova.virt.hardware [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1590.572414] env[62306]: DEBUG nova.virt.hardware [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1590.572867] env[62306]: DEBUG nova.virt.hardware [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1590.573165] env[62306]: DEBUG nova.virt.hardware [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1590.573536] env[62306]: DEBUG nova.virt.hardware [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1590.573818] env[62306]: DEBUG nova.virt.hardware [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1590.574121] env[62306]: DEBUG nova.virt.hardware [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1590.574362] env[62306]: DEBUG nova.virt.hardware [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1590.574598] env[62306]: DEBUG nova.virt.hardware [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1590.576623] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bac100e-eea9-44f3-b7a7-f5e860d3e830 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.590291] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec06c217-b88c-4e74-b8c1-4f507bd44d48 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.672240] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972061, 'name': ReconfigVM_Task, 'duration_secs': 0.385715} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.672675] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Reconfigured VM instance instance-00000011 to attach disk [datastore1] b58b59b2-7f72-4763-a4ad-9c26117d6afe/b58b59b2-7f72-4763-a4ad-9c26117d6afe.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1590.673601] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78814bea-7fd3-4c3a-b021-ece6be8682f8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.689501] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Acquiring lock "5295d78d-860a-4100-8b53-3ece13c6f31c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.689944] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Lock "5295d78d-860a-4100-8b53-3ece13c6f31c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.690366] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1590.690366] env[62306]: value = "task-1972062" [ 1590.690366] env[62306]: _type = "Task" [ 1590.690366] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.703708] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972062, 'name': Rename_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.753269] env[62306]: DEBUG nova.scheduler.client.report [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1590.983515] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5258cfbe-41c6-89ab-aae1-edd0a1c19ad1, 'name': SearchDatastore_Task, 'duration_secs': 0.034916} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.984751] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4fb690e-6ee2-4415-876c-f83f63c619d9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.997656] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Waiting for the task: (returnval){ [ 1590.997656] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52870212-7620-c5f3-3536-8c9ac5e213bd" [ 1590.997656] env[62306]: _type = "Task" [ 1590.997656] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.012234] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52870212-7620-c5f3-3536-8c9ac5e213bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.084702] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1591.085311] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1591.085525] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1591.085814] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1591.086040] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1591.086191] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1591.111248] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f52fefac-4e49-4ea6-a1f2-5575a47d7d6b tempest-ServersListShow296Test-566303880 tempest-ServersListShow296Test-566303880-project-member] Acquiring lock "1230d41e-19b2-403a-a605-a8e00967a8da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.112692] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f52fefac-4e49-4ea6-a1f2-5575a47d7d6b tempest-ServersListShow296Test-566303880 tempest-ServersListShow296Test-566303880-project-member] Lock "1230d41e-19b2-403a-a605-a8e00967a8da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.203972] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972062, 'name': Rename_Task, 'duration_secs': 0.173202} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.204347] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1591.204914] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1709ab8a-c899-4f74-ae47-1c70e94f626f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.213643] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1591.213643] env[62306]: value = "task-1972063" [ 1591.213643] env[62306]: _type = "Task" [ 1591.213643] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.231530] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.259334] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.259719] env[62306]: DEBUG nova.compute.manager [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1591.262586] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.029s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.266023] env[62306]: DEBUG nova.objects.instance [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62306) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1591.515444] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52870212-7620-c5f3-3536-8c9ac5e213bd, 'name': SearchDatastore_Task, 'duration_secs': 0.014498} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.515792] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.516141] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 171d17e6-19f4-432a-887d-ebc7ec3e5481/171d17e6-19f4-432a-887d-ebc7ec3e5481.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1591.516333] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d817721-f63f-4d2d-9126-3e267c01c32b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.525592] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Waiting for the task: (returnval){ [ 1591.525592] env[62306]: value = "task-1972064" [ 1591.525592] env[62306]: _type = "Task" [ 1591.525592] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.537953] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': task-1972064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.654951] env[62306]: DEBUG nova.compute.manager [req-74224d2b-4a6d-423a-a4fa-a83eb5dee35c req-ea1bf776-438b-48e0-9774-bd049d4a9e0e service nova] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Received event network-vif-plugged-3912d39b-c80c-45ac-8b3e-cf8fd462be13 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1591.655165] env[62306]: DEBUG oslo_concurrency.lockutils [req-74224d2b-4a6d-423a-a4fa-a83eb5dee35c req-ea1bf776-438b-48e0-9774-bd049d4a9e0e service nova] Acquiring lock "c2d4aca9-bdef-4d11-bc69-0a0f9152722c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.655383] env[62306]: DEBUG oslo_concurrency.lockutils [req-74224d2b-4a6d-423a-a4fa-a83eb5dee35c req-ea1bf776-438b-48e0-9774-bd049d4a9e0e service nova] Lock "c2d4aca9-bdef-4d11-bc69-0a0f9152722c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.655589] env[62306]: DEBUG oslo_concurrency.lockutils [req-74224d2b-4a6d-423a-a4fa-a83eb5dee35c req-ea1bf776-438b-48e0-9774-bd049d4a9e0e service nova] Lock "c2d4aca9-bdef-4d11-bc69-0a0f9152722c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.655775] env[62306]: DEBUG nova.compute.manager [req-74224d2b-4a6d-423a-a4fa-a83eb5dee35c req-ea1bf776-438b-48e0-9774-bd049d4a9e0e service nova] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] No waiting events found dispatching network-vif-plugged-3912d39b-c80c-45ac-8b3e-cf8fd462be13 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1591.656900] env[62306]: WARNING nova.compute.manager [req-74224d2b-4a6d-423a-a4fa-a83eb5dee35c req-ea1bf776-438b-48e0-9774-bd049d4a9e0e service nova] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Received unexpected event network-vif-plugged-3912d39b-c80c-45ac-8b3e-cf8fd462be13 for instance with vm_state building and task_state spawning. [ 1591.728516] env[62306]: DEBUG oslo_vmware.api [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972063, 'name': PowerOnVM_Task, 'duration_secs': 0.502815} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.729297] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1591.729623] env[62306]: INFO nova.compute.manager [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1591.729893] env[62306]: DEBUG nova.compute.manager [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1591.730952] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4fdc5c-8417-4a44-9cf7-06c25cc6f5dc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.736537] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1591.736537] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1591.736537] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1591.772774] env[62306]: DEBUG nova.compute.utils [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1591.772774] env[62306]: DEBUG nova.compute.manager [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1591.772976] env[62306]: DEBUG nova.network.neutron [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1592.046465] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': task-1972064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507709} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.046465] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 171d17e6-19f4-432a-887d-ebc7ec3e5481/171d17e6-19f4-432a-887d-ebc7ec3e5481.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1592.046465] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1592.046465] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e8fae47-2fb4-491a-b17b-f3dd150e15c2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.056252] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Waiting for the task: (returnval){ [ 1592.056252] env[62306]: value = "task-1972065" [ 1592.056252] env[62306]: _type = "Task" [ 1592.056252] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.065583] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': task-1972065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.104470] env[62306]: DEBUG nova.policy [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6547795e3fc41a68c6b2677aee67567', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c1dff801f734fd6af73ab511140982b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1592.126150] env[62306]: DEBUG nova.network.neutron [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Successfully updated port: 3912d39b-c80c-45ac-8b3e-cf8fd462be13 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1592.245922] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Skipping network cache update for instance because it is Building. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1592.246085] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Skipping network cache update for instance because it is Building. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1592.246217] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Skipping network cache update for instance because it is Building. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1592.246340] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Skipping network cache update for instance because it is Building. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1592.256906] env[62306]: INFO nova.compute.manager [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Took 29.82 seconds to build instance. [ 1592.277389] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8542616f-d92e-4db0-80e8-8fc619a6056f tempest-ServersAdmin275Test-1526514057 tempest-ServersAdmin275Test-1526514057-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.278617] env[62306]: DEBUG nova.compute.manager [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1592.282425] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.563s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.282856] env[62306]: DEBUG nova.objects.instance [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Lazy-loading 'resources' on Instance uuid 485d732d-34bf-4cc5-9fcb-74a9045119d7 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1592.285387] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "refresh_cache-4f552bc4-3af1-4579-b0d3-8dc962bd27c6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.285563] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquired lock "refresh_cache-4f552bc4-3af1-4579-b0d3-8dc962bd27c6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.285840] env[62306]: DEBUG nova.network.neutron [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Forcefully refreshing network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1592.285959] env[62306]: DEBUG nova.objects.instance [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lazy-loading 'info_cache' on Instance uuid 4f552bc4-3af1-4579-b0d3-8dc962bd27c6 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1592.532962] env[62306]: DEBUG nova.network.neutron [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Successfully created port: 08141c6b-51fe-4fa9-ae42-6683fce1c63a {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1592.570027] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': task-1972065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071245} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.570027] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1592.572574] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cf915f-225d-4df2-a332-6f650c3fee32 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.607805] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 171d17e6-19f4-432a-887d-ebc7ec3e5481/171d17e6-19f4-432a-887d-ebc7ec3e5481.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1592.608770] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18f6edbc-8a22-492e-856f-2b05d9d3fb58 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.630508] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Waiting for the task: (returnval){ [ 1592.630508] env[62306]: value = "task-1972066" [ 1592.630508] env[62306]: _type = "Task" [ 1592.630508] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.634406] env[62306]: DEBUG oslo_concurrency.lockutils [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "refresh_cache-c2d4aca9-bdef-4d11-bc69-0a0f9152722c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.634546] env[62306]: DEBUG oslo_concurrency.lockutils [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquired lock "refresh_cache-c2d4aca9-bdef-4d11-bc69-0a0f9152722c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.634747] env[62306]: DEBUG nova.network.neutron [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1592.641774] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': task-1972066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.760400] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24bd2aa8-aa2b-4fee-a930-12d412f9d596 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "b58b59b2-7f72-4763-a4ad-9c26117d6afe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.429s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.148482] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': task-1972066, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.201930] env[62306]: DEBUG nova.network.neutron [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1593.265032] env[62306]: DEBUG nova.compute.manager [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1593.291920] env[62306]: DEBUG nova.compute.manager [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1593.323473] env[62306]: DEBUG nova.virt.hardware [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1593.324037] env[62306]: DEBUG nova.virt.hardware [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1593.324037] env[62306]: DEBUG nova.virt.hardware [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1593.324716] env[62306]: DEBUG nova.virt.hardware [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1593.324932] env[62306]: DEBUG nova.virt.hardware [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1593.325611] env[62306]: DEBUG nova.virt.hardware [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1593.325611] env[62306]: DEBUG nova.virt.hardware [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1593.325761] env[62306]: DEBUG nova.virt.hardware [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1593.326084] env[62306]: DEBUG nova.virt.hardware [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1593.326487] env[62306]: DEBUG nova.virt.hardware [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1593.326742] env[62306]: DEBUG nova.virt.hardware [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1593.328120] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce746b8-7724-4f1b-afee-439425f2d843 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.337731] env[62306]: DEBUG nova.network.neutron [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1593.347837] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b64b83-7b7a-439a-b8c3-23c4eac706ef {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.404041] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3d283f-ad0d-4913-80a9-135d7e9ff63d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.413350] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a91f89e-8128-4997-b9dd-67f6790b13dd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.454482] env[62306]: DEBUG nova.network.neutron [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Updating instance_info_cache with network_info: [{"id": "3912d39b-c80c-45ac-8b3e-cf8fd462be13", "address": "fa:16:3e:5f:84:9c", "network": {"id": "59367de2-0bb2-4d39-b163-50222ea2b1f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1512848940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f44d6b1ec6443309b8f61ca49c38340", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3912d39b-c8", "ovs_interfaceid": "3912d39b-c80c-45ac-8b3e-cf8fd462be13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.456450] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6975fa-cd97-4b51-88b9-1aacb991011d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.465269] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3333b166-142d-4f36-9bc2-346be6bc1b1b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.481892] env[62306]: DEBUG nova.compute.provider_tree [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.642239] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': task-1972066, 'name': ReconfigVM_Task, 'duration_secs': 0.522966} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.642529] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 171d17e6-19f4-432a-887d-ebc7ec3e5481/171d17e6-19f4-432a-887d-ebc7ec3e5481.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1593.643182] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7ab0e6c-a175-42bd-8a5d-c927f5ed9b7a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.653276] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Waiting for the task: (returnval){ [ 1593.653276] env[62306]: value = "task-1972067" [ 1593.653276] env[62306]: _type = "Task" [ 1593.653276] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.661543] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': task-1972067, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.686356] env[62306]: DEBUG nova.compute.manager [req-fed8d26c-8371-42d9-a42e-4785f922bf43 req-298bd2d7-b3f5-4f4f-895e-a3c6785cdcb9 service nova] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Received event network-changed-3912d39b-c80c-45ac-8b3e-cf8fd462be13 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1593.686356] env[62306]: DEBUG nova.compute.manager [req-fed8d26c-8371-42d9-a42e-4785f922bf43 req-298bd2d7-b3f5-4f4f-895e-a3c6785cdcb9 service nova] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Refreshing instance network info cache due to event network-changed-3912d39b-c80c-45ac-8b3e-cf8fd462be13. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1593.686356] env[62306]: DEBUG oslo_concurrency.lockutils [req-fed8d26c-8371-42d9-a42e-4785f922bf43 req-298bd2d7-b3f5-4f4f-895e-a3c6785cdcb9 service nova] Acquiring lock "refresh_cache-c2d4aca9-bdef-4d11-bc69-0a0f9152722c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.795323] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.809588] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Acquiring lock "74a8ea77-3cbf-493c-9cf0-164f373caa0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.809588] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Lock "74a8ea77-3cbf-493c-9cf0-164f373caa0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.956812] env[62306]: DEBUG nova.network.neutron [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.962396] env[62306]: DEBUG oslo_concurrency.lockutils [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Releasing lock "refresh_cache-c2d4aca9-bdef-4d11-bc69-0a0f9152722c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.962396] env[62306]: DEBUG nova.compute.manager [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Instance network_info: |[{"id": "3912d39b-c80c-45ac-8b3e-cf8fd462be13", "address": "fa:16:3e:5f:84:9c", "network": {"id": "59367de2-0bb2-4d39-b163-50222ea2b1f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1512848940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f44d6b1ec6443309b8f61ca49c38340", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3912d39b-c8", "ovs_interfaceid": "3912d39b-c80c-45ac-8b3e-cf8fd462be13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1593.962631] env[62306]: DEBUG oslo_concurrency.lockutils [req-fed8d26c-8371-42d9-a42e-4785f922bf43 req-298bd2d7-b3f5-4f4f-895e-a3c6785cdcb9 service nova] Acquired lock "refresh_cache-c2d4aca9-bdef-4d11-bc69-0a0f9152722c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.962631] env[62306]: DEBUG nova.network.neutron [req-fed8d26c-8371-42d9-a42e-4785f922bf43 req-298bd2d7-b3f5-4f4f-895e-a3c6785cdcb9 service nova] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Refreshing network info cache for port 3912d39b-c80c-45ac-8b3e-cf8fd462be13 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1593.962631] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:84:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3912d39b-c80c-45ac-8b3e-cf8fd462be13', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1593.971726] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Creating folder: Project (5f44d6b1ec6443309b8f61ca49c38340). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1593.973588] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91d796d8-aff2-41bb-a792-7b09e58303a0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.985146] env[62306]: DEBUG nova.scheduler.client.report [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1594.008227] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Created folder: Project (5f44d6b1ec6443309b8f61ca49c38340) in parent group-v406007. [ 1594.008227] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Creating folder: Instances. Parent ref: group-v406068. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1594.008227] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2fb723d-1b9f-4262-9844-ffa1745bd6ab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.025108] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Created folder: Instances in parent group-v406068. [ 1594.025419] env[62306]: DEBUG oslo.service.loopingcall [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1594.025876] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1594.026631] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-171a6237-cd10-445f-8137-9eca008fdb3c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.049231] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1594.049231] env[62306]: value = "task-1972070" [ 1594.049231] env[62306]: _type = "Task" [ 1594.049231] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.058452] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972070, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.171398] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': task-1972067, 'name': Rename_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.201291] env[62306]: DEBUG nova.network.neutron [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Successfully updated port: 08141c6b-51fe-4fa9-ae42-6683fce1c63a {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1594.458859] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Releasing lock "refresh_cache-4f552bc4-3af1-4579-b0d3-8dc962bd27c6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.459097] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Updated the network info_cache for instance {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1594.459311] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.459486] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.491141] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.493413] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.651s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.495363] env[62306]: INFO nova.compute.claims [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1594.525638] env[62306]: INFO nova.scheduler.client.report [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Deleted allocations for instance 485d732d-34bf-4cc5-9fcb-74a9045119d7 [ 1594.538044] env[62306]: DEBUG nova.compute.manager [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Stashing vm_state: active {{(pid=62306) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1594.562105] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972070, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.664265] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': task-1972067, 'name': Rename_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.711031] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "refresh_cache-10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.711031] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "refresh_cache-10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.711031] env[62306]: DEBUG nova.network.neutron [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1594.735358] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.787190] env[62306]: DEBUG nova.network.neutron [req-fed8d26c-8371-42d9-a42e-4785f922bf43 req-298bd2d7-b3f5-4f4f-895e-a3c6785cdcb9 service nova] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Updated VIF entry in instance network info cache for port 3912d39b-c80c-45ac-8b3e-cf8fd462be13. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1594.787573] env[62306]: DEBUG nova.network.neutron [req-fed8d26c-8371-42d9-a42e-4785f922bf43 req-298bd2d7-b3f5-4f4f-895e-a3c6785cdcb9 service nova] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Updating instance_info_cache with network_info: [{"id": "3912d39b-c80c-45ac-8b3e-cf8fd462be13", "address": "fa:16:3e:5f:84:9c", "network": {"id": "59367de2-0bb2-4d39-b163-50222ea2b1f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1512848940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f44d6b1ec6443309b8f61ca49c38340", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3912d39b-c8", "ovs_interfaceid": "3912d39b-c80c-45ac-8b3e-cf8fd462be13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.937762] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Acquiring lock "f1fd9732-8654-475a-a7a5-63c31caef15d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.938308] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Lock "f1fd9732-8654-475a-a7a5-63c31caef15d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.043020] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0777740-c859-43f5-b991-e49c5e8537ba tempest-ServerDiagnosticsTest-262918303 tempest-ServerDiagnosticsTest-262918303-project-member] Lock "485d732d-34bf-4cc5-9fcb-74a9045119d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.087s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.065959] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972070, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.067385] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.168187] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': task-1972067, 'name': Rename_Task, 'duration_secs': 1.193969} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.168481] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1595.168730] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3b6b450-3fcb-499f-9175-f2b3ac13e818 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.175524] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Waiting for the task: (returnval){ [ 1595.175524] env[62306]: value = "task-1972071" [ 1595.175524] env[62306]: _type = "Task" [ 1595.175524] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.187829] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': task-1972071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.240554] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.250627] env[62306]: DEBUG nova.network.neutron [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1595.292362] env[62306]: DEBUG oslo_concurrency.lockutils [req-fed8d26c-8371-42d9-a42e-4785f922bf43 req-298bd2d7-b3f5-4f4f-895e-a3c6785cdcb9 service nova] Releasing lock "refresh_cache-c2d4aca9-bdef-4d11-bc69-0a0f9152722c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.451274] env[62306]: DEBUG nova.network.neutron [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Updating instance_info_cache with network_info: [{"id": "08141c6b-51fe-4fa9-ae42-6683fce1c63a", "address": "fa:16:3e:78:51:7a", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08141c6b-51", "ovs_interfaceid": "08141c6b-51fe-4fa9-ae42-6683fce1c63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.564213] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972070, 'name': CreateVM_Task, 'duration_secs': 1.103715} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.566979] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1595.567961] env[62306]: DEBUG oslo_concurrency.lockutils [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.568190] env[62306]: DEBUG oslo_concurrency.lockutils [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.568471] env[62306]: DEBUG oslo_concurrency.lockutils [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1595.568728] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7389ddc7-fb51-4dc7-a1a3-fa7af455c9b3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.574890] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1595.574890] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52771804-b4b3-7a8f-ec65-6e5b2e80b30f" [ 1595.574890] env[62306]: _type = "Task" [ 1595.574890] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.585265] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52771804-b4b3-7a8f-ec65-6e5b2e80b30f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.688138] env[62306]: DEBUG oslo_vmware.api [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': task-1972071, 'name': PowerOnVM_Task, 'duration_secs': 0.498582} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.688566] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1595.688953] env[62306]: INFO nova.compute.manager [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Took 10.58 seconds to spawn the instance on the hypervisor. [ 1595.689186] env[62306]: DEBUG nova.compute.manager [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1595.690109] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f356bf8b-4152-4dab-aff4-194f0dade6be {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.768445] env[62306]: DEBUG nova.compute.manager [req-6a4acef5-bf52-4c02-8bac-ed0f15ec872e req-7fbaa061-2bc4-4584-97b3-8020356c944e service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Received event network-vif-plugged-08141c6b-51fe-4fa9-ae42-6683fce1c63a {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1595.768702] env[62306]: DEBUG oslo_concurrency.lockutils [req-6a4acef5-bf52-4c02-8bac-ed0f15ec872e req-7fbaa061-2bc4-4584-97b3-8020356c944e service nova] Acquiring lock "10b781a1-2f5c-48ae-8750-e10affb9c90b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.768925] env[62306]: DEBUG oslo_concurrency.lockutils [req-6a4acef5-bf52-4c02-8bac-ed0f15ec872e req-7fbaa061-2bc4-4584-97b3-8020356c944e service nova] Lock "10b781a1-2f5c-48ae-8750-e10affb9c90b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.769107] env[62306]: DEBUG oslo_concurrency.lockutils [req-6a4acef5-bf52-4c02-8bac-ed0f15ec872e req-7fbaa061-2bc4-4584-97b3-8020356c944e service nova] Lock "10b781a1-2f5c-48ae-8750-e10affb9c90b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.769275] env[62306]: DEBUG nova.compute.manager [req-6a4acef5-bf52-4c02-8bac-ed0f15ec872e req-7fbaa061-2bc4-4584-97b3-8020356c944e service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] No waiting events found dispatching network-vif-plugged-08141c6b-51fe-4fa9-ae42-6683fce1c63a {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1595.769435] env[62306]: WARNING nova.compute.manager [req-6a4acef5-bf52-4c02-8bac-ed0f15ec872e req-7fbaa061-2bc4-4584-97b3-8020356c944e service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Received unexpected event network-vif-plugged-08141c6b-51fe-4fa9-ae42-6683fce1c63a for instance with vm_state building and task_state spawning. [ 1595.769592] env[62306]: DEBUG nova.compute.manager [req-6a4acef5-bf52-4c02-8bac-ed0f15ec872e req-7fbaa061-2bc4-4584-97b3-8020356c944e service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Received event network-changed-08141c6b-51fe-4fa9-ae42-6683fce1c63a {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1595.769788] env[62306]: DEBUG nova.compute.manager [req-6a4acef5-bf52-4c02-8bac-ed0f15ec872e req-7fbaa061-2bc4-4584-97b3-8020356c944e service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Refreshing instance network info cache due to event network-changed-08141c6b-51fe-4fa9-ae42-6683fce1c63a. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1595.769895] env[62306]: DEBUG oslo_concurrency.lockutils [req-6a4acef5-bf52-4c02-8bac-ed0f15ec872e req-7fbaa061-2bc4-4584-97b3-8020356c944e service nova] Acquiring lock "refresh_cache-10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.793529] env[62306]: DEBUG nova.compute.manager [None req-8d0efa6c-b5dd-419a-8d9b-c640fcbc45a8 tempest-ServerDiagnosticsV248Test-1804633923 tempest-ServerDiagnosticsV248Test-1804633923-project-admin] [instance: d371063f-d419-4965-9840-51e8071bca6a] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1595.797054] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949de536-6ab0-4cad-8517-6fb45d9f5851 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.808150] env[62306]: INFO nova.compute.manager [None req-8d0efa6c-b5dd-419a-8d9b-c640fcbc45a8 tempest-ServerDiagnosticsV248Test-1804633923 tempest-ServerDiagnosticsV248Test-1804633923-project-admin] [instance: d371063f-d419-4965-9840-51e8071bca6a] Retrieving diagnostics [ 1595.808913] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2603e3a-82c7-4029-a6a5-412b26054ef2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.953332] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "refresh_cache-10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.953680] env[62306]: DEBUG nova.compute.manager [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Instance network_info: |[{"id": "08141c6b-51fe-4fa9-ae42-6683fce1c63a", "address": "fa:16:3e:78:51:7a", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08141c6b-51", "ovs_interfaceid": "08141c6b-51fe-4fa9-ae42-6683fce1c63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1595.953975] env[62306]: DEBUG oslo_concurrency.lockutils [req-6a4acef5-bf52-4c02-8bac-ed0f15ec872e req-7fbaa061-2bc4-4584-97b3-8020356c944e service nova] Acquired lock "refresh_cache-10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.954167] env[62306]: DEBUG nova.network.neutron [req-6a4acef5-bf52-4c02-8bac-ed0f15ec872e req-7fbaa061-2bc4-4584-97b3-8020356c944e service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Refreshing network info cache for port 08141c6b-51fe-4fa9-ae42-6683fce1c63a {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1595.955424] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:51:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08141c6b-51fe-4fa9-ae42-6683fce1c63a', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1595.962912] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Creating folder: Project (6c1dff801f734fd6af73ab511140982b). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1595.966068] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9582509c-a800-46cb-90a0-018390d51562 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.999033] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Created folder: Project (6c1dff801f734fd6af73ab511140982b) in parent group-v406007. [ 1595.999286] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Creating folder: Instances. Parent ref: group-v406071. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1595.999547] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0874b97f-ba95-4d43-8815-703af35d95b4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.012214] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Created folder: Instances in parent group-v406071. [ 1596.012463] env[62306]: DEBUG oslo.service.loopingcall [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1596.012662] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1596.012913] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3872cd15-c53d-430d-9510-78cddd7cec9a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.037590] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1596.037590] env[62306]: value = "task-1972074" [ 1596.037590] env[62306]: _type = "Task" [ 1596.037590] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.051065] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972074, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.087263] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52771804-b4b3-7a8f-ec65-6e5b2e80b30f, 'name': SearchDatastore_Task, 'duration_secs': 0.013374} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.087582] env[62306]: DEBUG oslo_concurrency.lockutils [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.087815] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1596.088082] env[62306]: DEBUG oslo_concurrency.lockutils [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.088196] env[62306]: DEBUG oslo_concurrency.lockutils [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.088368] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1596.088646] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5c9c18f-e926-466b-8ad5-52d13578e50b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.115694] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1596.115904] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1596.117725] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-414273be-e416-4b89-910c-2e7f9a38e008 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.120703] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d79adf-2654-49c7-80e0-6ec7d840e5f1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.126963] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1596.126963] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52dec419-689d-f196-ed90-98d99c5ad857" [ 1596.126963] env[62306]: _type = "Task" [ 1596.126963] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.132409] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcef25d-cdff-402e-af53-04063141d0f2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.142689] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52dec419-689d-f196-ed90-98d99c5ad857, 'name': SearchDatastore_Task, 'duration_secs': 0.013} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.168189] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d370d8-a990-467d-997c-2cea7e693e07 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.171854] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c15189-7e24-40a8-abe9-04ee44a605fd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.176378] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1596.176378] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52339539-5025-74ca-3f76-a2a407e4dd6b" [ 1596.176378] env[62306]: _type = "Task" [ 1596.176378] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.183734] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e233ba8a-3900-41fa-b990-adf65b66a036 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.198653] env[62306]: DEBUG nova.compute.provider_tree [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.205344] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52339539-5025-74ca-3f76-a2a407e4dd6b, 'name': SearchDatastore_Task, 'duration_secs': 0.015285} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.205344] env[62306]: DEBUG oslo_concurrency.lockutils [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.206086] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] c2d4aca9-bdef-4d11-bc69-0a0f9152722c/c2d4aca9-bdef-4d11-bc69-0a0f9152722c.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1596.206462] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bad68264-5c0e-4be5-88e2-e9268c70252d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.219767] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1596.219767] env[62306]: value = "task-1972075" [ 1596.219767] env[62306]: _type = "Task" [ 1596.219767] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.220292] env[62306]: INFO nova.compute.manager [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Took 29.67 seconds to build instance. [ 1596.230996] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.554468] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972074, 'name': CreateVM_Task, 'duration_secs': 0.480177} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.554468] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1596.556038] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.556038] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.556038] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1596.556038] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c198dee5-52f2-4816-9933-a69252b14fce {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.567225] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1596.567225] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52585311-7bda-fd43-97c4-31bfd5a8c59c" [ 1596.567225] env[62306]: _type = "Task" [ 1596.567225] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.578182] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52585311-7bda-fd43-97c4-31bfd5a8c59c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.707260] env[62306]: DEBUG nova.scheduler.client.report [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1596.726864] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84276a5b-0b53-4c3c-a5ba-aca8f2dcbf80 tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Lock "171d17e6-19f4-432a-887d-ebc7ec3e5481" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.117s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.738436] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972075, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.751533] env[62306]: DEBUG nova.network.neutron [req-6a4acef5-bf52-4c02-8bac-ed0f15ec872e req-7fbaa061-2bc4-4584-97b3-8020356c944e service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Updated VIF entry in instance network info cache for port 08141c6b-51fe-4fa9-ae42-6683fce1c63a. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1596.751952] env[62306]: DEBUG nova.network.neutron [req-6a4acef5-bf52-4c02-8bac-ed0f15ec872e req-7fbaa061-2bc4-4584-97b3-8020356c944e service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Updating instance_info_cache with network_info: [{"id": "08141c6b-51fe-4fa9-ae42-6683fce1c63a", "address": "fa:16:3e:78:51:7a", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08141c6b-51", "ovs_interfaceid": "08141c6b-51fe-4fa9-ae42-6683fce1c63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.024504] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Acquiring lock "d371063f-d419-4965-9840-51e8071bca6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.024758] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Lock "d371063f-d419-4965-9840-51e8071bca6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.025051] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Acquiring lock "d371063f-d419-4965-9840-51e8071bca6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.025275] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Lock "d371063f-d419-4965-9840-51e8071bca6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.025454] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Lock "d371063f-d419-4965-9840-51e8071bca6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.027572] env[62306]: INFO nova.compute.manager [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Terminating instance [ 1597.032624] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Acquiring lock "171d17e6-19f4-432a-887d-ebc7ec3e5481" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.032840] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Lock "171d17e6-19f4-432a-887d-ebc7ec3e5481" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.033047] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Acquiring lock "171d17e6-19f4-432a-887d-ebc7ec3e5481-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.033238] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Lock "171d17e6-19f4-432a-887d-ebc7ec3e5481-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.033404] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Lock "171d17e6-19f4-432a-887d-ebc7ec3e5481-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.035118] env[62306]: INFO nova.compute.manager [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Terminating instance [ 1597.082024] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52585311-7bda-fd43-97c4-31bfd5a8c59c, 'name': SearchDatastore_Task, 'duration_secs': 0.059799} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.082024] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.082024] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1597.082024] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.082289] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.082289] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1597.082289] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7938958-3621-49e7-be07-8c517ada2bc4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.092279] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1597.092655] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1597.095016] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8935d937-8bdb-4611-8d3e-dffbca541041 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.099199] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1597.099199] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5251862c-f9cc-ce7a-ab8d-22973be3a497" [ 1597.099199] env[62306]: _type = "Task" [ 1597.099199] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.107233] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5251862c-f9cc-ce7a-ab8d-22973be3a497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.217087] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.217653] env[62306]: DEBUG nova.compute.manager [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1597.220281] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.938s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.221817] env[62306]: INFO nova.compute.claims [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1597.231473] env[62306]: DEBUG nova.compute.manager [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1597.237567] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562878} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.237895] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] c2d4aca9-bdef-4d11-bc69-0a0f9152722c/c2d4aca9-bdef-4d11-bc69-0a0f9152722c.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1597.238118] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1597.238364] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ec7a598-2593-4f03-b683-cd7d9e548661 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.246978] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1597.246978] env[62306]: value = "task-1972076" [ 1597.246978] env[62306]: _type = "Task" [ 1597.246978] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.255698] env[62306]: DEBUG oslo_concurrency.lockutils [req-6a4acef5-bf52-4c02-8bac-ed0f15ec872e req-7fbaa061-2bc4-4584-97b3-8020356c944e service nova] Releasing lock "refresh_cache-10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.256183] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.531058] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Acquiring lock "refresh_cache-d371063f-d419-4965-9840-51e8071bca6a" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.531281] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Acquired lock "refresh_cache-d371063f-d419-4965-9840-51e8071bca6a" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.531459] env[62306]: DEBUG nova.network.neutron [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1597.539579] env[62306]: DEBUG nova.compute.manager [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1597.539793] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1597.540955] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc10fa07-3675-4598-a93d-a526eaf67c6f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.550270] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1597.550506] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69487714-4a43-475e-8a3b-fa1563366ba6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.558240] env[62306]: DEBUG oslo_vmware.api [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Waiting for the task: (returnval){ [ 1597.558240] env[62306]: value = "task-1972077" [ 1597.558240] env[62306]: _type = "Task" [ 1597.558240] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.567862] env[62306]: DEBUG oslo_vmware.api [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': task-1972077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.610658] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5251862c-f9cc-ce7a-ab8d-22973be3a497, 'name': SearchDatastore_Task, 'duration_secs': 0.013792} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.611939] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a27fd446-fab3-4e9d-8c50-b5e8ac426128 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.620251] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1597.620251] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e89a25-c160-8e0a-08bf-c20615ac89fe" [ 1597.620251] env[62306]: _type = "Task" [ 1597.620251] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.629356] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e89a25-c160-8e0a-08bf-c20615ac89fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.726530] env[62306]: DEBUG nova.compute.utils [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1597.728499] env[62306]: DEBUG nova.compute.manager [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1597.728722] env[62306]: DEBUG nova.network.neutron [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1597.758494] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.328146} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.758799] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1597.760499] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc79887-f611-4652-b96e-3b76e024f1bc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.764906] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.792085] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] c2d4aca9-bdef-4d11-bc69-0a0f9152722c/c2d4aca9-bdef-4d11-bc69-0a0f9152722c.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1597.793714] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3945547a-d397-48ad-bdd9-8f4a658ae018 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.812853] env[62306]: DEBUG nova.policy [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a2ca4465b25465a98f40b64629dc072', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c76fd01240b47a18270c8a10629b9f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1597.820522] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1597.820522] env[62306]: value = "task-1972078" [ 1597.820522] env[62306]: _type = "Task" [ 1597.820522] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.831475] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.064893] env[62306]: DEBUG nova.network.neutron [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1598.074033] env[62306]: DEBUG oslo_vmware.api [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': task-1972077, 'name': PowerOffVM_Task, 'duration_secs': 0.202138} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.078035] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1598.078035] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1598.078035] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be644656-ef3e-4629-9f1a-07e95125e284 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.131526] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e89a25-c160-8e0a-08bf-c20615ac89fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011405} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.131784] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.134022] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 10b781a1-2f5c-48ae-8750-e10affb9c90b/10b781a1-2f5c-48ae-8750-e10affb9c90b.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1598.134022] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cf6762b-5254-4802-a65e-0d82ee463914 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.140243] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1598.140243] env[62306]: value = "task-1972080" [ 1598.140243] env[62306]: _type = "Task" [ 1598.140243] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.148607] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.165097] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1598.165337] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1598.165764] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Deleting the datastore file [datastore1] 171d17e6-19f4-432a-887d-ebc7ec3e5481 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1598.166091] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8d214cb-26a6-40ce-9b6a-be2f8d0a6a3c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.174258] env[62306]: DEBUG oslo_vmware.api [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Waiting for the task: (returnval){ [ 1598.174258] env[62306]: value = "task-1972081" [ 1598.174258] env[62306]: _type = "Task" [ 1598.174258] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.183232] env[62306]: DEBUG oslo_vmware.api [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': task-1972081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.205764] env[62306]: DEBUG nova.network.neutron [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.234524] env[62306]: DEBUG nova.compute.manager [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1598.333698] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972078, 'name': ReconfigVM_Task, 'duration_secs': 0.289631} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.336739] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Reconfigured VM instance instance-00000013 to attach disk [datastore1] c2d4aca9-bdef-4d11-bc69-0a0f9152722c/c2d4aca9-bdef-4d11-bc69-0a0f9152722c.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1598.337924] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7ef9403-38e4-437d-aa0c-651837c964be {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.351443] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1598.351443] env[62306]: value = "task-1972082" [ 1598.351443] env[62306]: _type = "Task" [ 1598.351443] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.364311] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972082, 'name': Rename_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.373333] env[62306]: DEBUG nova.network.neutron [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Successfully created port: d93fb807-ac9a-4671-bb2e-855d8ce668ce {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1598.657932] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972080, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.688400] env[62306]: DEBUG oslo_vmware.api [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Task: {'id': task-1972081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206934} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.692298] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1598.692507] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1598.692687] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1598.692865] env[62306]: INFO nova.compute.manager [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1598.693132] env[62306]: DEBUG oslo.service.loopingcall [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1598.698728] env[62306]: DEBUG nova.compute.manager [-] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1598.698728] env[62306]: DEBUG nova.network.neutron [-] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1598.708778] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Releasing lock "refresh_cache-d371063f-d419-4965-9840-51e8071bca6a" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.709219] env[62306]: DEBUG nova.compute.manager [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1598.709412] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1598.710336] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aed55a6-ce3b-4ba9-a5e1-2f0dca336035 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.718675] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1598.718968] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81b4b40c-7217-4306-9208-871bb36a6ac6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.731126] env[62306]: DEBUG oslo_vmware.api [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Waiting for the task: (returnval){ [ 1598.731126] env[62306]: value = "task-1972083" [ 1598.731126] env[62306]: _type = "Task" [ 1598.731126] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.744933] env[62306]: DEBUG oslo_vmware.api [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': task-1972083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.868045] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972082, 'name': Rename_Task, 'duration_secs': 0.190469} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.868045] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1598.868045] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3cd91b1-266f-4b33-aff7-c56e845f05cb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.877714] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1598.877714] env[62306]: value = "task-1972084" [ 1598.877714] env[62306]: _type = "Task" [ 1598.877714] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.886325] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.938809] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c17657f-4353-4611-a7dd-a75277d9bec9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.947036] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f00a39-927a-4d08-9f73-b8570fd5f750 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.980272] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09414756-7cc0-429a-94cf-8e99d1576023 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.989366] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d5e98c-1936-483c-92ad-3eb87baf3eab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.005420] env[62306]: DEBUG nova.compute.provider_tree [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1599.153642] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574145} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.153913] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 10b781a1-2f5c-48ae-8750-e10affb9c90b/10b781a1-2f5c-48ae-8750-e10affb9c90b.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1599.154152] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1599.154406] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-329d3718-76ab-465a-9f7d-3c2532a0ac83 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.163846] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1599.163846] env[62306]: value = "task-1972085" [ 1599.163846] env[62306]: _type = "Task" [ 1599.163846] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.174118] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.243622] env[62306]: DEBUG oslo_vmware.api [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': task-1972083, 'name': PowerOffVM_Task, 'duration_secs': 0.131526} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.243944] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1599.244186] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1599.244472] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f73d267-adce-422b-be3a-bc7208e0103a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.247049] env[62306]: DEBUG nova.compute.manager [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1599.279115] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1599.279393] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1599.280254] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Deleting the datastore file [datastore1] d371063f-d419-4965-9840-51e8071bca6a {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1599.282303] env[62306]: DEBUG nova.virt.hardware [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1599.282517] env[62306]: DEBUG nova.virt.hardware [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1599.282678] env[62306]: DEBUG nova.virt.hardware [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1599.282852] env[62306]: DEBUG nova.virt.hardware [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1599.282990] env[62306]: DEBUG nova.virt.hardware [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1599.283145] env[62306]: DEBUG nova.virt.hardware [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1599.283848] env[62306]: DEBUG nova.virt.hardware [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1599.284070] env[62306]: DEBUG nova.virt.hardware [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1599.284254] env[62306]: DEBUG nova.virt.hardware [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1599.284420] env[62306]: DEBUG nova.virt.hardware [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1599.286015] env[62306]: DEBUG nova.virt.hardware [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1599.286015] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ec255b8-d095-474a-bc27-e77c66cef4e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.287722] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9fe4a9-a7a8-4398-b712-cd9f40148185 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.298496] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39bcc0f-5364-46b5-b2e2-3388fc70893b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.305254] env[62306]: DEBUG oslo_vmware.api [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Waiting for the task: (returnval){ [ 1599.305254] env[62306]: value = "task-1972087" [ 1599.305254] env[62306]: _type = "Task" [ 1599.305254] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.319783] env[62306]: DEBUG oslo_vmware.api [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': task-1972087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.389346] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972084, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.531527] env[62306]: ERROR nova.scheduler.client.report [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [req-336ae41b-14e6-4f28-8bf7-075b6717f8bf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-336ae41b-14e6-4f28-8bf7-075b6717f8bf"}]} [ 1599.551077] env[62306]: DEBUG nova.scheduler.client.report [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1599.569969] env[62306]: DEBUG nova.scheduler.client.report [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1599.570355] env[62306]: DEBUG nova.compute.provider_tree [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1599.582733] env[62306]: DEBUG nova.scheduler.client.report [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1599.607410] env[62306]: DEBUG nova.scheduler.client.report [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1599.628657] env[62306]: DEBUG nova.compute.manager [req-b289a892-7b2a-4198-a890-c1c1a52f0366 req-c5ada6c6-fc1c-4f88-972e-1351cea455e3 service nova] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Received event network-vif-deleted-ff3c1ed6-91d5-4904-bad0-d2f78e131213 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1599.628879] env[62306]: INFO nova.compute.manager [req-b289a892-7b2a-4198-a890-c1c1a52f0366 req-c5ada6c6-fc1c-4f88-972e-1351cea455e3 service nova] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Neutron deleted interface ff3c1ed6-91d5-4904-bad0-d2f78e131213; detaching it from the instance and deleting it from the info cache [ 1599.629334] env[62306]: DEBUG nova.network.neutron [req-b289a892-7b2a-4198-a890-c1c1a52f0366 req-c5ada6c6-fc1c-4f88-972e-1351cea455e3 service nova] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.678724] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161843} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.679010] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1599.679985] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221f212b-ba67-45a0-b4ea-d047cd8c62ad {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.710857] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 10b781a1-2f5c-48ae-8750-e10affb9c90b/10b781a1-2f5c-48ae-8750-e10affb9c90b.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1599.712991] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4b47e5b-4c4d-48e5-a2b5-70561ef28686 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.736185] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1599.736185] env[62306]: value = "task-1972088" [ 1599.736185] env[62306]: _type = "Task" [ 1599.736185] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.750066] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972088, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.814079] env[62306]: DEBUG oslo_vmware.api [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Task: {'id': task-1972087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098806} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.816887] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1599.817114] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1599.817296] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1599.817469] env[62306]: INFO nova.compute.manager [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] [instance: d371063f-d419-4965-9840-51e8071bca6a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1599.817705] env[62306]: DEBUG oslo.service.loopingcall [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.818107] env[62306]: DEBUG nova.compute.manager [-] [instance: d371063f-d419-4965-9840-51e8071bca6a] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1599.818209] env[62306]: DEBUG nova.network.neutron [-] [instance: d371063f-d419-4965-9840-51e8071bca6a] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1599.838047] env[62306]: DEBUG nova.network.neutron [-] [instance: d371063f-d419-4965-9840-51e8071bca6a] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1599.890035] env[62306]: DEBUG oslo_vmware.api [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972084, 'name': PowerOnVM_Task, 'duration_secs': 0.911548} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.890119] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1599.890403] env[62306]: INFO nova.compute.manager [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1599.890591] env[62306]: DEBUG nova.compute.manager [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1599.894117] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dc71f8-c880-450b-9e0e-118fe03bb8b6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.951815] env[62306]: DEBUG nova.network.neutron [-] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.134992] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44f4044a-41d7-46cc-833b-a977b034be09 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.145897] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ae3d66-9252-4403-aaf6-0274d09b91df {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.186405] env[62306]: DEBUG nova.compute.manager [req-b289a892-7b2a-4198-a890-c1c1a52f0366 req-c5ada6c6-fc1c-4f88-972e-1351cea455e3 service nova] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Detach interface failed, port_id=ff3c1ed6-91d5-4904-bad0-d2f78e131213, reason: Instance 171d17e6-19f4-432a-887d-ebc7ec3e5481 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1600.234368] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a20246-174a-4729-8232-c66cd73b7cd5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.249798] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3f9a5a-6ccd-401e-b2da-c529ba9d328a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.253110] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972088, 'name': ReconfigVM_Task, 'duration_secs': 0.331055} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.253433] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 10b781a1-2f5c-48ae-8750-e10affb9c90b/10b781a1-2f5c-48ae-8750-e10affb9c90b.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1600.254437] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edada46e-1f8b-4450-8d08-20c4a496777b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.284996] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2907e28-59bb-4365-ac1a-bf8ee860e6f8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.287852] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1600.287852] env[62306]: value = "task-1972089" [ 1600.287852] env[62306]: _type = "Task" [ 1600.287852] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.296219] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189c2398-abad-44b6-83f1-2d8a44eb3281 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.306539] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972089, 'name': Rename_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.319163] env[62306]: DEBUG nova.compute.provider_tree [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1600.344093] env[62306]: DEBUG nova.network.neutron [-] [instance: d371063f-d419-4965-9840-51e8071bca6a] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.413745] env[62306]: INFO nova.compute.manager [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Took 29.15 seconds to build instance. [ 1600.454325] env[62306]: INFO nova.compute.manager [-] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Took 1.76 seconds to deallocate network for instance. [ 1600.501743] env[62306]: DEBUG nova.network.neutron [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Successfully updated port: d93fb807-ac9a-4671-bb2e-855d8ce668ce {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1600.801167] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972089, 'name': Rename_Task, 'duration_secs': 0.150218} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.801458] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1600.801698] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a37693d6-ead7-44f6-a9af-4079b8a472a5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.808530] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1600.808530] env[62306]: value = "task-1972090" [ 1600.808530] env[62306]: _type = "Task" [ 1600.808530] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.816904] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.848494] env[62306]: INFO nova.compute.manager [-] [instance: d371063f-d419-4965-9840-51e8071bca6a] Took 1.03 seconds to deallocate network for instance. [ 1600.861199] env[62306]: DEBUG nova.scheduler.client.report [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1600.862083] env[62306]: DEBUG nova.compute.provider_tree [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 50 to 51 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1600.862083] env[62306]: DEBUG nova.compute.provider_tree [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1600.917101] env[62306]: DEBUG oslo_concurrency.lockutils [None req-32b9e0b1-917e-4d86-bb1d-d4d720137653 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "c2d4aca9-bdef-4d11-bc69-0a0f9152722c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.758s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.961657] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.004749] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquiring lock "refresh_cache-2c04403e-94dd-4b95-a026-b64e9de9b086" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.005152] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquired lock "refresh_cache-2c04403e-94dd-4b95-a026-b64e9de9b086" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.005152] env[62306]: DEBUG nova.network.neutron [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1601.324440] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972090, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.361190] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.368516] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.146s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.368516] env[62306]: DEBUG nova.compute.manager [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1601.370632] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.260s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.370632] env[62306]: DEBUG nova.objects.instance [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lazy-loading 'resources' on Instance uuid 94b578b3-f20b-4701-a6f7-89395226c9a9 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1601.420401] env[62306]: DEBUG nova.compute.manager [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1601.552022] env[62306]: DEBUG nova.network.neutron [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1601.680483] env[62306]: DEBUG nova.compute.manager [req-3d382dd6-d4a9-442d-ac68-942fdf10a544 req-8583c440-e8d9-41b6-8236-2c63c3980a10 service nova] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Received event network-vif-plugged-d93fb807-ac9a-4671-bb2e-855d8ce668ce {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1601.680710] env[62306]: DEBUG oslo_concurrency.lockutils [req-3d382dd6-d4a9-442d-ac68-942fdf10a544 req-8583c440-e8d9-41b6-8236-2c63c3980a10 service nova] Acquiring lock "2c04403e-94dd-4b95-a026-b64e9de9b086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.680997] env[62306]: DEBUG oslo_concurrency.lockutils [req-3d382dd6-d4a9-442d-ac68-942fdf10a544 req-8583c440-e8d9-41b6-8236-2c63c3980a10 service nova] Lock "2c04403e-94dd-4b95-a026-b64e9de9b086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.681502] env[62306]: DEBUG oslo_concurrency.lockutils [req-3d382dd6-d4a9-442d-ac68-942fdf10a544 req-8583c440-e8d9-41b6-8236-2c63c3980a10 service nova] Lock "2c04403e-94dd-4b95-a026-b64e9de9b086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.681502] env[62306]: DEBUG nova.compute.manager [req-3d382dd6-d4a9-442d-ac68-942fdf10a544 req-8583c440-e8d9-41b6-8236-2c63c3980a10 service nova] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] No waiting events found dispatching network-vif-plugged-d93fb807-ac9a-4671-bb2e-855d8ce668ce {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1601.681502] env[62306]: WARNING nova.compute.manager [req-3d382dd6-d4a9-442d-ac68-942fdf10a544 req-8583c440-e8d9-41b6-8236-2c63c3980a10 service nova] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Received unexpected event network-vif-plugged-d93fb807-ac9a-4671-bb2e-855d8ce668ce for instance with vm_state building and task_state spawning. [ 1601.681871] env[62306]: DEBUG nova.compute.manager [req-3d382dd6-d4a9-442d-ac68-942fdf10a544 req-8583c440-e8d9-41b6-8236-2c63c3980a10 service nova] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Received event network-changed-d93fb807-ac9a-4671-bb2e-855d8ce668ce {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1601.681871] env[62306]: DEBUG nova.compute.manager [req-3d382dd6-d4a9-442d-ac68-942fdf10a544 req-8583c440-e8d9-41b6-8236-2c63c3980a10 service nova] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Refreshing instance network info cache due to event network-changed-d93fb807-ac9a-4671-bb2e-855d8ce668ce. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1601.681968] env[62306]: DEBUG oslo_concurrency.lockutils [req-3d382dd6-d4a9-442d-ac68-942fdf10a544 req-8583c440-e8d9-41b6-8236-2c63c3980a10 service nova] Acquiring lock "refresh_cache-2c04403e-94dd-4b95-a026-b64e9de9b086" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.735043] env[62306]: DEBUG nova.network.neutron [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Updating instance_info_cache with network_info: [{"id": "d93fb807-ac9a-4671-bb2e-855d8ce668ce", "address": "fa:16:3e:61:df:e1", "network": {"id": "b8c8af4c-d861-4419-bcf7-0d58400a4b87", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-986718125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c76fd01240b47a18270c8a10629b9f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd93fb807-ac", "ovs_interfaceid": "d93fb807-ac9a-4671-bb2e-855d8ce668ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.824329] env[62306]: DEBUG oslo_vmware.api [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972090, 'name': PowerOnVM_Task, 'duration_secs': 0.51996} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.824625] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1601.824817] env[62306]: INFO nova.compute.manager [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1601.824987] env[62306]: DEBUG nova.compute.manager [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1601.830115] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238047aa-186f-4b23-be8d-3569b9b0af4c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.874670] env[62306]: DEBUG nova.compute.utils [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1601.879443] env[62306]: DEBUG nova.compute.manager [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1601.879734] env[62306]: DEBUG nova.network.neutron [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1601.947886] env[62306]: DEBUG nova.policy [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9056927b1e0f425689fb86bdcb84730b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31e4d1ea0b3d4bd69fecab75d570a27b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1601.955451] env[62306]: DEBUG oslo_concurrency.lockutils [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.242872] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Releasing lock "refresh_cache-2c04403e-94dd-4b95-a026-b64e9de9b086" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.243262] env[62306]: DEBUG nova.compute.manager [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Instance network_info: |[{"id": "d93fb807-ac9a-4671-bb2e-855d8ce668ce", "address": "fa:16:3e:61:df:e1", "network": {"id": "b8c8af4c-d861-4419-bcf7-0d58400a4b87", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-986718125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c76fd01240b47a18270c8a10629b9f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd93fb807-ac", "ovs_interfaceid": "d93fb807-ac9a-4671-bb2e-855d8ce668ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1602.243926] env[62306]: DEBUG oslo_concurrency.lockutils [req-3d382dd6-d4a9-442d-ac68-942fdf10a544 req-8583c440-e8d9-41b6-8236-2c63c3980a10 service nova] Acquired lock "refresh_cache-2c04403e-94dd-4b95-a026-b64e9de9b086" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.244126] env[62306]: DEBUG nova.network.neutron [req-3d382dd6-d4a9-442d-ac68-942fdf10a544 req-8583c440-e8d9-41b6-8236-2c63c3980a10 service nova] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Refreshing network info cache for port d93fb807-ac9a-4671-bb2e-855d8ce668ce {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1602.245344] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:df:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd93fb807-ac9a-4671-bb2e-855d8ce668ce', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1602.255929] env[62306]: DEBUG oslo.service.loopingcall [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1602.257044] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1602.257292] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afb6a47f-49ea-42aa-9e94-1de6cadab408 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.284954] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1602.284954] env[62306]: value = "task-1972091" [ 1602.284954] env[62306]: _type = "Task" [ 1602.284954] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.297896] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972091, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.352508] env[62306]: INFO nova.compute.manager [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Took 28.63 seconds to build instance. [ 1602.386688] env[62306]: DEBUG nova.compute.manager [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1602.392446] env[62306]: DEBUG nova.network.neutron [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Successfully created port: 4d93fb03-0a97-4a4b-ba2f-5417dc35ceef {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1602.502432] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aadcad0-c660-42a1-9c9a-42c3a3598b8e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.513382] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee32e2e-2d1a-429f-bfed-ea42e1af17d0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.548449] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5807f3f1-9425-45cb-9c82-f82c903da273 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.557033] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53386ee3-4629-458c-9e63-23584b15bae4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.572763] env[62306]: DEBUG nova.compute.provider_tree [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1602.806024] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972091, 'name': CreateVM_Task, 'duration_secs': 0.346783} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.806024] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1602.806024] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.806024] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.806024] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1602.806345] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c33f9725-b2e8-44bf-aba5-4d98497be289 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.810966] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for the task: (returnval){ [ 1602.810966] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52df5c87-5d8b-e2a8-a9a5-7f68373f12b1" [ 1602.810966] env[62306]: _type = "Task" [ 1602.810966] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.819805] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52df5c87-5d8b-e2a8-a9a5-7f68373f12b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.858420] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12e2749c-fec2-4529-9bfc-4632b14e4c2d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "10b781a1-2f5c-48ae-8750-e10affb9c90b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.049s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.896768] env[62306]: INFO nova.virt.block_device [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Booting with volume cd6f5500-508d-4842-ac62-e34b56b50dcd at /dev/sda [ 1602.958935] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b38af607-fd2c-4a4f-a5d9-c977bac7de83 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.973089] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baadb20f-e17f-485f-a32e-e70ad54a26e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.012677] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b021b35-83a0-4e07-8854-fe5c5bd44033 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.022383] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd67749f-57f0-434a-8276-c2f0ed346072 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.047876] env[62306]: DEBUG nova.network.neutron [req-3d382dd6-d4a9-442d-ac68-942fdf10a544 req-8583c440-e8d9-41b6-8236-2c63c3980a10 service nova] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Updated VIF entry in instance network info cache for port d93fb807-ac9a-4671-bb2e-855d8ce668ce. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1603.047876] env[62306]: DEBUG nova.network.neutron [req-3d382dd6-d4a9-442d-ac68-942fdf10a544 req-8583c440-e8d9-41b6-8236-2c63c3980a10 service nova] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Updating instance_info_cache with network_info: [{"id": "d93fb807-ac9a-4671-bb2e-855d8ce668ce", "address": "fa:16:3e:61:df:e1", "network": {"id": "b8c8af4c-d861-4419-bcf7-0d58400a4b87", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-986718125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c76fd01240b47a18270c8a10629b9f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd93fb807-ac", "ovs_interfaceid": "d93fb807-ac9a-4671-bb2e-855d8ce668ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.062798] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba46d60-1a31-4740-bcba-8726d020e21a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.071548] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a161af8-9e78-4d83-81ee-33b40502c563 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.079948] env[62306]: DEBUG nova.scheduler.client.report [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1603.089625] env[62306]: DEBUG nova.virt.block_device [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Updating existing volume attachment record: dd0013d1-f24c-439b-a27f-9df02ebe21b4 {{(pid=62306) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1603.322960] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52df5c87-5d8b-e2a8-a9a5-7f68373f12b1, 'name': SearchDatastore_Task, 'duration_secs': 0.040363} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.322960] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.322960] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1603.323219] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.324026] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.324026] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1603.324026] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95262858-dc3a-496d-8db9-057d9e940d00 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.335252] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1603.335252] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1603.335252] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eb77df3-907e-49a9-9a0a-95f244183411 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.341335] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for the task: (returnval){ [ 1603.341335] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5254d434-d87d-5c75-57a7-fc8c14aa6681" [ 1603.341335] env[62306]: _type = "Task" [ 1603.341335] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.350819] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "e7b2d6e6-f687-4d61-9228-e78978e84edf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.350819] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "e7b2d6e6-f687-4d61-9228-e78978e84edf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.356199] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5254d434-d87d-5c75-57a7-fc8c14aa6681, 'name': SearchDatastore_Task} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.357035] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aef51927-df19-4739-a572-1370a6a2e76b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.362388] env[62306]: DEBUG nova.compute.manager [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1603.368489] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for the task: (returnval){ [ 1603.368489] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a30684-8cca-4b65-650e-4198773df357" [ 1603.368489] env[62306]: _type = "Task" [ 1603.368489] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.381152] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a30684-8cca-4b65-650e-4198773df357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.422649] env[62306]: DEBUG nova.compute.manager [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1603.423558] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602982f9-55c5-417a-bd05-8f2ea7a1b4e0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.562829] env[62306]: DEBUG oslo_concurrency.lockutils [req-3d382dd6-d4a9-442d-ac68-942fdf10a544 req-8583c440-e8d9-41b6-8236-2c63c3980a10 service nova] Releasing lock "refresh_cache-2c04403e-94dd-4b95-a026-b64e9de9b086" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.582446] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.587816] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.725s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.589374] env[62306]: INFO nova.compute.claims [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1603.608384] env[62306]: INFO nova.scheduler.client.report [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Deleted allocations for instance 94b578b3-f20b-4701-a6f7-89395226c9a9 [ 1603.891342] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a30684-8cca-4b65-650e-4198773df357, 'name': SearchDatastore_Task, 'duration_secs': 0.028685} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.891481] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.892445] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 2c04403e-94dd-4b95-a026-b64e9de9b086/2c04403e-94dd-4b95-a026-b64e9de9b086.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1603.892445] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9070b2eb-4ad1-400d-b3fe-1676e9042352 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.899529] env[62306]: DEBUG oslo_concurrency.lockutils [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.901049] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for the task: (returnval){ [ 1603.901049] env[62306]: value = "task-1972092" [ 1603.901049] env[62306]: _type = "Task" [ 1603.901049] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.909953] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1972092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.937147] env[62306]: INFO nova.compute.manager [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] instance snapshotting [ 1603.940244] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b8f85f-113e-45c7-9949-f082a04ad748 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.961329] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cb6302-543e-4073-ba67-1174efabdf39 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.117152] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ad1044a5-97ad-4931-a0b1-a791d5be6e9b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "94b578b3-f20b-4701-a6f7-89395226c9a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.336s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.300157] env[62306]: DEBUG nova.network.neutron [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Successfully updated port: 4d93fb03-0a97-4a4b-ba2f-5417dc35ceef {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1604.337229] env[62306]: DEBUG nova.compute.manager [req-d65e0871-1a8a-4f83-8ce6-7a90e3c94cef req-6a98c727-b4ca-4748-a006-b1484dea906b service nova] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Received event network-vif-plugged-4d93fb03-0a97-4a4b-ba2f-5417dc35ceef {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1604.337467] env[62306]: DEBUG oslo_concurrency.lockutils [req-d65e0871-1a8a-4f83-8ce6-7a90e3c94cef req-6a98c727-b4ca-4748-a006-b1484dea906b service nova] Acquiring lock "8a481ddf-54a5-4146-8535-02072b9dd827-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.337682] env[62306]: DEBUG oslo_concurrency.lockutils [req-d65e0871-1a8a-4f83-8ce6-7a90e3c94cef req-6a98c727-b4ca-4748-a006-b1484dea906b service nova] Lock "8a481ddf-54a5-4146-8535-02072b9dd827-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.337862] env[62306]: DEBUG oslo_concurrency.lockutils [req-d65e0871-1a8a-4f83-8ce6-7a90e3c94cef req-6a98c727-b4ca-4748-a006-b1484dea906b service nova] Lock "8a481ddf-54a5-4146-8535-02072b9dd827-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.338364] env[62306]: DEBUG nova.compute.manager [req-d65e0871-1a8a-4f83-8ce6-7a90e3c94cef req-6a98c727-b4ca-4748-a006-b1484dea906b service nova] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] No waiting events found dispatching network-vif-plugged-4d93fb03-0a97-4a4b-ba2f-5417dc35ceef {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1604.338575] env[62306]: WARNING nova.compute.manager [req-d65e0871-1a8a-4f83-8ce6-7a90e3c94cef req-6a98c727-b4ca-4748-a006-b1484dea906b service nova] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Received unexpected event network-vif-plugged-4d93fb03-0a97-4a4b-ba2f-5417dc35ceef for instance with vm_state building and task_state block_device_mapping. [ 1604.413484] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1972092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501049} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.413484] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 2c04403e-94dd-4b95-a026-b64e9de9b086/2c04403e-94dd-4b95-a026-b64e9de9b086.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1604.413809] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1604.413942] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5b65c56-5d5e-410e-ad52-6a8d5cfb845c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.421161] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for the task: (returnval){ [ 1604.421161] env[62306]: value = "task-1972093" [ 1604.421161] env[62306]: _type = "Task" [ 1604.421161] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.431933] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1972093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.474599] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Creating Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1604.474847] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-21dc5898-cd8b-4b74-a4d5-1fecf79712df {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.483879] env[62306]: DEBUG oslo_vmware.api [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1604.483879] env[62306]: value = "task-1972094" [ 1604.483879] env[62306]: _type = "Task" [ 1604.483879] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.496200] env[62306]: DEBUG oslo_vmware.api [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972094, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.804411] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Acquiring lock "refresh_cache-8a481ddf-54a5-4146-8535-02072b9dd827" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.804411] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Acquired lock "refresh_cache-8a481ddf-54a5-4146-8535-02072b9dd827" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.804411] env[62306]: DEBUG nova.network.neutron [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1604.930713] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1972093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117528} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.930984] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1604.931770] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ead2e9d-4b94-43a1-8011-eb10c8cf5bea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.955137] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 2c04403e-94dd-4b95-a026-b64e9de9b086/2c04403e-94dd-4b95-a026-b64e9de9b086.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1604.958045] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98de9b06-a93b-4f77-a3c8-82a1320d6131 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.979009] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for the task: (returnval){ [ 1604.979009] env[62306]: value = "task-1972095" [ 1604.979009] env[62306]: _type = "Task" [ 1604.979009] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.993063] env[62306]: DEBUG oslo_vmware.api [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972094, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.098247] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e1e140-10f4-44a4-9191-e4f7d7f7b947 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.105794] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dd812a-3d5b-4488-b6fe-3a74ca2ecdc2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.138756] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8529d6e1-cfea-47c2-843e-cae4bf19f883 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.148452] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfb2622-d8ef-45da-9d0d-ad28f17e2d7b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.164033] env[62306]: DEBUG nova.compute.provider_tree [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1605.212847] env[62306]: DEBUG nova.compute.manager [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1605.213486] env[62306]: DEBUG nova.virt.hardware [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1605.213684] env[62306]: DEBUG nova.virt.hardware [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1605.213840] env[62306]: DEBUG nova.virt.hardware [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1605.214036] env[62306]: DEBUG nova.virt.hardware [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1605.214202] env[62306]: DEBUG nova.virt.hardware [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1605.214348] env[62306]: DEBUG nova.virt.hardware [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1605.214549] env[62306]: DEBUG nova.virt.hardware [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1605.214706] env[62306]: DEBUG nova.virt.hardware [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1605.214901] env[62306]: DEBUG nova.virt.hardware [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1605.215087] env[62306]: DEBUG nova.virt.hardware [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1605.215261] env[62306]: DEBUG nova.virt.hardware [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1605.216131] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182e5553-76fd-44ad-bf40-8bc388537117 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.224871] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20ef76d-ffe1-442a-9d9e-5995b892b5bf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.351332] env[62306]: DEBUG nova.network.neutron [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1605.491875] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1972095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.497257] env[62306]: DEBUG oslo_vmware.api [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972094, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.516239] env[62306]: DEBUG nova.network.neutron [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Updating instance_info_cache with network_info: [{"id": "4d93fb03-0a97-4a4b-ba2f-5417dc35ceef", "address": "fa:16:3e:e5:2e:77", "network": {"id": "d58c0942-f5ca-4c9b-9c67-324b2cf1afcf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-879653694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31e4d1ea0b3d4bd69fecab75d570a27b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d93fb03-0a", "ovs_interfaceid": "4d93fb03-0a97-4a4b-ba2f-5417dc35ceef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.685592] env[62306]: ERROR nova.scheduler.client.report [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [req-94171e66-d1e0-4f45-849f-b6ada0862b73] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-94171e66-d1e0-4f45-849f-b6ada0862b73"}]} [ 1605.701026] env[62306]: DEBUG nova.scheduler.client.report [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1605.715369] env[62306]: DEBUG nova.scheduler.client.report [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1605.715637] env[62306]: DEBUG nova.compute.provider_tree [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1605.727125] env[62306]: DEBUG nova.scheduler.client.report [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1605.745110] env[62306]: DEBUG nova.scheduler.client.report [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1605.996577] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1972095, 'name': ReconfigVM_Task, 'duration_secs': 0.891573} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.001540] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 2c04403e-94dd-4b95-a026-b64e9de9b086/2c04403e-94dd-4b95-a026-b64e9de9b086.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1606.002204] env[62306]: DEBUG oslo_vmware.api [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972094, 'name': CreateSnapshot_Task, 'duration_secs': 1.481697} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.003017] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a996ec8-c8d8-488e-be92-e5c11fc0a297 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.004043] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Created Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1606.004739] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759b1930-1ae2-439e-972a-208f7b8283d1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.017759] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for the task: (returnval){ [ 1606.017759] env[62306]: value = "task-1972096" [ 1606.017759] env[62306]: _type = "Task" [ 1606.017759] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.018444] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Releasing lock "refresh_cache-8a481ddf-54a5-4146-8535-02072b9dd827" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.018650] env[62306]: DEBUG nova.compute.manager [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Instance network_info: |[{"id": "4d93fb03-0a97-4a4b-ba2f-5417dc35ceef", "address": "fa:16:3e:e5:2e:77", "network": {"id": "d58c0942-f5ca-4c9b-9c67-324b2cf1afcf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-879653694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31e4d1ea0b3d4bd69fecab75d570a27b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d93fb03-0a", "ovs_interfaceid": "4d93fb03-0a97-4a4b-ba2f-5417dc35ceef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1606.021651] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:2e:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d93fb03-0a97-4a4b-ba2f-5417dc35ceef', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1606.029053] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Creating folder: Project (31e4d1ea0b3d4bd69fecab75d570a27b). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1606.032041] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f457ea43-51f6-4914-9e43-a41e7cc7ecb4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.040313] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1972096, 'name': Rename_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.047771] env[62306]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1606.047956] env[62306]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62306) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1606.048483] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Folder already exists: Project (31e4d1ea0b3d4bd69fecab75d570a27b). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1606.048674] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Creating folder: Instances. Parent ref: group-v406020. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1606.049508] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4061dc3f-3ee7-42e1-a37e-48d524c3c546 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.061594] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Created folder: Instances in parent group-v406020. [ 1606.061825] env[62306]: DEBUG oslo.service.loopingcall [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1606.062011] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1606.062229] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2517f7f8-e48b-4b35-ba72-a3ca16ac3554 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.084670] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1606.084670] env[62306]: value = "task-1972099" [ 1606.084670] env[62306]: _type = "Task" [ 1606.084670] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.093770] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972099, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.209895] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832c6bb8-75f6-4c37-a93b-fed4e3d1a64a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.218485] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890f6fbe-4146-4ad7-b0d7-c3dbd5028e21 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.249952] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9a6f8c-3bc4-4969-98a2-fa81b6600d8e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.258460] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37cecde-63d6-426e-be5b-ed7369b99f2e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.274009] env[62306]: DEBUG nova.compute.provider_tree [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1606.408366] env[62306]: DEBUG nova.compute.manager [req-f063dbad-e13e-4e23-89b9-0bc801dc9626 req-abab4f44-1e4e-4787-a97f-ebe2faa87e36 service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Received event network-changed-08141c6b-51fe-4fa9-ae42-6683fce1c63a {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1606.408682] env[62306]: DEBUG nova.compute.manager [req-f063dbad-e13e-4e23-89b9-0bc801dc9626 req-abab4f44-1e4e-4787-a97f-ebe2faa87e36 service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Refreshing instance network info cache due to event network-changed-08141c6b-51fe-4fa9-ae42-6683fce1c63a. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1606.409049] env[62306]: DEBUG oslo_concurrency.lockutils [req-f063dbad-e13e-4e23-89b9-0bc801dc9626 req-abab4f44-1e4e-4787-a97f-ebe2faa87e36 service nova] Acquiring lock "refresh_cache-10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.409345] env[62306]: DEBUG oslo_concurrency.lockutils [req-f063dbad-e13e-4e23-89b9-0bc801dc9626 req-abab4f44-1e4e-4787-a97f-ebe2faa87e36 service nova] Acquired lock "refresh_cache-10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.409659] env[62306]: DEBUG nova.network.neutron [req-f063dbad-e13e-4e23-89b9-0bc801dc9626 req-abab4f44-1e4e-4787-a97f-ebe2faa87e36 service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Refreshing network info cache for port 08141c6b-51fe-4fa9-ae42-6683fce1c63a {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1606.525892] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Creating linked-clone VM from snapshot {{(pid=62306) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1606.526299] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3b23ac8f-d2e7-4f2f-8b00-9ff196d1dd66 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.539819] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1972096, 'name': Rename_Task, 'duration_secs': 0.138694} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.541087] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1606.541386] env[62306]: DEBUG oslo_vmware.api [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1606.541386] env[62306]: value = "task-1972100" [ 1606.541386] env[62306]: _type = "Task" [ 1606.541386] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.541564] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03369c2b-5bc9-4bd2-9187-21a8ade386f8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.551453] env[62306]: DEBUG oslo_vmware.api [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972100, 'name': CloneVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.552762] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for the task: (returnval){ [ 1606.552762] env[62306]: value = "task-1972101" [ 1606.552762] env[62306]: _type = "Task" [ 1606.552762] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.564210] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1972101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.595700] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972099, 'name': CreateVM_Task, 'duration_secs': 0.363054} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.595895] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1606.596599] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'disk_bus': None, 'attachment_id': 'dd0013d1-f24c-439b-a27f-9df02ebe21b4', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406033', 'volume_id': 'cd6f5500-508d-4842-ac62-e34b56b50dcd', 'name': 'volume-cd6f5500-508d-4842-ac62-e34b56b50dcd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a481ddf-54a5-4146-8535-02072b9dd827', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd6f5500-508d-4842-ac62-e34b56b50dcd', 'serial': 'cd6f5500-508d-4842-ac62-e34b56b50dcd'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62306) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1606.596828] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Root volume attach. Driver type: vmdk {{(pid=62306) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1606.597634] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3dbb2f-8e02-4fd9-bf66-a802130645f3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.610679] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41a1a4e-b00b-449c-8951-826602aff13e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.618123] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a333caf9-e5a0-4789-8aa3-6b6d03446597 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.625108] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-0c17188c-f8e7-44a9-9fd0-6926a5672e6e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.633089] env[62306]: DEBUG oslo_vmware.api [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Waiting for the task: (returnval){ [ 1606.633089] env[62306]: value = "task-1972102" [ 1606.633089] env[62306]: _type = "Task" [ 1606.633089] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.645096] env[62306]: DEBUG oslo_vmware.api [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Task: {'id': task-1972102, 'name': RelocateVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.810297] env[62306]: DEBUG nova.scheduler.client.report [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1606.810654] env[62306]: DEBUG nova.compute.provider_tree [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 52 to 53 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1606.810905] env[62306]: DEBUG nova.compute.provider_tree [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1607.054926] env[62306]: DEBUG oslo_vmware.api [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972100, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.065968] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1972101, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.144312] env[62306]: DEBUG oslo_vmware.api [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Task: {'id': task-1972102, 'name': RelocateVM_Task, 'duration_secs': 0.039059} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.144724] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Volume attach. Driver type: vmdk {{(pid=62306) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1607.144810] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406033', 'volume_id': 'cd6f5500-508d-4842-ac62-e34b56b50dcd', 'name': 'volume-cd6f5500-508d-4842-ac62-e34b56b50dcd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a481ddf-54a5-4146-8535-02072b9dd827', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd6f5500-508d-4842-ac62-e34b56b50dcd', 'serial': 'cd6f5500-508d-4842-ac62-e34b56b50dcd'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1607.145556] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b38c84-80b6-4123-bf35-537b58eaae85 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.164191] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b96ff04-170f-45f0-8a87-fdef2c99ad49 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.186211] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] volume-cd6f5500-508d-4842-ac62-e34b56b50dcd/volume-cd6f5500-508d-4842-ac62-e34b56b50dcd.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1607.187130] env[62306]: DEBUG nova.network.neutron [req-f063dbad-e13e-4e23-89b9-0bc801dc9626 req-abab4f44-1e4e-4787-a97f-ebe2faa87e36 service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Updated VIF entry in instance network info cache for port 08141c6b-51fe-4fa9-ae42-6683fce1c63a. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1607.187446] env[62306]: DEBUG nova.network.neutron [req-f063dbad-e13e-4e23-89b9-0bc801dc9626 req-abab4f44-1e4e-4787-a97f-ebe2faa87e36 service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Updating instance_info_cache with network_info: [{"id": "08141c6b-51fe-4fa9-ae42-6683fce1c63a", "address": "fa:16:3e:78:51:7a", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08141c6b-51", "ovs_interfaceid": "08141c6b-51fe-4fa9-ae42-6683fce1c63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.189084] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e97d2316-94b8-40c3-8367-f467e6901518 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.209893] env[62306]: DEBUG oslo_vmware.api [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Waiting for the task: (returnval){ [ 1607.209893] env[62306]: value = "task-1972103" [ 1607.209893] env[62306]: _type = "Task" [ 1607.209893] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.223730] env[62306]: DEBUG oslo_vmware.api [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Task: {'id': task-1972103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.318037] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.733s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.318730] env[62306]: DEBUG nova.compute.manager [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1607.322169] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.733s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.322515] env[62306]: DEBUG nova.objects.instance [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Lazy-loading 'resources' on Instance uuid 4f552bc4-3af1-4579-b0d3-8dc962bd27c6 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1607.554751] env[62306]: DEBUG oslo_vmware.api [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972100, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.564243] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1972101, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.690056] env[62306]: DEBUG oslo_concurrency.lockutils [req-f063dbad-e13e-4e23-89b9-0bc801dc9626 req-abab4f44-1e4e-4787-a97f-ebe2faa87e36 service nova] Releasing lock "refresh_cache-10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.690415] env[62306]: DEBUG nova.compute.manager [req-f063dbad-e13e-4e23-89b9-0bc801dc9626 req-abab4f44-1e4e-4787-a97f-ebe2faa87e36 service nova] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Received event network-changed-4d93fb03-0a97-4a4b-ba2f-5417dc35ceef {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1607.690645] env[62306]: DEBUG nova.compute.manager [req-f063dbad-e13e-4e23-89b9-0bc801dc9626 req-abab4f44-1e4e-4787-a97f-ebe2faa87e36 service nova] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Refreshing instance network info cache due to event network-changed-4d93fb03-0a97-4a4b-ba2f-5417dc35ceef. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1607.690923] env[62306]: DEBUG oslo_concurrency.lockutils [req-f063dbad-e13e-4e23-89b9-0bc801dc9626 req-abab4f44-1e4e-4787-a97f-ebe2faa87e36 service nova] Acquiring lock "refresh_cache-8a481ddf-54a5-4146-8535-02072b9dd827" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.691096] env[62306]: DEBUG oslo_concurrency.lockutils [req-f063dbad-e13e-4e23-89b9-0bc801dc9626 req-abab4f44-1e4e-4787-a97f-ebe2faa87e36 service nova] Acquired lock "refresh_cache-8a481ddf-54a5-4146-8535-02072b9dd827" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.691304] env[62306]: DEBUG nova.network.neutron [req-f063dbad-e13e-4e23-89b9-0bc801dc9626 req-abab4f44-1e4e-4787-a97f-ebe2faa87e36 service nova] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Refreshing network info cache for port 4d93fb03-0a97-4a4b-ba2f-5417dc35ceef {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1607.722474] env[62306]: DEBUG oslo_vmware.api [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Task: {'id': task-1972103, 'name': ReconfigVM_Task, 'duration_secs': 0.473824} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.722474] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Reconfigured VM instance instance-00000016 to attach disk [datastore1] volume-cd6f5500-508d-4842-ac62-e34b56b50dcd/volume-cd6f5500-508d-4842-ac62-e34b56b50dcd.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1607.727028] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01adf654-deba-4683-8de7-eeaf09f72975 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.745128] env[62306]: DEBUG oslo_vmware.api [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Waiting for the task: (returnval){ [ 1607.745128] env[62306]: value = "task-1972104" [ 1607.745128] env[62306]: _type = "Task" [ 1607.745128] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.754633] env[62306]: DEBUG oslo_vmware.api [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Task: {'id': task-1972104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.827164] env[62306]: DEBUG nova.compute.utils [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1607.832527] env[62306]: DEBUG nova.compute.manager [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1607.832717] env[62306]: DEBUG nova.network.neutron [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1607.902009] env[62306]: DEBUG nova.policy [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b7d9a564d014818b8b3cdf9698fce67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daee10609fae469f918ad6e4c75ab386', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1608.059741] env[62306]: DEBUG oslo_vmware.api [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972100, 'name': CloneVM_Task, 'duration_secs': 1.375235} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.062944] env[62306]: INFO nova.virt.vmwareapi.vmops [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Created linked-clone VM from snapshot [ 1608.063692] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5d4099-e21f-45de-946e-37ed07f8045c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.080147] env[62306]: DEBUG oslo_vmware.api [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1972101, 'name': PowerOnVM_Task, 'duration_secs': 1.112613} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.080147] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Uploading image 31f4bf5d-f12a-4fa1-97ff-9616e3907b5a {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1608.081537] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1608.081731] env[62306]: INFO nova.compute.manager [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1608.081935] env[62306]: DEBUG nova.compute.manager [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1608.082704] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1692e7-da6c-4ccd-89d0-aa0c2adde304 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.099395] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Destroying the VM {{(pid=62306) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1608.099646] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2ac94891-ffd3-4eaa-a47c-e7454bdd5b3a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.107111] env[62306]: DEBUG oslo_vmware.api [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1608.107111] env[62306]: value = "task-1972105" [ 1608.107111] env[62306]: _type = "Task" [ 1608.107111] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.119107] env[62306]: DEBUG oslo_vmware.api [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972105, 'name': Destroy_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.184541] env[62306]: DEBUG nova.network.neutron [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Successfully created port: e3ef9ffb-7167-48a7-aa49-af1b76aa941d {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1608.257466] env[62306]: DEBUG oslo_vmware.api [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Task: {'id': task-1972104, 'name': ReconfigVM_Task, 'duration_secs': 0.179882} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.258017] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406033', 'volume_id': 'cd6f5500-508d-4842-ac62-e34b56b50dcd', 'name': 'volume-cd6f5500-508d-4842-ac62-e34b56b50dcd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a481ddf-54a5-4146-8535-02072b9dd827', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd6f5500-508d-4842-ac62-e34b56b50dcd', 'serial': 'cd6f5500-508d-4842-ac62-e34b56b50dcd'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1608.258555] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5812e954-6024-416f-b280-c78121b99ea4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.266652] env[62306]: DEBUG oslo_vmware.api [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Waiting for the task: (returnval){ [ 1608.266652] env[62306]: value = "task-1972106" [ 1608.266652] env[62306]: _type = "Task" [ 1608.266652] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.276967] env[62306]: DEBUG oslo_vmware.api [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Task: {'id': task-1972106, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.328346] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbdc76b-e628-4f97-80f9-cf86852f3ab4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.332881] env[62306]: DEBUG nova.compute.manager [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1608.339454] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a98324-bdf4-448e-b1d3-c5784e2962a8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.375010] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87115fe1-31f8-4db9-96ce-1af37483a807 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.384490] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41fd973-184b-4ac5-b88b-408de2b99880 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.401296] env[62306]: DEBUG nova.compute.provider_tree [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1608.604394] env[62306]: INFO nova.compute.manager [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Took 32.79 seconds to build instance. [ 1608.622659] env[62306]: DEBUG oslo_vmware.api [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972105, 'name': Destroy_Task, 'duration_secs': 0.403809} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.622659] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Destroyed the VM [ 1608.622659] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Deleting Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1608.622659] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-07ffd4a1-232b-4b12-aba9-a1516b43d33c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.630860] env[62306]: DEBUG oslo_vmware.api [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1608.630860] env[62306]: value = "task-1972107" [ 1608.630860] env[62306]: _type = "Task" [ 1608.630860] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.642364] env[62306]: DEBUG oslo_vmware.api [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972107, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.719927] env[62306]: DEBUG nova.network.neutron [req-f063dbad-e13e-4e23-89b9-0bc801dc9626 req-abab4f44-1e4e-4787-a97f-ebe2faa87e36 service nova] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Updated VIF entry in instance network info cache for port 4d93fb03-0a97-4a4b-ba2f-5417dc35ceef. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1608.720325] env[62306]: DEBUG nova.network.neutron [req-f063dbad-e13e-4e23-89b9-0bc801dc9626 req-abab4f44-1e4e-4787-a97f-ebe2faa87e36 service nova] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Updating instance_info_cache with network_info: [{"id": "4d93fb03-0a97-4a4b-ba2f-5417dc35ceef", "address": "fa:16:3e:e5:2e:77", "network": {"id": "d58c0942-f5ca-4c9b-9c67-324b2cf1afcf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-879653694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31e4d1ea0b3d4bd69fecab75d570a27b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d93fb03-0a", "ovs_interfaceid": "4d93fb03-0a97-4a4b-ba2f-5417dc35ceef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.777745] env[62306]: DEBUG oslo_vmware.api [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Task: {'id': task-1972106, 'name': Rename_Task, 'duration_secs': 0.21186} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.778048] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1608.778301] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eef971b-4c2b-4f9c-9d2a-f1b1a22fbf03 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.787122] env[62306]: DEBUG oslo_vmware.api [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Waiting for the task: (returnval){ [ 1608.787122] env[62306]: value = "task-1972108" [ 1608.787122] env[62306]: _type = "Task" [ 1608.787122] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.795977] env[62306]: DEBUG oslo_vmware.api [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Task: {'id': task-1972108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.904722] env[62306]: DEBUG nova.scheduler.client.report [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1609.106345] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b872362-1365-4733-844f-2fcd8855516e tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lock "2c04403e-94dd-4b95-a026-b64e9de9b086" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.577s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.143722] env[62306]: DEBUG oslo_vmware.api [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972107, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.223062] env[62306]: DEBUG oslo_concurrency.lockutils [req-f063dbad-e13e-4e23-89b9-0bc801dc9626 req-abab4f44-1e4e-4787-a97f-ebe2faa87e36 service nova] Releasing lock "refresh_cache-8a481ddf-54a5-4146-8535-02072b9dd827" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.299895] env[62306]: DEBUG oslo_vmware.api [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Task: {'id': task-1972108, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.350298] env[62306]: DEBUG nova.compute.manager [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1609.380746] env[62306]: DEBUG nova.virt.hardware [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1609.381073] env[62306]: DEBUG nova.virt.hardware [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1609.381240] env[62306]: DEBUG nova.virt.hardware [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1609.381457] env[62306]: DEBUG nova.virt.hardware [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1609.381683] env[62306]: DEBUG nova.virt.hardware [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1609.382074] env[62306]: DEBUG nova.virt.hardware [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1609.382074] env[62306]: DEBUG nova.virt.hardware [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1609.382237] env[62306]: DEBUG nova.virt.hardware [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1609.382402] env[62306]: DEBUG nova.virt.hardware [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1609.382609] env[62306]: DEBUG nova.virt.hardware [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1609.382818] env[62306]: DEBUG nova.virt.hardware [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1609.384428] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23be8bf-8fef-45d7-9f62-db4fea37b728 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.396994] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbab2bc4-070e-4cad-9e45-297f2dc0f880 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.415957] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.421129] env[62306]: DEBUG oslo_concurrency.lockutils [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.697s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.421129] env[62306]: INFO nova.compute.claims [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1609.441444] env[62306]: INFO nova.scheduler.client.report [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Deleted allocations for instance 4f552bc4-3af1-4579-b0d3-8dc962bd27c6 [ 1609.472506] env[62306]: DEBUG nova.compute.manager [req-52695b9a-f363-491a-b51c-9e003c026eb1 req-e8806374-8a93-4614-9714-10761a3dc2e3 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Received event network-changed-a1c6e16f-95bb-4b21-82ee-d6a252e59ff0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1609.472777] env[62306]: DEBUG nova.compute.manager [req-52695b9a-f363-491a-b51c-9e003c026eb1 req-e8806374-8a93-4614-9714-10761a3dc2e3 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Refreshing instance network info cache due to event network-changed-a1c6e16f-95bb-4b21-82ee-d6a252e59ff0. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1609.472898] env[62306]: DEBUG oslo_concurrency.lockutils [req-52695b9a-f363-491a-b51c-9e003c026eb1 req-e8806374-8a93-4614-9714-10761a3dc2e3 service nova] Acquiring lock "refresh_cache-f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.473045] env[62306]: DEBUG oslo_concurrency.lockutils [req-52695b9a-f363-491a-b51c-9e003c026eb1 req-e8806374-8a93-4614-9714-10761a3dc2e3 service nova] Acquired lock "refresh_cache-f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.473229] env[62306]: DEBUG nova.network.neutron [req-52695b9a-f363-491a-b51c-9e003c026eb1 req-e8806374-8a93-4614-9714-10761a3dc2e3 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Refreshing network info cache for port a1c6e16f-95bb-4b21-82ee-d6a252e59ff0 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1609.609919] env[62306]: DEBUG nova.compute.manager [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1609.643154] env[62306]: DEBUG oslo_vmware.api [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972107, 'name': RemoveSnapshot_Task, 'duration_secs': 0.800873} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.643434] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Deleted Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1609.802026] env[62306]: DEBUG oslo_vmware.api [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Task: {'id': task-1972108, 'name': PowerOnVM_Task, 'duration_secs': 0.628} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.802026] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1609.802026] env[62306]: INFO nova.compute.manager [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Took 4.59 seconds to spawn the instance on the hypervisor. [ 1609.802026] env[62306]: DEBUG nova.compute.manager [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1609.802026] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9600c77-2beb-44bd-81ed-4ab533a632d7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.950755] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f8caee13-8a8f-4ddd-af20-572bcf98f8e9 tempest-ServersAdmin275Test-248828540 tempest-ServersAdmin275Test-248828540-project-member] Lock "4f552bc4-3af1-4579-b0d3-8dc962bd27c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.632s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.120212] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Acquiring lock "5e8d85c0-d594-478f-a56d-4f3f5bacb66d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.120541] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Lock "5e8d85c0-d594-478f-a56d-4f3f5bacb66d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.120786] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Acquiring lock "5e8d85c0-d594-478f-a56d-4f3f5bacb66d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.121697] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Lock "5e8d85c0-d594-478f-a56d-4f3f5bacb66d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.121949] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Lock "5e8d85c0-d594-478f-a56d-4f3f5bacb66d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.126155] env[62306]: INFO nova.compute.manager [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Terminating instance [ 1610.138167] env[62306]: DEBUG oslo_concurrency.lockutils [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.148194] env[62306]: WARNING nova.compute.manager [None req-d952ff23-5a03-4dcd-93ee-b909e83c1a37 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Image not found during snapshot: nova.exception.ImageNotFound: Image 31f4bf5d-f12a-4fa1-97ff-9616e3907b5a could not be found. [ 1610.321720] env[62306]: INFO nova.compute.manager [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Took 32.08 seconds to build instance. [ 1610.374228] env[62306]: DEBUG nova.network.neutron [req-52695b9a-f363-491a-b51c-9e003c026eb1 req-e8806374-8a93-4614-9714-10761a3dc2e3 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Updated VIF entry in instance network info cache for port a1c6e16f-95bb-4b21-82ee-d6a252e59ff0. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1610.374594] env[62306]: DEBUG nova.network.neutron [req-52695b9a-f363-491a-b51c-9e003c026eb1 req-e8806374-8a93-4614-9714-10761a3dc2e3 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Updating instance_info_cache with network_info: [{"id": "a1c6e16f-95bb-4b21-82ee-d6a252e59ff0", "address": "fa:16:3e:d4:81:1c", "network": {"id": "b8c8af4c-d861-4419-bcf7-0d58400a4b87", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-986718125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c76fd01240b47a18270c8a10629b9f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c6e16f-95", "ovs_interfaceid": "a1c6e16f-95bb-4b21-82ee-d6a252e59ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.387234] env[62306]: DEBUG nova.network.neutron [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Successfully updated port: e3ef9ffb-7167-48a7-aa49-af1b76aa941d {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1610.633145] env[62306]: DEBUG nova.compute.manager [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1610.633145] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1610.640230] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37de847b-fdcb-40b9-9010-86bdcc682ada {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.650466] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1610.650895] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1322e88-adea-40c1-9876-d5fa2c91ca95 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.663222] env[62306]: DEBUG oslo_vmware.api [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Waiting for the task: (returnval){ [ 1610.663222] env[62306]: value = "task-1972109" [ 1610.663222] env[62306]: _type = "Task" [ 1610.663222] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.673450] env[62306]: DEBUG oslo_vmware.api [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': task-1972109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.824835] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb9b82d2-04f7-4df0-8446-6bb52b9195ee tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Lock "8a481ddf-54a5-4146-8535-02072b9dd827" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.583s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.878086] env[62306]: DEBUG oslo_concurrency.lockutils [req-52695b9a-f363-491a-b51c-9e003c026eb1 req-e8806374-8a93-4614-9714-10761a3dc2e3 service nova] Releasing lock "refresh_cache-f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.890212] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "refresh_cache-3b0031c9-60be-48ee-badf-2427afc1de23" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.890212] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquired lock "refresh_cache-3b0031c9-60be-48ee-badf-2427afc1de23" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.890325] env[62306]: DEBUG nova.network.neutron [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1610.958487] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183e5f2f-1a40-4375-a9c5-82578c68ced7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.966423] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01c382e-a23b-4213-8747-8624b9836483 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.999198] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34db11c3-97c2-4cbe-8a14-8825929d0fe6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.007115] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb2a908-4864-45d2-9f62-1bbc87d17a57 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.022166] env[62306]: DEBUG nova.compute.provider_tree [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1611.175548] env[62306]: DEBUG oslo_vmware.api [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': task-1972109, 'name': PowerOffVM_Task, 'duration_secs': 0.436187} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.175860] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1611.176083] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1611.176367] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36f3b6e1-0e32-476e-bbd5-c34c03ab6ec2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.330578] env[62306]: DEBUG nova.compute.manager [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1611.437541] env[62306]: DEBUG nova.network.neutron [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1611.519108] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1611.519108] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1611.519108] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Deleting the datastore file [datastore1] 5e8d85c0-d594-478f-a56d-4f3f5bacb66d {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1611.519108] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51c26c8c-57eb-43cb-ae23-f08d011e5b6b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.525019] env[62306]: DEBUG nova.scheduler.client.report [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1611.534315] env[62306]: DEBUG oslo_vmware.api [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Waiting for the task: (returnval){ [ 1611.534315] env[62306]: value = "task-1972111" [ 1611.534315] env[62306]: _type = "Task" [ 1611.534315] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.544331] env[62306]: DEBUG oslo_vmware.api [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': task-1972111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.645430] env[62306]: DEBUG nova.network.neutron [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Updating instance_info_cache with network_info: [{"id": "e3ef9ffb-7167-48a7-aa49-af1b76aa941d", "address": "fa:16:3e:39:9a:f3", "network": {"id": "3b745275-fbc6-4427-8926-688b1f79cbaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1287131670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daee10609fae469f918ad6e4c75ab386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ef9ffb-71", "ovs_interfaceid": "e3ef9ffb-7167-48a7-aa49-af1b76aa941d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.867103] env[62306]: DEBUG oslo_concurrency.lockutils [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.917229] env[62306]: DEBUG nova.compute.manager [req-6673cfc3-cb8f-47ce-89ae-a77a704b6430 req-10631d82-d7d8-4fe3-adfd-4451a6a2286e service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Received event network-changed-a1c6e16f-95bb-4b21-82ee-d6a252e59ff0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1611.917468] env[62306]: DEBUG nova.compute.manager [req-6673cfc3-cb8f-47ce-89ae-a77a704b6430 req-10631d82-d7d8-4fe3-adfd-4451a6a2286e service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Refreshing instance network info cache due to event network-changed-a1c6e16f-95bb-4b21-82ee-d6a252e59ff0. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1611.917737] env[62306]: DEBUG oslo_concurrency.lockutils [req-6673cfc3-cb8f-47ce-89ae-a77a704b6430 req-10631d82-d7d8-4fe3-adfd-4451a6a2286e service nova] Acquiring lock "refresh_cache-f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.917960] env[62306]: DEBUG oslo_concurrency.lockutils [req-6673cfc3-cb8f-47ce-89ae-a77a704b6430 req-10631d82-d7d8-4fe3-adfd-4451a6a2286e service nova] Acquired lock "refresh_cache-f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.918207] env[62306]: DEBUG nova.network.neutron [req-6673cfc3-cb8f-47ce-89ae-a77a704b6430 req-10631d82-d7d8-4fe3-adfd-4451a6a2286e service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Refreshing network info cache for port a1c6e16f-95bb-4b21-82ee-d6a252e59ff0 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1612.038019] env[62306]: DEBUG oslo_concurrency.lockutils [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.038019] env[62306]: DEBUG nova.compute.manager [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1612.044226] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.400s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.047171] env[62306]: INFO nova.compute.claims [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1612.069123] env[62306]: DEBUG oslo_vmware.api [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Task: {'id': task-1972111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190315} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.069643] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1612.070053] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1612.070328] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1612.070574] env[62306]: INFO nova.compute.manager [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Took 1.44 seconds to destroy the instance on the hypervisor. [ 1612.070830] env[62306]: DEBUG oslo.service.loopingcall [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1612.071037] env[62306]: DEBUG nova.compute.manager [-] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1612.071136] env[62306]: DEBUG nova.network.neutron [-] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1612.146554] env[62306]: DEBUG nova.compute.manager [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Received event network-vif-plugged-e3ef9ffb-7167-48a7-aa49-af1b76aa941d {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1612.146956] env[62306]: DEBUG oslo_concurrency.lockutils [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] Acquiring lock "3b0031c9-60be-48ee-badf-2427afc1de23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.148459] env[62306]: DEBUG oslo_concurrency.lockutils [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] Lock "3b0031c9-60be-48ee-badf-2427afc1de23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.148713] env[62306]: DEBUG oslo_concurrency.lockutils [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] Lock "3b0031c9-60be-48ee-badf-2427afc1de23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.148885] env[62306]: DEBUG nova.compute.manager [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] No waiting events found dispatching network-vif-plugged-e3ef9ffb-7167-48a7-aa49-af1b76aa941d {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1612.149099] env[62306]: WARNING nova.compute.manager [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Received unexpected event network-vif-plugged-e3ef9ffb-7167-48a7-aa49-af1b76aa941d for instance with vm_state building and task_state spawning. [ 1612.149674] env[62306]: DEBUG nova.compute.manager [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Received event network-changed-e3ef9ffb-7167-48a7-aa49-af1b76aa941d {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1612.149674] env[62306]: DEBUG nova.compute.manager [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Refreshing instance network info cache due to event network-changed-e3ef9ffb-7167-48a7-aa49-af1b76aa941d. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1612.149674] env[62306]: DEBUG oslo_concurrency.lockutils [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] Acquiring lock "refresh_cache-3b0031c9-60be-48ee-badf-2427afc1de23" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.150306] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Releasing lock "refresh_cache-3b0031c9-60be-48ee-badf-2427afc1de23" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.150613] env[62306]: DEBUG nova.compute.manager [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Instance network_info: |[{"id": "e3ef9ffb-7167-48a7-aa49-af1b76aa941d", "address": "fa:16:3e:39:9a:f3", "network": {"id": "3b745275-fbc6-4427-8926-688b1f79cbaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1287131670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daee10609fae469f918ad6e4c75ab386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ef9ffb-71", "ovs_interfaceid": "e3ef9ffb-7167-48a7-aa49-af1b76aa941d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1612.150916] env[62306]: DEBUG oslo_concurrency.lockutils [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] Acquired lock "refresh_cache-3b0031c9-60be-48ee-badf-2427afc1de23" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.151076] env[62306]: DEBUG nova.network.neutron [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Refreshing network info cache for port e3ef9ffb-7167-48a7-aa49-af1b76aa941d {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1612.152818] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:9a:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3ef9ffb-7167-48a7-aa49-af1b76aa941d', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1612.161368] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Creating folder: Project (daee10609fae469f918ad6e4c75ab386). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1612.162673] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c869c19e-11d2-4eb1-89b6-116f4e4399d2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.175335] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Created folder: Project (daee10609fae469f918ad6e4c75ab386) in parent group-v406007. [ 1612.175335] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Creating folder: Instances. Parent ref: group-v406079. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1612.175335] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e0c313c-b1d4-4d87-914b-36ae69f1e8b3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.185405] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Created folder: Instances in parent group-v406079. [ 1612.185720] env[62306]: DEBUG oslo.service.loopingcall [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1612.185935] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1612.186166] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d88a3f96-0663-43b1-b6e0-ed90bdcba40d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.208530] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1612.208530] env[62306]: value = "task-1972114" [ 1612.208530] env[62306]: _type = "Task" [ 1612.208530] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.220107] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972114, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.556838] env[62306]: DEBUG nova.compute.utils [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1612.558886] env[62306]: DEBUG nova.compute.manager [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1612.559189] env[62306]: DEBUG nova.network.neutron [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1612.594875] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "c2d4aca9-bdef-4d11-bc69-0a0f9152722c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.594875] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "c2d4aca9-bdef-4d11-bc69-0a0f9152722c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.594875] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "c2d4aca9-bdef-4d11-bc69-0a0f9152722c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.594875] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "c2d4aca9-bdef-4d11-bc69-0a0f9152722c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.595201] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "c2d4aca9-bdef-4d11-bc69-0a0f9152722c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.596301] env[62306]: INFO nova.compute.manager [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Terminating instance [ 1612.686021] env[62306]: DEBUG nova.policy [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b9cffd00d4041d09ecaf07e83878d5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd13c375020a64714947574be27ccc439', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1612.720988] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972114, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.064512] env[62306]: DEBUG nova.compute.manager [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1613.068340] env[62306]: DEBUG nova.network.neutron [req-6673cfc3-cb8f-47ce-89ae-a77a704b6430 req-10631d82-d7d8-4fe3-adfd-4451a6a2286e service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Updated VIF entry in instance network info cache for port a1c6e16f-95bb-4b21-82ee-d6a252e59ff0. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1613.068670] env[62306]: DEBUG nova.network.neutron [req-6673cfc3-cb8f-47ce-89ae-a77a704b6430 req-10631d82-d7d8-4fe3-adfd-4451a6a2286e service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Updating instance_info_cache with network_info: [{"id": "a1c6e16f-95bb-4b21-82ee-d6a252e59ff0", "address": "fa:16:3e:d4:81:1c", "network": {"id": "b8c8af4c-d861-4419-bcf7-0d58400a4b87", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-986718125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c76fd01240b47a18270c8a10629b9f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c6e16f-95", "ovs_interfaceid": "a1c6e16f-95bb-4b21-82ee-d6a252e59ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.104350] env[62306]: DEBUG nova.compute.manager [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1613.104603] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1613.106317] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d68d787-91d7-4ccf-81cf-0edc7016b825 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.113352] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1613.117219] env[62306]: DEBUG nova.network.neutron [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Updated VIF entry in instance network info cache for port e3ef9ffb-7167-48a7-aa49-af1b76aa941d. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1613.117516] env[62306]: DEBUG nova.network.neutron [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Updating instance_info_cache with network_info: [{"id": "e3ef9ffb-7167-48a7-aa49-af1b76aa941d", "address": "fa:16:3e:39:9a:f3", "network": {"id": "3b745275-fbc6-4427-8926-688b1f79cbaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1287131670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daee10609fae469f918ad6e4c75ab386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ef9ffb-71", "ovs_interfaceid": "e3ef9ffb-7167-48a7-aa49-af1b76aa941d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.122018] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3feaa9a5-760c-4169-9d65-70f696150205 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.125587] env[62306]: DEBUG oslo_vmware.api [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1613.125587] env[62306]: value = "task-1972115" [ 1613.125587] env[62306]: _type = "Task" [ 1613.125587] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.136493] env[62306]: DEBUG oslo_vmware.api [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.220880] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972114, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.462914] env[62306]: DEBUG nova.network.neutron [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Successfully created port: ae25f55d-51b6-4a3e-9098-999aa6d1cb72 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1613.581905] env[62306]: DEBUG oslo_concurrency.lockutils [req-6673cfc3-cb8f-47ce-89ae-a77a704b6430 req-10631d82-d7d8-4fe3-adfd-4451a6a2286e service nova] Releasing lock "refresh_cache-f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.593271] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae45c1b8-5020-40e2-8341-4d690e0be0ba {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.601994] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b44106-1c68-4e51-bbf6-f0549a110cdc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.637449] env[62306]: DEBUG oslo_concurrency.lockutils [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] Releasing lock "refresh_cache-3b0031c9-60be-48ee-badf-2427afc1de23" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.637759] env[62306]: DEBUG nova.compute.manager [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Received event network-changed-4d93fb03-0a97-4a4b-ba2f-5417dc35ceef {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1613.637876] env[62306]: DEBUG nova.compute.manager [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Refreshing instance network info cache due to event network-changed-4d93fb03-0a97-4a4b-ba2f-5417dc35ceef. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1613.638117] env[62306]: DEBUG oslo_concurrency.lockutils [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] Acquiring lock "refresh_cache-8a481ddf-54a5-4146-8535-02072b9dd827" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.638264] env[62306]: DEBUG oslo_concurrency.lockutils [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] Acquired lock "refresh_cache-8a481ddf-54a5-4146-8535-02072b9dd827" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.638432] env[62306]: DEBUG nova.network.neutron [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Refreshing network info cache for port 4d93fb03-0a97-4a4b-ba2f-5417dc35ceef {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1613.644498] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b636dc32-8bbf-4549-89f9-30b9727eb329 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.652334] env[62306]: DEBUG oslo_vmware.api [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972115, 'name': PowerOffVM_Task, 'duration_secs': 0.216065} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.654338] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1613.654515] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1613.655024] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1aba59b9-387e-4a7f-9a2b-0a9e92b278ac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.657242] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423ebbff-48b7-435e-bd0f-385bf53ca74f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.677498] env[62306]: DEBUG nova.compute.provider_tree [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1613.719540] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972114, 'name': CreateVM_Task, 'duration_secs': 1.383452} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.719882] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1613.720390] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.720576] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.720859] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1613.721120] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9caf1ede-30e4-45bb-a74c-9a4987699895 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.726091] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1613.726091] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525cb949-349b-eb71-388a-481b877443e3" [ 1613.726091] env[62306]: _type = "Task" [ 1613.726091] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.733999] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525cb949-349b-eb71-388a-481b877443e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.739605] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1613.739824] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1613.740010] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Deleting the datastore file [datastore1] c2d4aca9-bdef-4d11-bc69-0a0f9152722c {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1613.740284] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-143e1e92-14a4-4c30-94d1-45ed79eb7aea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.747422] env[62306]: DEBUG oslo_vmware.api [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1613.747422] env[62306]: value = "task-1972117" [ 1613.747422] env[62306]: _type = "Task" [ 1613.747422] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.757275] env[62306]: DEBUG oslo_vmware.api [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.837961] env[62306]: DEBUG nova.network.neutron [-] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.085449] env[62306]: DEBUG nova.compute.manager [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1614.113028] env[62306]: DEBUG nova.virt.hardware [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1614.113276] env[62306]: DEBUG nova.virt.hardware [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1614.113430] env[62306]: DEBUG nova.virt.hardware [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1614.113610] env[62306]: DEBUG nova.virt.hardware [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1614.113785] env[62306]: DEBUG nova.virt.hardware [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1614.113952] env[62306]: DEBUG nova.virt.hardware [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1614.114172] env[62306]: DEBUG nova.virt.hardware [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1614.114327] env[62306]: DEBUG nova.virt.hardware [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1614.114491] env[62306]: DEBUG nova.virt.hardware [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1614.114651] env[62306]: DEBUG nova.virt.hardware [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1614.114819] env[62306]: DEBUG nova.virt.hardware [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1614.115713] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bcc083-3f52-4795-b96c-94d5311d348a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.123693] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ada691-74ba-4f9c-85c9-878eff6d6794 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.181160] env[62306]: DEBUG nova.scheduler.client.report [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1614.239838] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525cb949-349b-eb71-388a-481b877443e3, 'name': SearchDatastore_Task, 'duration_secs': 0.0225} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.240530] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.240902] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1614.241080] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.241261] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.241931] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1614.242708] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7168a307-7b8b-450a-a369-899e5092b1e1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.260944] env[62306]: DEBUG oslo_vmware.api [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5074} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.265606] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1614.266044] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1614.266361] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1614.266680] env[62306]: INFO nova.compute.manager [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1614.267062] env[62306]: DEBUG oslo.service.loopingcall [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1614.267409] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1614.268018] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1614.268695] env[62306]: DEBUG nova.compute.manager [-] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1614.268928] env[62306]: DEBUG nova.network.neutron [-] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1614.272287] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a81057d-c434-4fd6-8a2e-f62a7cd3b293 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.277186] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1614.277186] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525af2c8-cef7-150d-f6f6-9810bc954cef" [ 1614.277186] env[62306]: _type = "Task" [ 1614.277186] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.289022] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525af2c8-cef7-150d-f6f6-9810bc954cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.314761] env[62306]: DEBUG nova.compute.manager [req-bac8706b-72c8-495b-bde7-da825c327321 req-f69be797-f381-4380-b6e7-671e077e87c5 service nova] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Received event network-changed-d93fb807-ac9a-4671-bb2e-855d8ce668ce {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1614.314761] env[62306]: DEBUG nova.compute.manager [req-bac8706b-72c8-495b-bde7-da825c327321 req-f69be797-f381-4380-b6e7-671e077e87c5 service nova] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Refreshing instance network info cache due to event network-changed-d93fb807-ac9a-4671-bb2e-855d8ce668ce. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1614.314949] env[62306]: DEBUG oslo_concurrency.lockutils [req-bac8706b-72c8-495b-bde7-da825c327321 req-f69be797-f381-4380-b6e7-671e077e87c5 service nova] Acquiring lock "refresh_cache-2c04403e-94dd-4b95-a026-b64e9de9b086" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.315163] env[62306]: DEBUG oslo_concurrency.lockutils [req-bac8706b-72c8-495b-bde7-da825c327321 req-f69be797-f381-4380-b6e7-671e077e87c5 service nova] Acquired lock "refresh_cache-2c04403e-94dd-4b95-a026-b64e9de9b086" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.315508] env[62306]: DEBUG nova.network.neutron [req-bac8706b-72c8-495b-bde7-da825c327321 req-f69be797-f381-4380-b6e7-671e077e87c5 service nova] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Refreshing network info cache for port d93fb807-ac9a-4671-bb2e-855d8ce668ce {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1614.340989] env[62306]: INFO nova.compute.manager [-] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Took 2.27 seconds to deallocate network for instance. [ 1614.508833] env[62306]: DEBUG nova.network.neutron [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Updated VIF entry in instance network info cache for port 4d93fb03-0a97-4a4b-ba2f-5417dc35ceef. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1614.509316] env[62306]: DEBUG nova.network.neutron [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Updating instance_info_cache with network_info: [{"id": "4d93fb03-0a97-4a4b-ba2f-5417dc35ceef", "address": "fa:16:3e:e5:2e:77", "network": {"id": "d58c0942-f5ca-4c9b-9c67-324b2cf1afcf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-879653694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31e4d1ea0b3d4bd69fecab75d570a27b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d93fb03-0a", "ovs_interfaceid": "4d93fb03-0a97-4a4b-ba2f-5417dc35ceef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.515389] env[62306]: DEBUG nova.compute.manager [req-bcf52471-a52f-4ee9-b1a9-cea793edb3c2 req-8f5a75b8-5666-4e8b-89c1-b9e11e091f00 service nova] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Received event network-vif-deleted-758db99d-b8c0-491b-be00-e268854a81b1 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1614.515389] env[62306]: DEBUG nova.compute.manager [req-bcf52471-a52f-4ee9-b1a9-cea793edb3c2 req-8f5a75b8-5666-4e8b-89c1-b9e11e091f00 service nova] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Received event network-changed-d93fb807-ac9a-4671-bb2e-855d8ce668ce {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1614.515389] env[62306]: DEBUG nova.compute.manager [req-bcf52471-a52f-4ee9-b1a9-cea793edb3c2 req-8f5a75b8-5666-4e8b-89c1-b9e11e091f00 service nova] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Refreshing instance network info cache due to event network-changed-d93fb807-ac9a-4671-bb2e-855d8ce668ce. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1614.515389] env[62306]: DEBUG oslo_concurrency.lockutils [req-bcf52471-a52f-4ee9-b1a9-cea793edb3c2 req-8f5a75b8-5666-4e8b-89c1-b9e11e091f00 service nova] Acquiring lock "refresh_cache-2c04403e-94dd-4b95-a026-b64e9de9b086" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.686954] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.687625] env[62306]: DEBUG nova.compute.manager [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1614.691791] env[62306]: DEBUG oslo_concurrency.lockutils [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.757s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.691957] env[62306]: INFO nova.compute.claims [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1614.788581] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525af2c8-cef7-150d-f6f6-9810bc954cef, 'name': SearchDatastore_Task, 'duration_secs': 0.018751} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.789441] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6644a85-4e42-4253-89fa-fadda04b9b1b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.795306] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1614.795306] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52403fd5-6e28-8cf8-4c88-c71e049b9018" [ 1614.795306] env[62306]: _type = "Task" [ 1614.795306] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.804608] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52403fd5-6e28-8cf8-4c88-c71e049b9018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.853208] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.017857] env[62306]: DEBUG oslo_concurrency.lockutils [req-15b20a7f-311a-4ba7-a223-be62c642381e req-ffc5d634-de22-4341-ba47-c027cd2cb091 service nova] Releasing lock "refresh_cache-8a481ddf-54a5-4146-8535-02072b9dd827" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.154834] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquiring lock "2c04403e-94dd-4b95-a026-b64e9de9b086" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.155350] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lock "2c04403e-94dd-4b95-a026-b64e9de9b086" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.155553] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquiring lock "2c04403e-94dd-4b95-a026-b64e9de9b086-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.156028] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lock "2c04403e-94dd-4b95-a026-b64e9de9b086-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.156118] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lock "2c04403e-94dd-4b95-a026-b64e9de9b086-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.158773] env[62306]: INFO nova.compute.manager [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Terminating instance [ 1615.198470] env[62306]: DEBUG nova.compute.utils [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1615.204604] env[62306]: DEBUG nova.compute.manager [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1615.204604] env[62306]: DEBUG nova.network.neutron [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1615.301385] env[62306]: DEBUG nova.policy [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e609b48b2ae4afb84522b69f516d2c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '094e9ccb8011489aa598b784b2994968', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1615.309221] env[62306]: DEBUG nova.network.neutron [-] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.310435] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52403fd5-6e28-8cf8-4c88-c71e049b9018, 'name': SearchDatastore_Task, 'duration_secs': 0.015456} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.310945] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.311264] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 3b0031c9-60be-48ee-badf-2427afc1de23/3b0031c9-60be-48ee-badf-2427afc1de23.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1615.311525] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07acc7ee-4504-4f5b-9c7a-551ed0ca3cbd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.318341] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1615.318341] env[62306]: value = "task-1972118" [ 1615.318341] env[62306]: _type = "Task" [ 1615.318341] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.331650] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.446969] env[62306]: DEBUG nova.network.neutron [req-bac8706b-72c8-495b-bde7-da825c327321 req-f69be797-f381-4380-b6e7-671e077e87c5 service nova] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Updated VIF entry in instance network info cache for port d93fb807-ac9a-4671-bb2e-855d8ce668ce. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1615.447359] env[62306]: DEBUG nova.network.neutron [req-bac8706b-72c8-495b-bde7-da825c327321 req-f69be797-f381-4380-b6e7-671e077e87c5 service nova] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Updating instance_info_cache with network_info: [{"id": "d93fb807-ac9a-4671-bb2e-855d8ce668ce", "address": "fa:16:3e:61:df:e1", "network": {"id": "b8c8af4c-d861-4419-bcf7-0d58400a4b87", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-986718125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c76fd01240b47a18270c8a10629b9f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd93fb807-ac", "ovs_interfaceid": "d93fb807-ac9a-4671-bb2e-855d8ce668ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.663806] env[62306]: DEBUG nova.compute.manager [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1615.664084] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1615.665013] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb626f1f-bc09-4320-b7ad-ed5b9dd8bc40 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.681787] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1615.682161] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c0c3daf-9254-45ad-b8ce-c9bec588173c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.690178] env[62306]: DEBUG oslo_vmware.api [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for the task: (returnval){ [ 1615.690178] env[62306]: value = "task-1972119" [ 1615.690178] env[62306]: _type = "Task" [ 1615.690178] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.701753] env[62306]: DEBUG oslo_vmware.api [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1972119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.702310] env[62306]: DEBUG nova.compute.manager [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1615.797918] env[62306]: DEBUG nova.network.neutron [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Successfully updated port: ae25f55d-51b6-4a3e-9098-999aa6d1cb72 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1615.813984] env[62306]: INFO nova.compute.manager [-] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Took 1.54 seconds to deallocate network for instance. [ 1615.837778] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972118, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.954043] env[62306]: DEBUG oslo_concurrency.lockutils [req-bac8706b-72c8-495b-bde7-da825c327321 req-f69be797-f381-4380-b6e7-671e077e87c5 service nova] Releasing lock "refresh_cache-2c04403e-94dd-4b95-a026-b64e9de9b086" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.954448] env[62306]: DEBUG oslo_concurrency.lockutils [req-bcf52471-a52f-4ee9-b1a9-cea793edb3c2 req-8f5a75b8-5666-4e8b-89c1-b9e11e091f00 service nova] Acquired lock "refresh_cache-2c04403e-94dd-4b95-a026-b64e9de9b086" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.954710] env[62306]: DEBUG nova.network.neutron [req-bcf52471-a52f-4ee9-b1a9-cea793edb3c2 req-8f5a75b8-5666-4e8b-89c1-b9e11e091f00 service nova] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Refreshing network info cache for port d93fb807-ac9a-4671-bb2e-855d8ce668ce {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1616.090274] env[62306]: DEBUG nova.network.neutron [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Successfully created port: d986f4ec-d25d-4646-acce-26ad7057202b {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1616.201541] env[62306]: DEBUG oslo_vmware.api [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1972119, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.294358] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5006f601-7d21-49fc-8008-5ef42c26e3da {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.307021] env[62306]: DEBUG oslo_concurrency.lockutils [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Acquiring lock "refresh_cache-29cb3f72-c88e-47bf-8c52-4fe27ae6aa58" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.307496] env[62306]: DEBUG oslo_concurrency.lockutils [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Acquired lock "refresh_cache-29cb3f72-c88e-47bf-8c52-4fe27ae6aa58" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.307770] env[62306]: DEBUG nova.network.neutron [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1616.309875] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7c0630-be2a-4e43-bca2-3e5f2752cc75 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.344511] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.349610] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c62219-666e-469e-8358-fad04e7e9d85 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.359747] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655868} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.362482] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 3b0031c9-60be-48ee-badf-2427afc1de23/3b0031c9-60be-48ee-badf-2427afc1de23.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1616.362838] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1616.363659] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-392233de-6fb4-47fe-ba0a-fd7687acffb4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.366830] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596cdd95-276c-4316-b11f-1899b8024237 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.384288] env[62306]: DEBUG nova.compute.provider_tree [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.386953] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1616.386953] env[62306]: value = "task-1972120" [ 1616.386953] env[62306]: _type = "Task" [ 1616.386953] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.399229] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.704469] env[62306]: DEBUG oslo_vmware.api [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1972119, 'name': PowerOffVM_Task, 'duration_secs': 0.994546} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.704878] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1616.705392] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1616.705683] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a380799-ffba-4b16-9015-4caf40d308ab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.721617] env[62306]: DEBUG nova.compute.manager [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1616.727097] env[62306]: DEBUG nova.compute.manager [req-db4eba05-c98a-4b47-b3df-5326e09caac3 req-519e103f-d204-4e35-be64-b5488d74ef24 service nova] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Received event network-vif-deleted-3912d39b-c80c-45ac-8b3e-cf8fd462be13 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1616.754586] env[62306]: DEBUG nova.virt.hardware [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1616.754824] env[62306]: DEBUG nova.virt.hardware [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1616.754970] env[62306]: DEBUG nova.virt.hardware [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1616.755172] env[62306]: DEBUG nova.virt.hardware [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1616.755318] env[62306]: DEBUG nova.virt.hardware [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1616.755724] env[62306]: DEBUG nova.virt.hardware [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1616.755724] env[62306]: DEBUG nova.virt.hardware [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1616.755843] env[62306]: DEBUG nova.virt.hardware [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1616.756018] env[62306]: DEBUG nova.virt.hardware [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1616.756184] env[62306]: DEBUG nova.virt.hardware [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1616.756354] env[62306]: DEBUG nova.virt.hardware [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1616.757235] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ef5d95-fe2a-48e7-810c-41de183d8312 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.765847] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51025f36-1972-48b1-8f7e-8efea5d58663 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.793283] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1616.793283] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1616.793283] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Deleting the datastore file [datastore1] 2c04403e-94dd-4b95-a026-b64e9de9b086 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1616.793283] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be2612e6-7a1a-4061-bc41-76a455226d9c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.798048] env[62306]: DEBUG oslo_vmware.api [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for the task: (returnval){ [ 1616.798048] env[62306]: value = "task-1972122" [ 1616.798048] env[62306]: _type = "Task" [ 1616.798048] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.806839] env[62306]: DEBUG oslo_vmware.api [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1972122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.828912] env[62306]: DEBUG nova.network.neutron [req-bcf52471-a52f-4ee9-b1a9-cea793edb3c2 req-8f5a75b8-5666-4e8b-89c1-b9e11e091f00 service nova] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Updated VIF entry in instance network info cache for port d93fb807-ac9a-4671-bb2e-855d8ce668ce. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1616.829300] env[62306]: DEBUG nova.network.neutron [req-bcf52471-a52f-4ee9-b1a9-cea793edb3c2 req-8f5a75b8-5666-4e8b-89c1-b9e11e091f00 service nova] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Updating instance_info_cache with network_info: [{"id": "d93fb807-ac9a-4671-bb2e-855d8ce668ce", "address": "fa:16:3e:61:df:e1", "network": {"id": "b8c8af4c-d861-4419-bcf7-0d58400a4b87", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-986718125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c76fd01240b47a18270c8a10629b9f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd93fb807-ac", "ovs_interfaceid": "d93fb807-ac9a-4671-bb2e-855d8ce668ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.865129] env[62306]: DEBUG nova.network.neutron [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1616.890414] env[62306]: DEBUG nova.scheduler.client.report [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1616.902398] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.27557} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.905141] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1616.905141] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b43ebbb-41e5-4c48-b51e-ee86d1e7a9d3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.932977] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 3b0031c9-60be-48ee-badf-2427afc1de23/3b0031c9-60be-48ee-badf-2427afc1de23.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1616.938173] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ca26299-a0df-43f1-80ae-ca7c737ad7e2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.954900] env[62306]: DEBUG nova.compute.manager [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Received event network-vif-plugged-ae25f55d-51b6-4a3e-9098-999aa6d1cb72 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1616.955024] env[62306]: DEBUG oslo_concurrency.lockutils [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] Acquiring lock "29cb3f72-c88e-47bf-8c52-4fe27ae6aa58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.955154] env[62306]: DEBUG oslo_concurrency.lockutils [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] Lock "29cb3f72-c88e-47bf-8c52-4fe27ae6aa58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.955319] env[62306]: DEBUG oslo_concurrency.lockutils [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] Lock "29cb3f72-c88e-47bf-8c52-4fe27ae6aa58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.955479] env[62306]: DEBUG nova.compute.manager [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] No waiting events found dispatching network-vif-plugged-ae25f55d-51b6-4a3e-9098-999aa6d1cb72 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1616.955653] env[62306]: WARNING nova.compute.manager [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Received unexpected event network-vif-plugged-ae25f55d-51b6-4a3e-9098-999aa6d1cb72 for instance with vm_state building and task_state spawning. [ 1616.955833] env[62306]: DEBUG nova.compute.manager [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Received event network-changed-ae25f55d-51b6-4a3e-9098-999aa6d1cb72 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1616.955981] env[62306]: DEBUG nova.compute.manager [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Refreshing instance network info cache due to event network-changed-ae25f55d-51b6-4a3e-9098-999aa6d1cb72. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1616.956158] env[62306]: DEBUG oslo_concurrency.lockutils [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] Acquiring lock "refresh_cache-29cb3f72-c88e-47bf-8c52-4fe27ae6aa58" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.962992] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1616.962992] env[62306]: value = "task-1972123" [ 1616.962992] env[62306]: _type = "Task" [ 1616.962992] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.974547] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972123, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.094221] env[62306]: DEBUG nova.network.neutron [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Updating instance_info_cache with network_info: [{"id": "ae25f55d-51b6-4a3e-9098-999aa6d1cb72", "address": "fa:16:3e:27:09:84", "network": {"id": "096c1c98-cc99-4ec4-b3c4-7cb688f9cc3c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1132888495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d13c375020a64714947574be27ccc439", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae25f55d-51", "ovs_interfaceid": "ae25f55d-51b6-4a3e-9098-999aa6d1cb72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.307515] env[62306]: DEBUG oslo_vmware.api [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1972122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14516} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.307788] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1617.307982] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1617.308176] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1617.308992] env[62306]: INFO nova.compute.manager [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1617.308992] env[62306]: DEBUG oslo.service.loopingcall [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1617.308992] env[62306]: DEBUG nova.compute.manager [-] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1617.308992] env[62306]: DEBUG nova.network.neutron [-] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1617.332524] env[62306]: DEBUG oslo_concurrency.lockutils [req-bcf52471-a52f-4ee9-b1a9-cea793edb3c2 req-8f5a75b8-5666-4e8b-89c1-b9e11e091f00 service nova] Releasing lock "refresh_cache-2c04403e-94dd-4b95-a026-b64e9de9b086" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.397806] env[62306]: DEBUG oslo_concurrency.lockutils [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.398581] env[62306]: DEBUG nova.compute.manager [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1617.403133] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.608s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.405894] env[62306]: INFO nova.compute.claims [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1617.474192] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972123, 'name': ReconfigVM_Task, 'duration_secs': 0.333685} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.475051] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 3b0031c9-60be-48ee-badf-2427afc1de23/3b0031c9-60be-48ee-badf-2427afc1de23.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1617.476314] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b5ac94b-69c3-40a1-a2f4-fed24b345f11 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.483837] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1617.483837] env[62306]: value = "task-1972124" [ 1617.483837] env[62306]: _type = "Task" [ 1617.483837] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.494394] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972124, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.597378] env[62306]: DEBUG oslo_concurrency.lockutils [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Releasing lock "refresh_cache-29cb3f72-c88e-47bf-8c52-4fe27ae6aa58" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.597745] env[62306]: DEBUG nova.compute.manager [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Instance network_info: |[{"id": "ae25f55d-51b6-4a3e-9098-999aa6d1cb72", "address": "fa:16:3e:27:09:84", "network": {"id": "096c1c98-cc99-4ec4-b3c4-7cb688f9cc3c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1132888495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d13c375020a64714947574be27ccc439", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae25f55d-51", "ovs_interfaceid": "ae25f55d-51b6-4a3e-9098-999aa6d1cb72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1617.598098] env[62306]: DEBUG oslo_concurrency.lockutils [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] Acquired lock "refresh_cache-29cb3f72-c88e-47bf-8c52-4fe27ae6aa58" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.598328] env[62306]: DEBUG nova.network.neutron [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Refreshing network info cache for port ae25f55d-51b6-4a3e-9098-999aa6d1cb72 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1617.600437] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:09:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f762954-6ca5-4da5-bf0a-5d31c51ec570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae25f55d-51b6-4a3e-9098-999aa6d1cb72', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1617.608593] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Creating folder: Project (d13c375020a64714947574be27ccc439). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1617.609658] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2384069c-0ae2-46de-ba30-67648ffbae4f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.623373] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Created folder: Project (d13c375020a64714947574be27ccc439) in parent group-v406007. [ 1617.623516] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Creating folder: Instances. Parent ref: group-v406082. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1617.623898] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d4a1201-1742-4a41-bec8-4774e39d4b11 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.635345] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Created folder: Instances in parent group-v406082. [ 1617.635592] env[62306]: DEBUG oslo.service.loopingcall [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1617.635827] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1617.636064] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4a0cf40-50f4-4f08-987d-dc776afb9f4b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.656691] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1617.656691] env[62306]: value = "task-1972127" [ 1617.656691] env[62306]: _type = "Task" [ 1617.656691] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.666127] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972127, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.913309] env[62306]: DEBUG nova.compute.utils [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1617.921286] env[62306]: DEBUG nova.compute.manager [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1617.921464] env[62306]: DEBUG nova.network.neutron [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1617.955084] env[62306]: DEBUG nova.network.neutron [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Successfully updated port: d986f4ec-d25d-4646-acce-26ad7057202b {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1617.995228] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972124, 'name': Rename_Task, 'duration_secs': 0.248629} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.995781] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1617.996021] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afa61ed6-8248-445b-b6f3-4340270af9c9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.004573] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1618.004573] env[62306]: value = "task-1972128" [ 1618.004573] env[62306]: _type = "Task" [ 1618.004573] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.013772] env[62306]: DEBUG nova.policy [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25d4fe9929b147c28fcb434427ccba57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c8a8bbdf3e845b38eb9b478a1436dd4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1618.024379] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972128, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.170612] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972127, 'name': CreateVM_Task, 'duration_secs': 0.475151} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.170612] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1618.170721] env[62306]: DEBUG oslo_concurrency.lockutils [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.171056] env[62306]: DEBUG oslo_concurrency.lockutils [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.171419] env[62306]: DEBUG oslo_concurrency.lockutils [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1618.171804] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d859a9-bd60-4368-8b95-6a25bba32d79 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.180749] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Waiting for the task: (returnval){ [ 1618.180749] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d11070-8f24-b67a-90ef-794f5679f249" [ 1618.180749] env[62306]: _type = "Task" [ 1618.180749] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.200575] env[62306]: DEBUG nova.network.neutron [-] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.202373] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d11070-8f24-b67a-90ef-794f5679f249, 'name': SearchDatastore_Task, 'duration_secs': 0.010928} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.203090] env[62306]: DEBUG oslo_concurrency.lockutils [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.203622] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1618.204026] env[62306]: DEBUG oslo_concurrency.lockutils [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.204296] env[62306]: DEBUG oslo_concurrency.lockutils [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.204646] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1618.205466] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ba45938-100d-4fb4-8d0a-ecff1a497d9f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.214571] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1618.214571] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1618.215388] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-124ff32c-4b8b-430c-8e67-65ef7ee76e09 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.221909] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Waiting for the task: (returnval){ [ 1618.221909] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d29f5d-ec77-c7a7-229f-32b7b1389240" [ 1618.221909] env[62306]: _type = "Task" [ 1618.221909] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.230440] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d29f5d-ec77-c7a7-229f-32b7b1389240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.403148] env[62306]: DEBUG nova.network.neutron [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Updated VIF entry in instance network info cache for port ae25f55d-51b6-4a3e-9098-999aa6d1cb72. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1618.405870] env[62306]: DEBUG nova.network.neutron [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Updating instance_info_cache with network_info: [{"id": "ae25f55d-51b6-4a3e-9098-999aa6d1cb72", "address": "fa:16:3e:27:09:84", "network": {"id": "096c1c98-cc99-4ec4-b3c4-7cb688f9cc3c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1132888495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d13c375020a64714947574be27ccc439", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae25f55d-51", "ovs_interfaceid": "ae25f55d-51b6-4a3e-9098-999aa6d1cb72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.425102] env[62306]: DEBUG nova.compute.manager [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1618.459550] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "refresh_cache-991c0412-c377-4428-a11f-b231fa5a7751" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.459550] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "refresh_cache-991c0412-c377-4428-a11f-b231fa5a7751" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.459550] env[62306]: DEBUG nova.network.neutron [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1618.489343] env[62306]: DEBUG nova.network.neutron [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Successfully created port: d1b4d26c-c091-4d71-879a-3b4f2797346e {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1618.520979] env[62306]: DEBUG oslo_vmware.api [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972128, 'name': PowerOnVM_Task, 'duration_secs': 0.485458} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.521647] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1618.521998] env[62306]: INFO nova.compute.manager [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1618.522780] env[62306]: DEBUG nova.compute.manager [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1618.523848] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9479412-3c37-4615-99ee-bdb153631d5d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.602943] env[62306]: DEBUG oslo_concurrency.lockutils [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Acquiring lock "7af98b27-970f-4972-8240-b91650034cff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.603476] env[62306]: DEBUG oslo_concurrency.lockutils [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Lock "7af98b27-970f-4972-8240-b91650034cff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.705373] env[62306]: INFO nova.compute.manager [-] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Took 1.39 seconds to deallocate network for instance. [ 1618.733670] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d29f5d-ec77-c7a7-229f-32b7b1389240, 'name': SearchDatastore_Task, 'duration_secs': 0.014174} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.737624] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96f1cfb1-d427-4805-90e0-a97e810f436e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.743236] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Waiting for the task: (returnval){ [ 1618.743236] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a8ed86-1d74-3ea3-6c3b-69961f8e8780" [ 1618.743236] env[62306]: _type = "Task" [ 1618.743236] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.756473] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a8ed86-1d74-3ea3-6c3b-69961f8e8780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.904935] env[62306]: DEBUG nova.compute.manager [req-213882dc-0a42-44f9-a75c-fc0430563bd2 req-0e465adb-02a7-4fef-993d-d10ba2726c10 service nova] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Received event network-vif-deleted-d93fb807-ac9a-4671-bb2e-855d8ce668ce {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1618.905156] env[62306]: DEBUG nova.compute.manager [req-213882dc-0a42-44f9-a75c-fc0430563bd2 req-0e465adb-02a7-4fef-993d-d10ba2726c10 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Received event network-changed-a1c6e16f-95bb-4b21-82ee-d6a252e59ff0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1618.905328] env[62306]: DEBUG nova.compute.manager [req-213882dc-0a42-44f9-a75c-fc0430563bd2 req-0e465adb-02a7-4fef-993d-d10ba2726c10 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Refreshing instance network info cache due to event network-changed-a1c6e16f-95bb-4b21-82ee-d6a252e59ff0. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1618.905538] env[62306]: DEBUG oslo_concurrency.lockutils [req-213882dc-0a42-44f9-a75c-fc0430563bd2 req-0e465adb-02a7-4fef-993d-d10ba2726c10 service nova] Acquiring lock "refresh_cache-f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.905737] env[62306]: DEBUG oslo_concurrency.lockutils [req-213882dc-0a42-44f9-a75c-fc0430563bd2 req-0e465adb-02a7-4fef-993d-d10ba2726c10 service nova] Acquired lock "refresh_cache-f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.905921] env[62306]: DEBUG nova.network.neutron [req-213882dc-0a42-44f9-a75c-fc0430563bd2 req-0e465adb-02a7-4fef-993d-d10ba2726c10 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Refreshing network info cache for port a1c6e16f-95bb-4b21-82ee-d6a252e59ff0 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1618.909743] env[62306]: DEBUG oslo_concurrency.lockutils [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] Releasing lock "refresh_cache-29cb3f72-c88e-47bf-8c52-4fe27ae6aa58" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.909963] env[62306]: DEBUG nova.compute.manager [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Received event network-changed-a1c6e16f-95bb-4b21-82ee-d6a252e59ff0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1618.910143] env[62306]: DEBUG nova.compute.manager [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Refreshing instance network info cache due to event network-changed-a1c6e16f-95bb-4b21-82ee-d6a252e59ff0. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1618.910316] env[62306]: DEBUG oslo_concurrency.lockutils [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] Acquiring lock "refresh_cache-f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.945257] env[62306]: DEBUG nova.compute.manager [req-f297cca7-ee74-4bcd-af93-75b033f37e42 req-e23067e3-cea1-4f87-b87f-e8f8c361b02e service nova] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Received event network-vif-plugged-d986f4ec-d25d-4646-acce-26ad7057202b {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1618.945257] env[62306]: DEBUG oslo_concurrency.lockutils [req-f297cca7-ee74-4bcd-af93-75b033f37e42 req-e23067e3-cea1-4f87-b87f-e8f8c361b02e service nova] Acquiring lock "991c0412-c377-4428-a11f-b231fa5a7751-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.945257] env[62306]: DEBUG oslo_concurrency.lockutils [req-f297cca7-ee74-4bcd-af93-75b033f37e42 req-e23067e3-cea1-4f87-b87f-e8f8c361b02e service nova] Lock "991c0412-c377-4428-a11f-b231fa5a7751-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.945257] env[62306]: DEBUG oslo_concurrency.lockutils [req-f297cca7-ee74-4bcd-af93-75b033f37e42 req-e23067e3-cea1-4f87-b87f-e8f8c361b02e service nova] Lock "991c0412-c377-4428-a11f-b231fa5a7751-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.945257] env[62306]: DEBUG nova.compute.manager [req-f297cca7-ee74-4bcd-af93-75b033f37e42 req-e23067e3-cea1-4f87-b87f-e8f8c361b02e service nova] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] No waiting events found dispatching network-vif-plugged-d986f4ec-d25d-4646-acce-26ad7057202b {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1618.946113] env[62306]: WARNING nova.compute.manager [req-f297cca7-ee74-4bcd-af93-75b033f37e42 req-e23067e3-cea1-4f87-b87f-e8f8c361b02e service nova] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Received unexpected event network-vif-plugged-d986f4ec-d25d-4646-acce-26ad7057202b for instance with vm_state building and task_state spawning. [ 1618.946113] env[62306]: DEBUG nova.compute.manager [req-f297cca7-ee74-4bcd-af93-75b033f37e42 req-e23067e3-cea1-4f87-b87f-e8f8c361b02e service nova] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Received event network-changed-d986f4ec-d25d-4646-acce-26ad7057202b {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1618.946113] env[62306]: DEBUG nova.compute.manager [req-f297cca7-ee74-4bcd-af93-75b033f37e42 req-e23067e3-cea1-4f87-b87f-e8f8c361b02e service nova] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Refreshing instance network info cache due to event network-changed-d986f4ec-d25d-4646-acce-26ad7057202b. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1618.946113] env[62306]: DEBUG oslo_concurrency.lockutils [req-f297cca7-ee74-4bcd-af93-75b033f37e42 req-e23067e3-cea1-4f87-b87f-e8f8c361b02e service nova] Acquiring lock "refresh_cache-991c0412-c377-4428-a11f-b231fa5a7751" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.958371] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6b9ec7-2af5-48a7-a054-7dcc194dc2be {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.967892] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75eb2f7b-c8b4-4433-acfd-7cff3f4eae4b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.999636] env[62306]: DEBUG nova.network.neutron [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1619.001959] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bfabe0-8e53-4a60-883f-6990014e882b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.009938] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3efc6d-58b6-4c8d-aac7-dfda66e5b35f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.023159] env[62306]: DEBUG nova.compute.provider_tree [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.045389] env[62306]: INFO nova.compute.manager [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Took 39.22 seconds to build instance. [ 1619.160153] env[62306]: DEBUG nova.network.neutron [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Updating instance_info_cache with network_info: [{"id": "d986f4ec-d25d-4646-acce-26ad7057202b", "address": "fa:16:3e:46:12:46", "network": {"id": "619e998f-85a0-44c3-b066-ba85f5243b93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2084209057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "094e9ccb8011489aa598b784b2994968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd986f4ec-d2", "ovs_interfaceid": "d986f4ec-d25d-4646-acce-26ad7057202b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.211678] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.253813] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a8ed86-1d74-3ea3-6c3b-69961f8e8780, 'name': SearchDatastore_Task, 'duration_secs': 0.030431} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.254127] env[62306]: DEBUG oslo_concurrency.lockutils [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.254394] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58/29cb3f72-c88e-47bf-8c52-4fe27ae6aa58.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1619.254645] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-246fb72d-6cdd-416e-a6cd-21d07bb449d7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.261224] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Waiting for the task: (returnval){ [ 1619.261224] env[62306]: value = "task-1972129" [ 1619.261224] env[62306]: _type = "Task" [ 1619.261224] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.268464] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': task-1972129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.437275] env[62306]: DEBUG nova.compute.manager [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1619.462328] env[62306]: DEBUG nova.virt.hardware [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1619.462791] env[62306]: DEBUG nova.virt.hardware [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1619.463083] env[62306]: DEBUG nova.virt.hardware [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1619.463405] env[62306]: DEBUG nova.virt.hardware [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1619.463725] env[62306]: DEBUG nova.virt.hardware [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1619.464960] env[62306]: DEBUG nova.virt.hardware [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1619.464960] env[62306]: DEBUG nova.virt.hardware [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1619.464960] env[62306]: DEBUG nova.virt.hardware [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1619.464960] env[62306]: DEBUG nova.virt.hardware [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1619.465226] env[62306]: DEBUG nova.virt.hardware [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1619.465302] env[62306]: DEBUG nova.virt.hardware [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1619.466727] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2cb528-e0b1-4077-a858-0303b8422cfd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.475991] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c6455a-6deb-4434-90e6-f0888cbc1157 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.528894] env[62306]: DEBUG nova.scheduler.client.report [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1619.547957] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4c846cd9-3b31-4dc2-9d31-67958d527b55 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "3b0031c9-60be-48ee-badf-2427afc1de23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.495s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.665940] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "refresh_cache-991c0412-c377-4428-a11f-b231fa5a7751" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.666355] env[62306]: DEBUG nova.compute.manager [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Instance network_info: |[{"id": "d986f4ec-d25d-4646-acce-26ad7057202b", "address": "fa:16:3e:46:12:46", "network": {"id": "619e998f-85a0-44c3-b066-ba85f5243b93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2084209057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "094e9ccb8011489aa598b784b2994968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd986f4ec-d2", "ovs_interfaceid": "d986f4ec-d25d-4646-acce-26ad7057202b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1619.666678] env[62306]: DEBUG oslo_concurrency.lockutils [req-f297cca7-ee74-4bcd-af93-75b033f37e42 req-e23067e3-cea1-4f87-b87f-e8f8c361b02e service nova] Acquired lock "refresh_cache-991c0412-c377-4428-a11f-b231fa5a7751" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.666864] env[62306]: DEBUG nova.network.neutron [req-f297cca7-ee74-4bcd-af93-75b033f37e42 req-e23067e3-cea1-4f87-b87f-e8f8c361b02e service nova] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Refreshing network info cache for port d986f4ec-d25d-4646-acce-26ad7057202b {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1619.668148] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:12:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd986f4ec-d25d-4646-acce-26ad7057202b', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1619.686297] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Creating folder: Project (094e9ccb8011489aa598b784b2994968). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1619.687597] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d42c75ee-f6ad-4745-aac6-88047572be6f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.699575] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Created folder: Project (094e9ccb8011489aa598b784b2994968) in parent group-v406007. [ 1619.699784] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Creating folder: Instances. Parent ref: group-v406085. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1619.700148] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92a6616c-2e24-4831-ad5f-35d0bba34eaf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.713274] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Created folder: Instances in parent group-v406085. [ 1619.713328] env[62306]: DEBUG oslo.service.loopingcall [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1619.714711] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1619.714711] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06f05da3-aa2d-4d3f-87a3-723e2e5b5044 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.736551] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1619.736551] env[62306]: value = "task-1972132" [ 1619.736551] env[62306]: _type = "Task" [ 1619.736551] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.742429] env[62306]: DEBUG nova.network.neutron [req-213882dc-0a42-44f9-a75c-fc0430563bd2 req-0e465adb-02a7-4fef-993d-d10ba2726c10 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Updated VIF entry in instance network info cache for port a1c6e16f-95bb-4b21-82ee-d6a252e59ff0. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1619.742788] env[62306]: DEBUG nova.network.neutron [req-213882dc-0a42-44f9-a75c-fc0430563bd2 req-0e465adb-02a7-4fef-993d-d10ba2726c10 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Updating instance_info_cache with network_info: [{"id": "a1c6e16f-95bb-4b21-82ee-d6a252e59ff0", "address": "fa:16:3e:d4:81:1c", "network": {"id": "b8c8af4c-d861-4419-bcf7-0d58400a4b87", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-986718125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c76fd01240b47a18270c8a10629b9f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c6e16f-95", "ovs_interfaceid": "a1c6e16f-95bb-4b21-82ee-d6a252e59ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.749186] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972132, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.771739] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': task-1972129, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.037228] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.037870] env[62306]: DEBUG nova.compute.manager [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1620.042035] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.974s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.050168] env[62306]: DEBUG nova.compute.manager [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1620.223065] env[62306]: DEBUG nova.network.neutron [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Successfully updated port: d1b4d26c-c091-4d71-879a-3b4f2797346e {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1620.249143] env[62306]: DEBUG oslo_concurrency.lockutils [req-213882dc-0a42-44f9-a75c-fc0430563bd2 req-0e465adb-02a7-4fef-993d-d10ba2726c10 service nova] Releasing lock "refresh_cache-f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.250147] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972132, 'name': CreateVM_Task, 'duration_secs': 0.390021} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.250577] env[62306]: DEBUG oslo_concurrency.lockutils [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] Acquired lock "refresh_cache-f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.252017] env[62306]: DEBUG nova.network.neutron [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Refreshing network info cache for port a1c6e16f-95bb-4b21-82ee-d6a252e59ff0 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1620.252295] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1620.253270] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.253579] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.254013] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1620.255187] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf0574ed-fbb2-4c26-b9d9-93da4f5acab4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.263732] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1620.263732] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ac9a01-7502-f21c-f9d8-00c4a8f205d0" [ 1620.263732] env[62306]: _type = "Task" [ 1620.263732] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.277752] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ac9a01-7502-f21c-f9d8-00c4a8f205d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009684} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.280979] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.281161] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1620.281394] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.282787] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.282995] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1620.283297] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': task-1972129, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.283758] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de042b0b-3931-4644-bac0-d841d5abbb6e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.293625] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1620.293786] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1620.294512] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46aa466c-9d92-4cad-bfae-01832bc666f9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.299410] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1620.299410] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520ff961-6966-e408-1a99-c8c8caa347b9" [ 1620.299410] env[62306]: _type = "Task" [ 1620.299410] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.308517] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520ff961-6966-e408-1a99-c8c8caa347b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.435383] env[62306]: DEBUG nova.network.neutron [req-f297cca7-ee74-4bcd-af93-75b033f37e42 req-e23067e3-cea1-4f87-b87f-e8f8c361b02e service nova] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Updated VIF entry in instance network info cache for port d986f4ec-d25d-4646-acce-26ad7057202b. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1620.435925] env[62306]: DEBUG nova.network.neutron [req-f297cca7-ee74-4bcd-af93-75b033f37e42 req-e23067e3-cea1-4f87-b87f-e8f8c361b02e service nova] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Updating instance_info_cache with network_info: [{"id": "d986f4ec-d25d-4646-acce-26ad7057202b", "address": "fa:16:3e:46:12:46", "network": {"id": "619e998f-85a0-44c3-b066-ba85f5243b93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2084209057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "094e9ccb8011489aa598b784b2994968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd986f4ec-d2", "ovs_interfaceid": "d986f4ec-d25d-4646-acce-26ad7057202b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.544491] env[62306]: DEBUG nova.compute.utils [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1620.548479] env[62306]: INFO nova.compute.claims [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1620.552389] env[62306]: DEBUG nova.compute.manager [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1620.552389] env[62306]: DEBUG nova.network.neutron [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1620.572362] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.617648] env[62306]: DEBUG nova.policy [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e72d6f6d41aa4e63837fb4e301e35ac9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07897cb485b141bda59ee50b7371ea1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1620.725900] env[62306]: DEBUG oslo_concurrency.lockutils [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Acquiring lock "refresh_cache-98c3bd5f-8a4a-4906-84dd-807eaff1da62" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.726129] env[62306]: DEBUG oslo_concurrency.lockutils [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Acquired lock "refresh_cache-98c3bd5f-8a4a-4906-84dd-807eaff1da62" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.726246] env[62306]: DEBUG nova.network.neutron [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1620.774875] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': task-1972129, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.016615} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.775734] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58/29cb3f72-c88e-47bf-8c52-4fe27ae6aa58.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1620.776174] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1620.776239] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d830b1e-c479-450f-ae18-5ecdc7666297 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.784213] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Waiting for the task: (returnval){ [ 1620.784213] env[62306]: value = "task-1972133" [ 1620.784213] env[62306]: _type = "Task" [ 1620.784213] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.794967] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': task-1972133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.810143] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520ff961-6966-e408-1a99-c8c8caa347b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008409} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.810943] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-298434b3-b22e-4dfd-b21b-1cf52b3407b3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.816615] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1620.816615] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52318c2a-3e61-5126-d064-a7e32c683709" [ 1620.816615] env[62306]: _type = "Task" [ 1620.816615] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.825450] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52318c2a-3e61-5126-d064-a7e32c683709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.938510] env[62306]: DEBUG oslo_concurrency.lockutils [req-f297cca7-ee74-4bcd-af93-75b033f37e42 req-e23067e3-cea1-4f87-b87f-e8f8c361b02e service nova] Releasing lock "refresh_cache-991c0412-c377-4428-a11f-b231fa5a7751" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.961902] env[62306]: DEBUG nova.network.neutron [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Successfully created port: e1968b95-afde-44e3-bdf0-277f8cbeca72 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1620.987388] env[62306]: DEBUG nova.compute.manager [req-947d9b0c-cafc-4043-92ca-735fb6223f62 req-ecffecb5-c6f4-4fb2-bff9-bbfe6938c22c service nova] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Received event network-vif-plugged-d1b4d26c-c091-4d71-879a-3b4f2797346e {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1620.987836] env[62306]: DEBUG oslo_concurrency.lockutils [req-947d9b0c-cafc-4043-92ca-735fb6223f62 req-ecffecb5-c6f4-4fb2-bff9-bbfe6938c22c service nova] Acquiring lock "98c3bd5f-8a4a-4906-84dd-807eaff1da62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.990998] env[62306]: DEBUG oslo_concurrency.lockutils [req-947d9b0c-cafc-4043-92ca-735fb6223f62 req-ecffecb5-c6f4-4fb2-bff9-bbfe6938c22c service nova] Lock "98c3bd5f-8a4a-4906-84dd-807eaff1da62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.990998] env[62306]: DEBUG oslo_concurrency.lockutils [req-947d9b0c-cafc-4043-92ca-735fb6223f62 req-ecffecb5-c6f4-4fb2-bff9-bbfe6938c22c service nova] Lock "98c3bd5f-8a4a-4906-84dd-807eaff1da62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.990998] env[62306]: DEBUG nova.compute.manager [req-947d9b0c-cafc-4043-92ca-735fb6223f62 req-ecffecb5-c6f4-4fb2-bff9-bbfe6938c22c service nova] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] No waiting events found dispatching network-vif-plugged-d1b4d26c-c091-4d71-879a-3b4f2797346e {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1620.990998] env[62306]: WARNING nova.compute.manager [req-947d9b0c-cafc-4043-92ca-735fb6223f62 req-ecffecb5-c6f4-4fb2-bff9-bbfe6938c22c service nova] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Received unexpected event network-vif-plugged-d1b4d26c-c091-4d71-879a-3b4f2797346e for instance with vm_state building and task_state spawning. [ 1620.990998] env[62306]: DEBUG nova.compute.manager [req-947d9b0c-cafc-4043-92ca-735fb6223f62 req-ecffecb5-c6f4-4fb2-bff9-bbfe6938c22c service nova] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Received event network-changed-d1b4d26c-c091-4d71-879a-3b4f2797346e {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1620.991456] env[62306]: DEBUG nova.compute.manager [req-947d9b0c-cafc-4043-92ca-735fb6223f62 req-ecffecb5-c6f4-4fb2-bff9-bbfe6938c22c service nova] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Refreshing instance network info cache due to event network-changed-d1b4d26c-c091-4d71-879a-3b4f2797346e. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1620.991456] env[62306]: DEBUG oslo_concurrency.lockutils [req-947d9b0c-cafc-4043-92ca-735fb6223f62 req-ecffecb5-c6f4-4fb2-bff9-bbfe6938c22c service nova] Acquiring lock "refresh_cache-98c3bd5f-8a4a-4906-84dd-807eaff1da62" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.033199] env[62306]: DEBUG nova.network.neutron [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Updated VIF entry in instance network info cache for port a1c6e16f-95bb-4b21-82ee-d6a252e59ff0. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1621.033199] env[62306]: DEBUG nova.network.neutron [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Updating instance_info_cache with network_info: [{"id": "a1c6e16f-95bb-4b21-82ee-d6a252e59ff0", "address": "fa:16:3e:d4:81:1c", "network": {"id": "b8c8af4c-d861-4419-bcf7-0d58400a4b87", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-986718125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c76fd01240b47a18270c8a10629b9f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c6e16f-95", "ovs_interfaceid": "a1c6e16f-95bb-4b21-82ee-d6a252e59ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.056035] env[62306]: DEBUG nova.compute.manager [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1621.059357] env[62306]: INFO nova.compute.resource_tracker [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Updating resource usage from migration 00df88d2-4dc8-42df-b580-f263d4fbb607 [ 1621.209266] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "2bdde4ff-241d-4f86-8fe9-87a2e985d392" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.209336] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "2bdde4ff-241d-4f86-8fe9-87a2e985d392" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.269278] env[62306]: DEBUG nova.network.neutron [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1621.297026] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': task-1972133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076789} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.297318] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1621.298087] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54caf54c-d000-42ec-a831-66ed8179e03f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.321828] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58/29cb3f72-c88e-47bf-8c52-4fe27ae6aa58.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1621.324305] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f978f38-ce36-492a-b0ec-f9db0199b35e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.350824] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52318c2a-3e61-5126-d064-a7e32c683709, 'name': SearchDatastore_Task, 'duration_secs': 0.016411} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.352018] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.352437] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 991c0412-c377-4428-a11f-b231fa5a7751/991c0412-c377-4428-a11f-b231fa5a7751.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1621.352610] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Waiting for the task: (returnval){ [ 1621.352610] env[62306]: value = "task-1972134" [ 1621.352610] env[62306]: _type = "Task" [ 1621.352610] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.355077] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbe854a3-54dc-444d-a2b0-ef407a04c5b9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.368521] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': task-1972134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.372297] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1621.372297] env[62306]: value = "task-1972135" [ 1621.372297] env[62306]: _type = "Task" [ 1621.372297] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.380052] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.477742] env[62306]: DEBUG nova.network.neutron [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Updating instance_info_cache with network_info: [{"id": "d1b4d26c-c091-4d71-879a-3b4f2797346e", "address": "fa:16:3e:7e:6a:b8", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1b4d26c-c0", "ovs_interfaceid": "d1b4d26c-c091-4d71-879a-3b4f2797346e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.538615] env[62306]: DEBUG oslo_concurrency.lockutils [req-63843f74-f318-4ba4-86c8-eee3954a900b req-e1aa45d0-22b1-4e17-8d43-d8724333efef service nova] Releasing lock "refresh_cache-f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.611363] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d00347-4a43-403d-8bf4-3b827705fcf4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.622524] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24696c7-bc90-4120-bc23-201f07d4a75c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.654017] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377e3d09-f1de-4ac2-ba77-f6b27d440972 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.661846] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8b5add-718d-44ff-9bbb-ba005844f38f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.675212] env[62306]: DEBUG nova.compute.provider_tree [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1621.871220] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': task-1972134, 'name': ReconfigVM_Task, 'duration_secs': 0.264699} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.871531] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58/29cb3f72-c88e-47bf-8c52-4fe27ae6aa58.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1621.872822] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ae988de-7578-487b-8c1b-031446150281 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.886938] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972135, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.888870] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Waiting for the task: (returnval){ [ 1621.888870] env[62306]: value = "task-1972136" [ 1621.888870] env[62306]: _type = "Task" [ 1621.888870] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.899658] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': task-1972136, 'name': Rename_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.980364] env[62306]: DEBUG oslo_concurrency.lockutils [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Releasing lock "refresh_cache-98c3bd5f-8a4a-4906-84dd-807eaff1da62" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.980774] env[62306]: DEBUG nova.compute.manager [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Instance network_info: |[{"id": "d1b4d26c-c091-4d71-879a-3b4f2797346e", "address": "fa:16:3e:7e:6a:b8", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1b4d26c-c0", "ovs_interfaceid": "d1b4d26c-c091-4d71-879a-3b4f2797346e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1621.981205] env[62306]: DEBUG oslo_concurrency.lockutils [req-947d9b0c-cafc-4043-92ca-735fb6223f62 req-ecffecb5-c6f4-4fb2-bff9-bbfe6938c22c service nova] Acquired lock "refresh_cache-98c3bd5f-8a4a-4906-84dd-807eaff1da62" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.981416] env[62306]: DEBUG nova.network.neutron [req-947d9b0c-cafc-4043-92ca-735fb6223f62 req-ecffecb5-c6f4-4fb2-bff9-bbfe6938c22c service nova] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Refreshing network info cache for port d1b4d26c-c091-4d71-879a-3b4f2797346e {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1621.982767] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:6a:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1b4d26c-c091-4d71-879a-3b4f2797346e', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1621.992505] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Creating folder: Project (1c8a8bbdf3e845b38eb9b478a1436dd4). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1621.993583] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31b321b7-dc76-44f0-9cc2-41ee4808c420 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.005645] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Created folder: Project (1c8a8bbdf3e845b38eb9b478a1436dd4) in parent group-v406007. [ 1622.005879] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Creating folder: Instances. Parent ref: group-v406088. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1622.007038] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2872b2f-f26f-4b79-82d4-717fe7954009 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.018331] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Created folder: Instances in parent group-v406088. [ 1622.018481] env[62306]: DEBUG oslo.service.loopingcall [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.018681] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1622.018999] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5acc000-1514-4a6d-b0bc-84c3aa221794 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.040999] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1622.040999] env[62306]: value = "task-1972139" [ 1622.040999] env[62306]: _type = "Task" [ 1622.040999] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.052359] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972139, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.070388] env[62306]: DEBUG nova.compute.manager [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1622.098802] env[62306]: DEBUG nova.virt.hardware [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1622.099130] env[62306]: DEBUG nova.virt.hardware [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1622.099281] env[62306]: DEBUG nova.virt.hardware [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1622.099454] env[62306]: DEBUG nova.virt.hardware [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1622.099598] env[62306]: DEBUG nova.virt.hardware [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1622.099744] env[62306]: DEBUG nova.virt.hardware [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1622.099943] env[62306]: DEBUG nova.virt.hardware [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1622.100188] env[62306]: DEBUG nova.virt.hardware [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1622.100374] env[62306]: DEBUG nova.virt.hardware [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1622.100534] env[62306]: DEBUG nova.virt.hardware [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1622.100702] env[62306]: DEBUG nova.virt.hardware [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1622.101599] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf847176-54be-48b6-81a5-cde9389691d4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.109681] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a42b40b-1309-4a70-b2d4-a759438e4d76 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.178825] env[62306]: DEBUG nova.scheduler.client.report [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1622.385675] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615179} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.385971] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 991c0412-c377-4428-a11f-b231fa5a7751/991c0412-c377-4428-a11f-b231fa5a7751.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1622.386237] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1622.386494] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aac1b3ae-8b42-4b27-81c3-d7a3fb9bde65 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.394079] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1622.394079] env[62306]: value = "task-1972140" [ 1622.394079] env[62306]: _type = "Task" [ 1622.394079] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.400269] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': task-1972136, 'name': Rename_Task, 'duration_secs': 0.15806} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.402155] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1622.402448] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2832a579-f6e9-4bd0-afda-79522421f514 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.406736] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.412380] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Waiting for the task: (returnval){ [ 1622.412380] env[62306]: value = "task-1972141" [ 1622.412380] env[62306]: _type = "Task" [ 1622.412380] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.420033] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': task-1972141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.555238] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972139, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.561774] env[62306]: DEBUG nova.compute.manager [req-6e44c25d-3edf-4fa3-8c74-f8901f82285a req-d9bc69bd-67eb-430d-9e79-f73fb7403341 service nova] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Received event network-vif-plugged-e1968b95-afde-44e3-bdf0-277f8cbeca72 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1622.561991] env[62306]: DEBUG oslo_concurrency.lockutils [req-6e44c25d-3edf-4fa3-8c74-f8901f82285a req-d9bc69bd-67eb-430d-9e79-f73fb7403341 service nova] Acquiring lock "736874a7-a8c5-4ca2-9711-ded10fe44bdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.562214] env[62306]: DEBUG oslo_concurrency.lockutils [req-6e44c25d-3edf-4fa3-8c74-f8901f82285a req-d9bc69bd-67eb-430d-9e79-f73fb7403341 service nova] Lock "736874a7-a8c5-4ca2-9711-ded10fe44bdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.562380] env[62306]: DEBUG oslo_concurrency.lockutils [req-6e44c25d-3edf-4fa3-8c74-f8901f82285a req-d9bc69bd-67eb-430d-9e79-f73fb7403341 service nova] Lock "736874a7-a8c5-4ca2-9711-ded10fe44bdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.562544] env[62306]: DEBUG nova.compute.manager [req-6e44c25d-3edf-4fa3-8c74-f8901f82285a req-d9bc69bd-67eb-430d-9e79-f73fb7403341 service nova] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] No waiting events found dispatching network-vif-plugged-e1968b95-afde-44e3-bdf0-277f8cbeca72 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1622.562701] env[62306]: WARNING nova.compute.manager [req-6e44c25d-3edf-4fa3-8c74-f8901f82285a req-d9bc69bd-67eb-430d-9e79-f73fb7403341 service nova] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Received unexpected event network-vif-plugged-e1968b95-afde-44e3-bdf0-277f8cbeca72 for instance with vm_state building and task_state spawning. [ 1622.637627] env[62306]: DEBUG nova.network.neutron [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Successfully updated port: e1968b95-afde-44e3-bdf0-277f8cbeca72 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1622.686963] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.646s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.687248] env[62306]: INFO nova.compute.manager [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Migrating [ 1622.687414] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.687599] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.690996] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.450s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.690996] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.690996] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1622.691319] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.927s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.692846] env[62306]: INFO nova.compute.claims [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1622.697988] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350b4663-96f1-49e2-9fe5-3cbb73254064 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.709207] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a08b005-e88e-44e8-b040-eafed01345b5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.726504] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be4f141-0e39-407c-b347-fec2a2d3ccb5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.734436] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16e0894-f0dd-4835-bb3e-1a1866dd48df {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.766108] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181071MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1622.766290] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.805172] env[62306]: DEBUG nova.network.neutron [req-947d9b0c-cafc-4043-92ca-735fb6223f62 req-ecffecb5-c6f4-4fb2-bff9-bbfe6938c22c service nova] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Updated VIF entry in instance network info cache for port d1b4d26c-c091-4d71-879a-3b4f2797346e. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1622.805562] env[62306]: DEBUG nova.network.neutron [req-947d9b0c-cafc-4043-92ca-735fb6223f62 req-ecffecb5-c6f4-4fb2-bff9-bbfe6938c22c service nova] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Updating instance_info_cache with network_info: [{"id": "d1b4d26c-c091-4d71-879a-3b4f2797346e", "address": "fa:16:3e:7e:6a:b8", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1b4d26c-c0", "ovs_interfaceid": "d1b4d26c-c091-4d71-879a-3b4f2797346e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.904337] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106006} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.904600] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1622.905392] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4e3e8d-10a9-4c4a-9a4d-e2862b4ddfcd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.928407] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 991c0412-c377-4428-a11f-b231fa5a7751/991c0412-c377-4428-a11f-b231fa5a7751.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1622.931781] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56580d12-3769-4829-8a84-dbf97e60b97f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.953122] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': task-1972141, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.954530] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1622.954530] env[62306]: value = "task-1972142" [ 1622.954530] env[62306]: _type = "Task" [ 1622.954530] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.963732] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972142, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.052095] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972139, 'name': CreateVM_Task, 'duration_secs': 0.531401} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.052324] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1623.052982] env[62306]: DEBUG oslo_concurrency.lockutils [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.053153] env[62306]: DEBUG oslo_concurrency.lockutils [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.053512] env[62306]: DEBUG oslo_concurrency.lockutils [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1623.053765] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e99597fd-11a5-4161-ba84-16cfa3a179dc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.059251] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Waiting for the task: (returnval){ [ 1623.059251] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cbc4c2-bf7a-32e2-3e69-3b907cc769c0" [ 1623.059251] env[62306]: _type = "Task" [ 1623.059251] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.067105] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cbc4c2-bf7a-32e2-3e69-3b907cc769c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.139809] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Acquiring lock "refresh_cache-736874a7-a8c5-4ca2-9711-ded10fe44bdd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.140061] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Acquired lock "refresh_cache-736874a7-a8c5-4ca2-9711-ded10fe44bdd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.140141] env[62306]: DEBUG nova.network.neutron [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1623.199109] env[62306]: INFO nova.compute.rpcapi [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1623.199109] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.308590] env[62306]: DEBUG oslo_concurrency.lockutils [req-947d9b0c-cafc-4043-92ca-735fb6223f62 req-ecffecb5-c6f4-4fb2-bff9-bbfe6938c22c service nova] Releasing lock "refresh_cache-98c3bd5f-8a4a-4906-84dd-807eaff1da62" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.428766] env[62306]: DEBUG oslo_vmware.api [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': task-1972141, 'name': PowerOnVM_Task, 'duration_secs': 0.570758} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.429137] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1623.429358] env[62306]: INFO nova.compute.manager [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1623.429591] env[62306]: DEBUG nova.compute.manager [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1623.430399] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f927541-92c0-4768-ba02-9a96d194cdce {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.464397] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972142, 'name': ReconfigVM_Task, 'duration_secs': 0.44664} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.464523] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 991c0412-c377-4428-a11f-b231fa5a7751/991c0412-c377-4428-a11f-b231fa5a7751.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1623.465083] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f2ee2e3-313c-43f0-9634-59e62f4ddc03 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.471818] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1623.471818] env[62306]: value = "task-1972143" [ 1623.471818] env[62306]: _type = "Task" [ 1623.471818] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.481246] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972143, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.571018] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cbc4c2-bf7a-32e2-3e69-3b907cc769c0, 'name': SearchDatastore_Task, 'duration_secs': 0.024248} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.571018] env[62306]: DEBUG oslo_concurrency.lockutils [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.571018] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1623.571018] env[62306]: DEBUG oslo_concurrency.lockutils [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.571188] env[62306]: DEBUG oslo_concurrency.lockutils [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.571188] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1623.571399] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b13dbac8-612a-4133-b35f-d11b2ea80680 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.579907] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1623.580105] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1623.580862] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b2c8bee-2c27-468a-870f-baf2bb777242 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.586174] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Waiting for the task: (returnval){ [ 1623.586174] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527856e1-04b4-cc68-a52e-939ef613b312" [ 1623.586174] env[62306]: _type = "Task" [ 1623.586174] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.593825] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527856e1-04b4-cc68-a52e-939ef613b312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.674870] env[62306]: DEBUG nova.network.neutron [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1623.722583] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "refresh_cache-b58b59b2-7f72-4763-a4ad-9c26117d6afe" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.722583] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquired lock "refresh_cache-b58b59b2-7f72-4763-a4ad-9c26117d6afe" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.722708] env[62306]: DEBUG nova.network.neutron [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1623.812231] env[62306]: DEBUG nova.network.neutron [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Updating instance_info_cache with network_info: [{"id": "e1968b95-afde-44e3-bdf0-277f8cbeca72", "address": "fa:16:3e:5f:6d:ac", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1968b95-af", "ovs_interfaceid": "e1968b95-afde-44e3-bdf0-277f8cbeca72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.950110] env[62306]: INFO nova.compute.manager [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Took 41.25 seconds to build instance. [ 1623.983423] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972143, 'name': Rename_Task, 'duration_secs': 0.163148} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.983688] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1623.983928] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-091f72f4-ef76-4160-8e51-1ab7008da497 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.990223] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1623.990223] env[62306]: value = "task-1972144" [ 1623.990223] env[62306]: _type = "Task" [ 1623.990223] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.000035] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.096484] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527856e1-04b4-cc68-a52e-939ef613b312, 'name': SearchDatastore_Task, 'duration_secs': 0.025197} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.100050] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d7472e4-4569-4a0c-b82e-a6cf8c71a9b9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.104741] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Waiting for the task: (returnval){ [ 1624.104741] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528867b7-6ebb-a9be-42f1-8e2e003a64e4" [ 1624.104741] env[62306]: _type = "Task" [ 1624.104741] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.114367] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528867b7-6ebb-a9be-42f1-8e2e003a64e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.154088] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657a754e-2a31-4505-b4c3-897f5315549d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.162264] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ab5252-a3d9-4d0c-a49c-f40c8e2a1b2a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.194218] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3519b07-350e-4cb0-81d7-3253237b7c60 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.201943] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d155a1e-2e69-462c-8839-16a3fb7082ca {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.215148] env[62306]: DEBUG nova.compute.provider_tree [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.314843] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Releasing lock "refresh_cache-736874a7-a8c5-4ca2-9711-ded10fe44bdd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.315193] env[62306]: DEBUG nova.compute.manager [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Instance network_info: |[{"id": "e1968b95-afde-44e3-bdf0-277f8cbeca72", "address": "fa:16:3e:5f:6d:ac", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1968b95-af", "ovs_interfaceid": "e1968b95-afde-44e3-bdf0-277f8cbeca72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1624.315669] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:6d:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1968b95-afde-44e3-bdf0-277f8cbeca72', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1624.323183] env[62306]: DEBUG oslo.service.loopingcall [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1624.323410] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1624.326382] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fc822d2-5086-4ad7-8091-dfe6d0a2084e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.348047] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1624.348047] env[62306]: value = "task-1972145" [ 1624.348047] env[62306]: _type = "Task" [ 1624.348047] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.354063] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972145, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.452345] env[62306]: DEBUG oslo_concurrency.lockutils [None req-189a2947-990a-4010-a805-5c7c9764dc1d tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Lock "29cb3f72-c88e-47bf-8c52-4fe27ae6aa58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.644s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.502398] env[62306]: DEBUG oslo_vmware.api [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972144, 'name': PowerOnVM_Task, 'duration_secs': 0.491153} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.502744] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1624.502855] env[62306]: INFO nova.compute.manager [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1624.503035] env[62306]: DEBUG nova.compute.manager [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1624.503843] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1604e96d-a06e-44fe-b4fd-b7c3ddad376a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.616391] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528867b7-6ebb-a9be-42f1-8e2e003a64e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009711} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.616657] env[62306]: DEBUG oslo_concurrency.lockutils [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.616907] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 98c3bd5f-8a4a-4906-84dd-807eaff1da62/98c3bd5f-8a4a-4906-84dd-807eaff1da62.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1624.617179] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed9d1d52-624f-4f52-9fce-ce1578960b70 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.624292] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Waiting for the task: (returnval){ [ 1624.624292] env[62306]: value = "task-1972146" [ 1624.624292] env[62306]: _type = "Task" [ 1624.624292] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.632101] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': task-1972146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.717851] env[62306]: DEBUG nova.network.neutron [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Updating instance_info_cache with network_info: [{"id": "a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d", "address": "fa:16:3e:31:e1:15", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d6bff0-da", "ovs_interfaceid": "a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.720306] env[62306]: DEBUG nova.scheduler.client.report [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1624.734043] env[62306]: DEBUG nova.compute.manager [req-6c54ac3b-1e50-497b-9c70-48d1aae5bac0 req-09be258e-a1bb-4342-ad38-2bf5ffbbe8e5 service nova] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Received event network-changed-e1968b95-afde-44e3-bdf0-277f8cbeca72 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1624.734043] env[62306]: DEBUG nova.compute.manager [req-6c54ac3b-1e50-497b-9c70-48d1aae5bac0 req-09be258e-a1bb-4342-ad38-2bf5ffbbe8e5 service nova] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Refreshing instance network info cache due to event network-changed-e1968b95-afde-44e3-bdf0-277f8cbeca72. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1624.734043] env[62306]: DEBUG oslo_concurrency.lockutils [req-6c54ac3b-1e50-497b-9c70-48d1aae5bac0 req-09be258e-a1bb-4342-ad38-2bf5ffbbe8e5 service nova] Acquiring lock "refresh_cache-736874a7-a8c5-4ca2-9711-ded10fe44bdd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.734340] env[62306]: DEBUG oslo_concurrency.lockutils [req-6c54ac3b-1e50-497b-9c70-48d1aae5bac0 req-09be258e-a1bb-4342-ad38-2bf5ffbbe8e5 service nova] Acquired lock "refresh_cache-736874a7-a8c5-4ca2-9711-ded10fe44bdd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.734340] env[62306]: DEBUG nova.network.neutron [req-6c54ac3b-1e50-497b-9c70-48d1aae5bac0 req-09be258e-a1bb-4342-ad38-2bf5ffbbe8e5 service nova] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Refreshing network info cache for port e1968b95-afde-44e3-bdf0-277f8cbeca72 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1624.858431] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972145, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.955309] env[62306]: DEBUG nova.compute.manager [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1625.023061] env[62306]: INFO nova.compute.manager [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Took 39.40 seconds to build instance. [ 1625.134565] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': task-1972146, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.226331] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Releasing lock "refresh_cache-b58b59b2-7f72-4763-a4ad-9c26117d6afe" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.228157] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.228760] env[62306]: DEBUG nova.compute.manager [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1625.233013] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.271s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.233859] env[62306]: DEBUG nova.objects.instance [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Lazy-loading 'resources' on Instance uuid 171d17e6-19f4-432a-887d-ebc7ec3e5481 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1625.359292] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972145, 'name': CreateVM_Task, 'duration_secs': 0.600917} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.361614] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1625.362735] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.363216] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.363834] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1625.364465] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74a299c0-99c7-4bed-b265-08023c5ed3af {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.368976] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Waiting for the task: (returnval){ [ 1625.368976] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ef4268-4df6-9d7e-f4e6-a0bfe886d7da" [ 1625.368976] env[62306]: _type = "Task" [ 1625.368976] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.377685] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ef4268-4df6-9d7e-f4e6-a0bfe886d7da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.485224] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.515204] env[62306]: DEBUG nova.network.neutron [req-6c54ac3b-1e50-497b-9c70-48d1aae5bac0 req-09be258e-a1bb-4342-ad38-2bf5ffbbe8e5 service nova] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Updated VIF entry in instance network info cache for port e1968b95-afde-44e3-bdf0-277f8cbeca72. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1625.515634] env[62306]: DEBUG nova.network.neutron [req-6c54ac3b-1e50-497b-9c70-48d1aae5bac0 req-09be258e-a1bb-4342-ad38-2bf5ffbbe8e5 service nova] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Updating instance_info_cache with network_info: [{"id": "e1968b95-afde-44e3-bdf0-277f8cbeca72", "address": "fa:16:3e:5f:6d:ac", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1968b95-af", "ovs_interfaceid": "e1968b95-afde-44e3-bdf0-277f8cbeca72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.525441] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b922796c-19fd-437f-ba7a-a3aea751c66e tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "991c0412-c377-4428-a11f-b231fa5a7751" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.490s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.638081] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': task-1972146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510866} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.638081] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 98c3bd5f-8a4a-4906-84dd-807eaff1da62/98c3bd5f-8a4a-4906-84dd-807eaff1da62.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1625.638081] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1625.638081] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3daeceae-b595-4626-87ff-027731ca498b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.644867] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Waiting for the task: (returnval){ [ 1625.644867] env[62306]: value = "task-1972147" [ 1625.644867] env[62306]: _type = "Task" [ 1625.644867] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.659781] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': task-1972147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.736497] env[62306]: DEBUG nova.compute.utils [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1625.743021] env[62306]: DEBUG nova.compute.manager [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1625.744074] env[62306]: DEBUG nova.network.neutron [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1625.812466] env[62306]: DEBUG nova.policy [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b7d9a564d014818b8b3cdf9698fce67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daee10609fae469f918ad6e4c75ab386', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1625.880714] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ef4268-4df6-9d7e-f4e6-a0bfe886d7da, 'name': SearchDatastore_Task, 'duration_secs': 0.012712} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.884197] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.884418] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1625.884693] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.884891] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.885137] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1625.885796] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ede40a5c-299a-48e7-921e-e7cd7222a2b2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.901674] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1625.901674] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1625.901674] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9ad6595-3790-413c-8998-61edd3bf7b14 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.904831] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Waiting for the task: (returnval){ [ 1625.904831] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526c64dd-ece5-1237-b7c9-5b527c4176ff" [ 1625.904831] env[62306]: _type = "Task" [ 1625.904831] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.914772] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526c64dd-ece5-1237-b7c9-5b527c4176ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.010141] env[62306]: INFO nova.compute.manager [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Rebuilding instance [ 1626.018138] env[62306]: DEBUG oslo_concurrency.lockutils [req-6c54ac3b-1e50-497b-9c70-48d1aae5bac0 req-09be258e-a1bb-4342-ad38-2bf5ffbbe8e5 service nova] Releasing lock "refresh_cache-736874a7-a8c5-4ca2-9711-ded10fe44bdd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.032726] env[62306]: DEBUG nova.compute.manager [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1626.066184] env[62306]: DEBUG nova.compute.manager [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1626.067190] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fac864b-a0c3-4119-b795-ffe6672d8a06 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.138859] env[62306]: DEBUG nova.network.neutron [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Successfully created port: 47d0bbf4-f254-4ab3-9583-193e89e01667 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1626.156728] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': task-1972147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126423} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.157037] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1626.160791] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb135e55-5871-4b0c-b6dc-f65eae2c9d22 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.185939] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 98c3bd5f-8a4a-4906-84dd-807eaff1da62/98c3bd5f-8a4a-4906-84dd-807eaff1da62.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1626.188892] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81f0f828-fa6b-4e98-b8af-8253659bb60a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.208252] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Waiting for the task: (returnval){ [ 1626.208252] env[62306]: value = "task-1972148" [ 1626.208252] env[62306]: _type = "Task" [ 1626.208252] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.216137] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': task-1972148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.240706] env[62306]: DEBUG nova.compute.manager [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1626.328113] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6881bea-a263-441a-acff-3d8fbe3d94dd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.336169] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46da3d5-3f4d-4e0b-b309-3cf01b68377c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.372193] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e7d28f-2b08-4519-8a22-9a983f25c7f5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.377505] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1eff30-39ec-4ee6-b4af-1981d4448529 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.391511] env[62306]: DEBUG nova.compute.provider_tree [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1626.414876] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526c64dd-ece5-1237-b7c9-5b527c4176ff, 'name': SearchDatastore_Task, 'duration_secs': 0.035335} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.415649] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b08369f-dfd3-4626-a773-3ab8744aa395 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.421479] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Waiting for the task: (returnval){ [ 1626.421479] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528c582c-cfac-6d08-59dd-a9d90e6d837b" [ 1626.421479] env[62306]: _type = "Task" [ 1626.421479] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.428930] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528c582c-cfac-6d08-59dd-a9d90e6d837b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.554701] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.718291] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': task-1972148, 'name': ReconfigVM_Task, 'duration_secs': 0.385373} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.718578] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 98c3bd5f-8a4a-4906-84dd-807eaff1da62/98c3bd5f-8a4a-4906-84dd-807eaff1da62.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1626.719263] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d919b80a-25ee-4f25-acda-f373813c1428 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.725928] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Waiting for the task: (returnval){ [ 1626.725928] env[62306]: value = "task-1972149" [ 1626.725928] env[62306]: _type = "Task" [ 1626.725928] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.734378] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': task-1972149, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.757995] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526bdf4e-8718-4fd7-8af2-e7d9915d1cd9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.766281] env[62306]: DEBUG nova.compute.manager [req-48b0feeb-4a72-4dd4-8c45-b2acb233f534 req-a0676d60-b1b5-4152-8bbd-93ef8b0b3f45 service nova] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Received event network-changed-ae25f55d-51b6-4a3e-9098-999aa6d1cb72 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1626.766613] env[62306]: DEBUG nova.compute.manager [req-48b0feeb-4a72-4dd4-8c45-b2acb233f534 req-a0676d60-b1b5-4152-8bbd-93ef8b0b3f45 service nova] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Refreshing instance network info cache due to event network-changed-ae25f55d-51b6-4a3e-9098-999aa6d1cb72. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1626.766940] env[62306]: DEBUG oslo_concurrency.lockutils [req-48b0feeb-4a72-4dd4-8c45-b2acb233f534 req-a0676d60-b1b5-4152-8bbd-93ef8b0b3f45 service nova] Acquiring lock "refresh_cache-29cb3f72-c88e-47bf-8c52-4fe27ae6aa58" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.767280] env[62306]: DEBUG oslo_concurrency.lockutils [req-48b0feeb-4a72-4dd4-8c45-b2acb233f534 req-a0676d60-b1b5-4152-8bbd-93ef8b0b3f45 service nova] Acquired lock "refresh_cache-29cb3f72-c88e-47bf-8c52-4fe27ae6aa58" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.767553] env[62306]: DEBUG nova.network.neutron [req-48b0feeb-4a72-4dd4-8c45-b2acb233f534 req-a0676d60-b1b5-4152-8bbd-93ef8b0b3f45 service nova] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Refreshing network info cache for port ae25f55d-51b6-4a3e-9098-999aa6d1cb72 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1626.795480] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Updating instance 'b58b59b2-7f72-4763-a4ad-9c26117d6afe' progress to 0 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1626.914394] env[62306]: ERROR nova.scheduler.client.report [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] [req-aacab421-755b-4afc-9fd0-504576901a05] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-aacab421-755b-4afc-9fd0-504576901a05"}]} [ 1626.933385] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528c582c-cfac-6d08-59dd-a9d90e6d837b, 'name': SearchDatastore_Task, 'duration_secs': 0.028975} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.933791] env[62306]: DEBUG nova.scheduler.client.report [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1626.939290] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.939551] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 736874a7-a8c5-4ca2-9711-ded10fe44bdd/736874a7-a8c5-4ca2-9711-ded10fe44bdd.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1626.940666] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2388f58-8f3d-4d6b-8263-d09004a1a363 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.948090] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Waiting for the task: (returnval){ [ 1626.948090] env[62306]: value = "task-1972150" [ 1626.948090] env[62306]: _type = "Task" [ 1626.948090] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.958289] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1972150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.961346] env[62306]: DEBUG nova.scheduler.client.report [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1626.961542] env[62306]: DEBUG nova.compute.provider_tree [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1626.974830] env[62306]: DEBUG nova.scheduler.client.report [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1627.002994] env[62306]: DEBUG nova.scheduler.client.report [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1627.088314] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1627.088677] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea023017-8aad-460f-b952-ef1a472da195 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.101146] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1627.101146] env[62306]: value = "task-1972151" [ 1627.101146] env[62306]: _type = "Task" [ 1627.101146] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.111647] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.133241] env[62306]: DEBUG nova.network.neutron [req-48b0feeb-4a72-4dd4-8c45-b2acb233f534 req-a0676d60-b1b5-4152-8bbd-93ef8b0b3f45 service nova] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Updated VIF entry in instance network info cache for port ae25f55d-51b6-4a3e-9098-999aa6d1cb72. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1627.133552] env[62306]: DEBUG nova.network.neutron [req-48b0feeb-4a72-4dd4-8c45-b2acb233f534 req-a0676d60-b1b5-4152-8bbd-93ef8b0b3f45 service nova] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Updating instance_info_cache with network_info: [{"id": "ae25f55d-51b6-4a3e-9098-999aa6d1cb72", "address": "fa:16:3e:27:09:84", "network": {"id": "096c1c98-cc99-4ec4-b3c4-7cb688f9cc3c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1132888495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d13c375020a64714947574be27ccc439", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae25f55d-51", "ovs_interfaceid": "ae25f55d-51b6-4a3e-9098-999aa6d1cb72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.239791] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': task-1972149, 'name': Rename_Task, 'duration_secs': 0.165428} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.240143] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1627.240403] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1858a46d-81d1-4e38-9a8f-1d2dcda7e28b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.248472] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Waiting for the task: (returnval){ [ 1627.248472] env[62306]: value = "task-1972152" [ 1627.248472] env[62306]: _type = "Task" [ 1627.248472] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.255292] env[62306]: DEBUG nova.compute.manager [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1627.268968] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': task-1972152, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.288636] env[62306]: DEBUG nova.virt.hardware [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1627.288894] env[62306]: DEBUG nova.virt.hardware [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1627.289059] env[62306]: DEBUG nova.virt.hardware [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1627.289251] env[62306]: DEBUG nova.virt.hardware [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1627.289397] env[62306]: DEBUG nova.virt.hardware [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1627.289542] env[62306]: DEBUG nova.virt.hardware [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1627.289758] env[62306]: DEBUG nova.virt.hardware [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1627.290041] env[62306]: DEBUG nova.virt.hardware [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1627.290269] env[62306]: DEBUG nova.virt.hardware [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1627.290444] env[62306]: DEBUG nova.virt.hardware [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1627.290621] env[62306]: DEBUG nova.virt.hardware [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1627.291731] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0509be3d-ce07-4f20-9bfd-d8db7350a526 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.302045] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d82b2e-05c6-44ff-9289-13d774c57357 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.311402] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1627.311951] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53750866-e3dd-4997-b7bf-f5046e2abfe1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.336965] env[62306]: DEBUG oslo_vmware.api [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1627.336965] env[62306]: value = "task-1972153" [ 1627.336965] env[62306]: _type = "Task" [ 1627.336965] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.348506] env[62306]: DEBUG oslo_vmware.api [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.462343] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1972150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477846} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.465987] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 736874a7-a8c5-4ca2-9711-ded10fe44bdd/736874a7-a8c5-4ca2-9711-ded10fe44bdd.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1627.466349] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1627.466964] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb723dcb-f4f1-434b-b473-033f4942587e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.475070] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Waiting for the task: (returnval){ [ 1627.475070] env[62306]: value = "task-1972154" [ 1627.475070] env[62306]: _type = "Task" [ 1627.475070] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.490272] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1972154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.585270] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1086f456-3d0c-425a-96c9-ace055d1e2af {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.592829] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8fe1aa-36a3-4622-82fd-c5f8ef9fa9f9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.625811] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f178029-a244-47f9-a881-f18709db22df {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.633461] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972151, 'name': PowerOffVM_Task, 'duration_secs': 0.284192} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.635799] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1627.636051] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1627.637505] env[62306]: DEBUG oslo_concurrency.lockutils [req-48b0feeb-4a72-4dd4-8c45-b2acb233f534 req-a0676d60-b1b5-4152-8bbd-93ef8b0b3f45 service nova] Releasing lock "refresh_cache-29cb3f72-c88e-47bf-8c52-4fe27ae6aa58" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.638327] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0d46ce-f688-4900-a617-a110ae07bffa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.641641] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a84782b-6358-4b56-b30c-912d470e1ad6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.646238] env[62306]: DEBUG nova.compute.manager [req-95dea770-42b7-43cd-a4ca-d51eec969047 req-3c6b517c-16c8-4286-94ee-84cfd838bdda service nova] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Received event network-vif-plugged-47d0bbf4-f254-4ab3-9583-193e89e01667 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1627.646454] env[62306]: DEBUG oslo_concurrency.lockutils [req-95dea770-42b7-43cd-a4ca-d51eec969047 req-3c6b517c-16c8-4286-94ee-84cfd838bdda service nova] Acquiring lock "8a38074d-7b10-4b97-a0a8-7eaef4474528-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.646651] env[62306]: DEBUG oslo_concurrency.lockutils [req-95dea770-42b7-43cd-a4ca-d51eec969047 req-3c6b517c-16c8-4286-94ee-84cfd838bdda service nova] Lock "8a38074d-7b10-4b97-a0a8-7eaef4474528-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.646814] env[62306]: DEBUG oslo_concurrency.lockutils [req-95dea770-42b7-43cd-a4ca-d51eec969047 req-3c6b517c-16c8-4286-94ee-84cfd838bdda service nova] Lock "8a38074d-7b10-4b97-a0a8-7eaef4474528-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.646977] env[62306]: DEBUG nova.compute.manager [req-95dea770-42b7-43cd-a4ca-d51eec969047 req-3c6b517c-16c8-4286-94ee-84cfd838bdda service nova] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] No waiting events found dispatching network-vif-plugged-47d0bbf4-f254-4ab3-9583-193e89e01667 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1627.647156] env[62306]: WARNING nova.compute.manager [req-95dea770-42b7-43cd-a4ca-d51eec969047 req-3c6b517c-16c8-4286-94ee-84cfd838bdda service nova] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Received unexpected event network-vif-plugged-47d0bbf4-f254-4ab3-9583-193e89e01667 for instance with vm_state building and task_state spawning. [ 1627.657843] env[62306]: DEBUG nova.compute.provider_tree [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1627.661161] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1627.661625] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67c020c8-ec6c-46e3-b92a-3b4c7d620f04 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.752700] env[62306]: DEBUG nova.network.neutron [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Successfully updated port: 47d0bbf4-f254-4ab3-9583-193e89e01667 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1627.763406] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': task-1972152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.782667] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1627.782901] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1627.783113] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Deleting the datastore file [datastore1] 991c0412-c377-4428-a11f-b231fa5a7751 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1627.783369] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1058f13-d6b9-464e-a702-6bbb0080c452 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.789217] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1627.789217] env[62306]: value = "task-1972156" [ 1627.789217] env[62306]: _type = "Task" [ 1627.789217] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.796544] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.848218] env[62306]: DEBUG oslo_vmware.api [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972153, 'name': PowerOffVM_Task, 'duration_secs': 0.220097} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.848491] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1627.848668] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Updating instance 'b58b59b2-7f72-4763-a4ad-9c26117d6afe' progress to 17 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1627.984821] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1972154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19309} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.985105] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1627.985894] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ab7d78-0ca3-4598-9186-a7a0f195e80b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.007626] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 736874a7-a8c5-4ca2-9711-ded10fe44bdd/736874a7-a8c5-4ca2-9711-ded10fe44bdd.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1628.007952] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfa53c7f-faaf-4c25-9259-7426ee68189c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.029717] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Waiting for the task: (returnval){ [ 1628.029717] env[62306]: value = "task-1972157" [ 1628.029717] env[62306]: _type = "Task" [ 1628.029717] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.037969] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1972157, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.195786] env[62306]: DEBUG nova.scheduler.client.report [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 55 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1628.196190] env[62306]: DEBUG nova.compute.provider_tree [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 55 to 56 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1628.196405] env[62306]: DEBUG nova.compute.provider_tree [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1628.258425] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "refresh_cache-8a38074d-7b10-4b97-a0a8-7eaef4474528" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.258678] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquired lock "refresh_cache-8a38074d-7b10-4b97-a0a8-7eaef4474528" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.258774] env[62306]: DEBUG nova.network.neutron [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1628.265207] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': task-1972152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.302164] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308236} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.303078] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1628.303519] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1628.303948] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1628.355604] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1628.356066] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1628.356364] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1628.356719] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1628.356976] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1628.357311] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1628.357673] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1628.357979] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1628.358367] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1628.358634] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1628.359372] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1628.367950] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffaa4cbe-70af-4aaa-a6de-692ed5d9e4f4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.390997] env[62306]: DEBUG oslo_vmware.api [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1628.390997] env[62306]: value = "task-1972158" [ 1628.390997] env[62306]: _type = "Task" [ 1628.390997] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.402110] env[62306]: DEBUG oslo_vmware.api [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.539477] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1972157, 'name': ReconfigVM_Task, 'duration_secs': 0.256074} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.539843] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 736874a7-a8c5-4ca2-9711-ded10fe44bdd/736874a7-a8c5-4ca2-9711-ded10fe44bdd.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1628.540379] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d16f2ff7-9c57-45cd-87d5-2761dea89ead {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.547768] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Waiting for the task: (returnval){ [ 1628.547768] env[62306]: value = "task-1972159" [ 1628.547768] env[62306]: _type = "Task" [ 1628.547768] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.555345] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1972159, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.704026] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.469s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.704395] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.343s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.705032] env[62306]: DEBUG nova.objects.instance [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Lazy-loading 'resources' on Instance uuid d371063f-d419-4965-9840-51e8071bca6a {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1628.725362] env[62306]: INFO nova.scheduler.client.report [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Deleted allocations for instance 171d17e6-19f4-432a-887d-ebc7ec3e5481 [ 1628.770175] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': task-1972152, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.798196] env[62306]: DEBUG nova.network.neutron [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1628.901723] env[62306]: DEBUG oslo_vmware.api [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972158, 'name': ReconfigVM_Task, 'duration_secs': 0.424856} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.902077] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Updating instance 'b58b59b2-7f72-4763-a4ad-9c26117d6afe' progress to 33 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1628.943440] env[62306]: DEBUG nova.network.neutron [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Updating instance_info_cache with network_info: [{"id": "47d0bbf4-f254-4ab3-9583-193e89e01667", "address": "fa:16:3e:f7:d0:ea", "network": {"id": "3b745275-fbc6-4427-8926-688b1f79cbaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1287131670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daee10609fae469f918ad6e4c75ab386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47d0bbf4-f2", "ovs_interfaceid": "47d0bbf4-f254-4ab3-9583-193e89e01667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.058029] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1972159, 'name': Rename_Task, 'duration_secs': 0.314599} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.058029] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1629.058241] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-830bd908-7e95-425d-9b85-0f175118570c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.064834] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Waiting for the task: (returnval){ [ 1629.064834] env[62306]: value = "task-1972160" [ 1629.064834] env[62306]: _type = "Task" [ 1629.064834] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.073358] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1972160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.237342] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a079cda8-9de0-43c5-81a9-64c17488ceca tempest-ImagesNegativeTestJSON-1031475396 tempest-ImagesNegativeTestJSON-1031475396-project-member] Lock "171d17e6-19f4-432a-887d-ebc7ec3e5481" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.204s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.265035] env[62306]: DEBUG oslo_vmware.api [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': task-1972152, 'name': PowerOnVM_Task, 'duration_secs': 1.62843} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.267484] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1629.267685] env[62306]: INFO nova.compute.manager [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1629.267926] env[62306]: DEBUG nova.compute.manager [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1629.268945] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020947e7-2a32-46e2-854e-dec0733b7de9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.341978] env[62306]: DEBUG nova.virt.hardware [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1629.342288] env[62306]: DEBUG nova.virt.hardware [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1629.342487] env[62306]: DEBUG nova.virt.hardware [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1629.342579] env[62306]: DEBUG nova.virt.hardware [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1629.342714] env[62306]: DEBUG nova.virt.hardware [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1629.342860] env[62306]: DEBUG nova.virt.hardware [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1629.343076] env[62306]: DEBUG nova.virt.hardware [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1629.343236] env[62306]: DEBUG nova.virt.hardware [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1629.343396] env[62306]: DEBUG nova.virt.hardware [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1629.343553] env[62306]: DEBUG nova.virt.hardware [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1629.343821] env[62306]: DEBUG nova.virt.hardware [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1629.344675] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f64d6f-6d2a-4f4a-b566-29996c293c79 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.354932] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52076c0-ca15-44e2-bd5d-f17d6ea5f622 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.371456] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:12:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd986f4ec-d25d-4646-acce-26ad7057202b', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1629.378918] env[62306]: DEBUG oslo.service.loopingcall [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.381596] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1629.382303] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5feeb844-3844-44d3-94e9-2b9be430856a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.403792] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1629.403792] env[62306]: value = "task-1972161" [ 1629.403792] env[62306]: _type = "Task" [ 1629.403792] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.410061] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1629.410332] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1629.410487] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1629.410663] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1629.410862] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1629.411040] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1629.411249] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1629.411405] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1629.411566] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1629.411728] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1629.411901] env[62306]: DEBUG nova.virt.hardware [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1629.417204] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Reconfiguring VM instance instance-00000011 to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1629.422927] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-089ce761-2d2f-4859-b3cf-361003bd511a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.436464] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972161, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.442496] env[62306]: DEBUG oslo_vmware.api [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1629.442496] env[62306]: value = "task-1972162" [ 1629.442496] env[62306]: _type = "Task" [ 1629.442496] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.446118] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Releasing lock "refresh_cache-8a38074d-7b10-4b97-a0a8-7eaef4474528" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.446118] env[62306]: DEBUG nova.compute.manager [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Instance network_info: |[{"id": "47d0bbf4-f254-4ab3-9583-193e89e01667", "address": "fa:16:3e:f7:d0:ea", "network": {"id": "3b745275-fbc6-4427-8926-688b1f79cbaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1287131670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daee10609fae469f918ad6e4c75ab386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47d0bbf4-f2", "ovs_interfaceid": "47d0bbf4-f254-4ab3-9583-193e89e01667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1629.448835] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:d0:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47d0bbf4-f254-4ab3-9583-193e89e01667', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1629.456447] env[62306]: DEBUG oslo.service.loopingcall [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.457371] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1629.457624] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b95f2097-31c9-471a-8a4f-02c0e5e0b427 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.488234] env[62306]: DEBUG oslo_vmware.api [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.494395] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1629.494395] env[62306]: value = "task-1972163" [ 1629.494395] env[62306]: _type = "Task" [ 1629.494395] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.504890] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972163, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.578746] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1972160, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.673496] env[62306]: DEBUG nova.compute.manager [req-7831c002-13f9-4ec5-b7de-33395b1aa875 req-819d8efe-b5ba-4b27-bb07-2c1de9601feb service nova] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Received event network-changed-47d0bbf4-f254-4ab3-9583-193e89e01667 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1629.673801] env[62306]: DEBUG nova.compute.manager [req-7831c002-13f9-4ec5-b7de-33395b1aa875 req-819d8efe-b5ba-4b27-bb07-2c1de9601feb service nova] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Refreshing instance network info cache due to event network-changed-47d0bbf4-f254-4ab3-9583-193e89e01667. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1629.674014] env[62306]: DEBUG oslo_concurrency.lockutils [req-7831c002-13f9-4ec5-b7de-33395b1aa875 req-819d8efe-b5ba-4b27-bb07-2c1de9601feb service nova] Acquiring lock "refresh_cache-8a38074d-7b10-4b97-a0a8-7eaef4474528" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.674169] env[62306]: DEBUG oslo_concurrency.lockutils [req-7831c002-13f9-4ec5-b7de-33395b1aa875 req-819d8efe-b5ba-4b27-bb07-2c1de9601feb service nova] Acquired lock "refresh_cache-8a38074d-7b10-4b97-a0a8-7eaef4474528" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.674333] env[62306]: DEBUG nova.network.neutron [req-7831c002-13f9-4ec5-b7de-33395b1aa875 req-819d8efe-b5ba-4b27-bb07-2c1de9601feb service nova] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Refreshing network info cache for port 47d0bbf4-f254-4ab3-9583-193e89e01667 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1629.766088] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19a56fa-1941-4486-b698-1b0ef91f3cc6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.777185] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fe98e9-6b5c-4047-a65c-9c0409963927 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.789713] env[62306]: INFO nova.compute.manager [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Took 41.87 seconds to build instance. [ 1629.820230] env[62306]: DEBUG oslo_concurrency.lockutils [None req-214ff1ce-9b5c-4246-afb7-62493bd5ac5b tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Lock "98c3bd5f-8a4a-4906-84dd-807eaff1da62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.895s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.821119] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e205d3f-5680-47c9-a214-cb45ae1f489a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.830975] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afe9d7f-8c04-4bc7-adaa-f0a4c05221eb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.849249] env[62306]: DEBUG nova.compute.provider_tree [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1629.913666] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972161, 'name': CreateVM_Task, 'duration_secs': 0.348539} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.913896] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1629.914562] env[62306]: DEBUG oslo_concurrency.lockutils [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.914725] env[62306]: DEBUG oslo_concurrency.lockutils [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.915051] env[62306]: DEBUG oslo_concurrency.lockutils [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1629.915299] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75ffe72c-8e56-48d8-8eb7-f8b7457fe2ce {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.920493] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1629.920493] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5202a5e2-710d-c092-538c-a6096f68e1eb" [ 1629.920493] env[62306]: _type = "Task" [ 1629.920493] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.927667] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5202a5e2-710d-c092-538c-a6096f68e1eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.951830] env[62306]: DEBUG oslo_vmware.api [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972162, 'name': ReconfigVM_Task, 'duration_secs': 0.195165} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.952019] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Reconfigured VM instance instance-00000011 to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1629.953540] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644da7bc-b9f5-4391-b83b-197851d6d115 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.978083] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] b58b59b2-7f72-4763-a4ad-9c26117d6afe/b58b59b2-7f72-4763-a4ad-9c26117d6afe.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1629.978365] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81208285-175c-4b78-a08c-cb0805e29ec2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.001085] env[62306]: DEBUG oslo_vmware.api [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1630.001085] env[62306]: value = "task-1972164" [ 1630.001085] env[62306]: _type = "Task" [ 1630.001085] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.007538] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972163, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.015997] env[62306]: DEBUG oslo_vmware.api [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972164, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.076561] env[62306]: DEBUG oslo_vmware.api [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1972160, 'name': PowerOnVM_Task, 'duration_secs': 0.698254} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.076917] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1630.077152] env[62306]: INFO nova.compute.manager [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1630.077330] env[62306]: DEBUG nova.compute.manager [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1630.078390] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd44fe4-d059-4e8f-ac39-88713fffed60 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.328591] env[62306]: DEBUG nova.compute.manager [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1630.353197] env[62306]: DEBUG nova.scheduler.client.report [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1630.432831] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5202a5e2-710d-c092-538c-a6096f68e1eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010287} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.433391] env[62306]: DEBUG oslo_concurrency.lockutils [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.433663] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1630.433906] env[62306]: DEBUG oslo_concurrency.lockutils [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.434072] env[62306]: DEBUG oslo_concurrency.lockutils [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.434251] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1630.434571] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a4a1a8d-3f75-461b-a557-f660ac3dd526 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.443697] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1630.443887] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1630.444640] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3c64e00-1bde-42c6-ab9a-6c3ac9ec0167 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.452111] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1630.452111] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c969f5-864c-6311-2956-6e99f2370802" [ 1630.452111] env[62306]: _type = "Task" [ 1630.452111] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.462200] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c969f5-864c-6311-2956-6e99f2370802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.505687] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972163, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.513941] env[62306]: DEBUG oslo_vmware.api [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.602299] env[62306]: INFO nova.compute.manager [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Took 36.83 seconds to build instance. [ 1630.631105] env[62306]: DEBUG nova.network.neutron [req-7831c002-13f9-4ec5-b7de-33395b1aa875 req-819d8efe-b5ba-4b27-bb07-2c1de9601feb service nova] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Updated VIF entry in instance network info cache for port 47d0bbf4-f254-4ab3-9583-193e89e01667. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1630.631453] env[62306]: DEBUG nova.network.neutron [req-7831c002-13f9-4ec5-b7de-33395b1aa875 req-819d8efe-b5ba-4b27-bb07-2c1de9601feb service nova] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Updating instance_info_cache with network_info: [{"id": "47d0bbf4-f254-4ab3-9583-193e89e01667", "address": "fa:16:3e:f7:d0:ea", "network": {"id": "3b745275-fbc6-4427-8926-688b1f79cbaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1287131670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daee10609fae469f918ad6e4c75ab386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47d0bbf4-f2", "ovs_interfaceid": "47d0bbf4-f254-4ab3-9583-193e89e01667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.690466] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Acquiring lock "98c3bd5f-8a4a-4906-84dd-807eaff1da62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.690748] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Lock "98c3bd5f-8a4a-4906-84dd-807eaff1da62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.691034] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Acquiring lock "98c3bd5f-8a4a-4906-84dd-807eaff1da62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.691221] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Lock "98c3bd5f-8a4a-4906-84dd-807eaff1da62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.691406] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Lock "98c3bd5f-8a4a-4906-84dd-807eaff1da62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.696921] env[62306]: INFO nova.compute.manager [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Terminating instance [ 1630.853980] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.864964] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.864964] env[62306]: DEBUG oslo_concurrency.lockutils [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.908s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.864964] env[62306]: INFO nova.compute.claims [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1630.883957] env[62306]: INFO nova.scheduler.client.report [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Deleted allocations for instance d371063f-d419-4965-9840-51e8071bca6a [ 1630.964143] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c969f5-864c-6311-2956-6e99f2370802, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.965024] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cac8822-4636-4db9-bdc9-19837fc8ff1f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.970231] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1630.970231] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fda28a-ec78-0606-aa93-60f9cf623156" [ 1630.970231] env[62306]: _type = "Task" [ 1630.970231] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.982356] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fda28a-ec78-0606-aa93-60f9cf623156, 'name': SearchDatastore_Task, 'duration_secs': 0.009512} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.982796] env[62306]: DEBUG oslo_concurrency.lockutils [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.983225] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 991c0412-c377-4428-a11f-b231fa5a7751/991c0412-c377-4428-a11f-b231fa5a7751.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1630.983585] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4b56ad4-6818-42f4-92bd-47ea4f81e449 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.991964] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1630.991964] env[62306]: value = "task-1972165" [ 1630.991964] env[62306]: _type = "Task" [ 1630.991964] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.998067] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.005790] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972163, 'name': CreateVM_Task, 'duration_secs': 1.118894} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.008543] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1631.009209] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.009401] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.009663] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1631.010215] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1547e6bb-3672-4a8d-b909-12231c046008 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.014551] env[62306]: DEBUG oslo_vmware.api [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972164, 'name': ReconfigVM_Task, 'duration_secs': 0.705545} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.015110] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Reconfigured VM instance instance-00000011 to attach disk [datastore1] b58b59b2-7f72-4763-a4ad-9c26117d6afe/b58b59b2-7f72-4763-a4ad-9c26117d6afe.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1631.015383] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Updating instance 'b58b59b2-7f72-4763-a4ad-9c26117d6afe' progress to 50 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1631.022599] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1631.022599] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fddcb3-ece0-a3e9-96c6-ce35f485e0f9" [ 1631.022599] env[62306]: _type = "Task" [ 1631.022599] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.034195] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fddcb3-ece0-a3e9-96c6-ce35f485e0f9, 'name': SearchDatastore_Task, 'duration_secs': 0.008775} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.034679] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.034905] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1631.035145] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.035290] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.035458] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1631.035704] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2af49c73-7862-484a-9dec-dce58dc6be5c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.045532] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1631.045705] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1631.046479] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67ef3405-d40e-425a-b55d-a3bc2b392fe2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.054984] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1631.054984] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]521e6b94-956c-656a-a6bd-d12262fdae89" [ 1631.054984] env[62306]: _type = "Task" [ 1631.054984] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.067105] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]521e6b94-956c-656a-a6bd-d12262fdae89, 'name': SearchDatastore_Task, 'duration_secs': 0.009561} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.068655] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33db575a-4320-4ae9-b687-65172880db75 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.074979] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1631.074979] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5215ad3b-71f4-9dd5-3cda-78347271802c" [ 1631.074979] env[62306]: _type = "Task" [ 1631.074979] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.083914] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5215ad3b-71f4-9dd5-3cda-78347271802c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.105656] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a5e7b99c-c6ed-4e60-9e32-38af4d62025a tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Lock "736874a7-a8c5-4ca2-9711-ded10fe44bdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.548s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.134239] env[62306]: DEBUG oslo_concurrency.lockutils [req-7831c002-13f9-4ec5-b7de-33395b1aa875 req-819d8efe-b5ba-4b27-bb07-2c1de9601feb service nova] Releasing lock "refresh_cache-8a38074d-7b10-4b97-a0a8-7eaef4474528" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.200765] env[62306]: DEBUG nova.compute.manager [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1631.201152] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1631.203107] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f217ad-d5da-42e4-ac0e-f81453591106 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.213633] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1631.213904] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1b8ed01-368d-4a51-8e80-271fa618ba80 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.222264] env[62306]: DEBUG oslo_vmware.api [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Waiting for the task: (returnval){ [ 1631.222264] env[62306]: value = "task-1972166" [ 1631.222264] env[62306]: _type = "Task" [ 1631.222264] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.232618] env[62306]: DEBUG oslo_vmware.api [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': task-1972166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.392099] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93aaef1a-e406-4f16-8bf4-bca523745cee tempest-ServerDiagnosticsV248Test-304214017 tempest-ServerDiagnosticsV248Test-304214017-project-member] Lock "d371063f-d419-4965-9840-51e8071bca6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.367s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.501388] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972165, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.531250] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211b4535-dbe8-4b90-8b50-a5edf93e0116 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.539021] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Acquiring lock "736874a7-a8c5-4ca2-9711-ded10fe44bdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.539021] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Lock "736874a7-a8c5-4ca2-9711-ded10fe44bdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.539021] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Acquiring lock "736874a7-a8c5-4ca2-9711-ded10fe44bdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.539021] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Lock "736874a7-a8c5-4ca2-9711-ded10fe44bdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.539214] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Lock "736874a7-a8c5-4ca2-9711-ded10fe44bdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.553142] env[62306]: INFO nova.compute.manager [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Terminating instance [ 1631.555246] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820fa08b-a3e3-42fe-af34-dbe05fc281d1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.579275] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Updating instance 'b58b59b2-7f72-4763-a4ad-9c26117d6afe' progress to 67 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1631.593771] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5215ad3b-71f4-9dd5-3cda-78347271802c, 'name': SearchDatastore_Task, 'duration_secs': 0.008146} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.594093] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.594347] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 8a38074d-7b10-4b97-a0a8-7eaef4474528/8a38074d-7b10-4b97-a0a8-7eaef4474528.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1631.594603] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec1cc2cc-ac2a-4b81-ae91-48a39cd26d7c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.601323] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1631.601323] env[62306]: value = "task-1972167" [ 1631.601323] env[62306]: _type = "Task" [ 1631.601323] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.609674] env[62306]: DEBUG nova.compute.manager [None req-f52fefac-4e49-4ea6-a1f2-5575a47d7d6b tempest-ServersListShow296Test-566303880 tempest-ServersListShow296Test-566303880-project-member] [instance: 1230d41e-19b2-403a-a605-a8e00967a8da] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1631.612073] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.736340] env[62306]: DEBUG oslo_vmware.api [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': task-1972166, 'name': PowerOffVM_Task, 'duration_secs': 0.276517} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.736712] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1631.736885] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1631.737183] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb9cd322-e035-412c-b92b-0861572287af {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.827485] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1631.827793] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1631.828693] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Deleting the datastore file [datastore1] 98c3bd5f-8a4a-4906-84dd-807eaff1da62 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1631.828693] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31cf0759-cc6d-4776-a96a-bca33e299ef9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.839394] env[62306]: DEBUG oslo_vmware.api [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Waiting for the task: (returnval){ [ 1631.839394] env[62306]: value = "task-1972169" [ 1631.839394] env[62306]: _type = "Task" [ 1631.839394] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.848999] env[62306]: DEBUG oslo_vmware.api [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': task-1972169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.002075] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512143} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.002359] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 991c0412-c377-4428-a11f-b231fa5a7751/991c0412-c377-4428-a11f-b231fa5a7751.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1632.002595] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1632.002886] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e9aa894-1d07-4318-abcd-32f180dceb31 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.011537] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1632.011537] env[62306]: value = "task-1972170" [ 1632.011537] env[62306]: _type = "Task" [ 1632.011537] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.024916] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.061312] env[62306]: DEBUG nova.compute.manager [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1632.061312] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1632.062330] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb374f5-5951-4709-b72e-eb939700d63a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.072922] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1632.074101] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bda15c94-e4e6-489c-8a92-6a855c6b7118 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.080487] env[62306]: DEBUG oslo_vmware.api [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Waiting for the task: (returnval){ [ 1632.080487] env[62306]: value = "task-1972171" [ 1632.080487] env[62306]: _type = "Task" [ 1632.080487] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.094207] env[62306]: DEBUG oslo_vmware.api [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1972171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.110657] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440791} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.113455] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 8a38074d-7b10-4b97-a0a8-7eaef4474528/8a38074d-7b10-4b97-a0a8-7eaef4474528.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1632.113678] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1632.114138] env[62306]: DEBUG nova.compute.manager [None req-f52fefac-4e49-4ea6-a1f2-5575a47d7d6b tempest-ServersListShow296Test-566303880 tempest-ServersListShow296Test-566303880-project-member] [instance: 1230d41e-19b2-403a-a605-a8e00967a8da] Instance disappeared before build. {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 1632.115299] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b9b32fa-db93-4fb0-8c0a-8e3b2d5342ea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.126025] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1632.126025] env[62306]: value = "task-1972172" [ 1632.126025] env[62306]: _type = "Task" [ 1632.126025] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.143467] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.168024] env[62306]: DEBUG nova.network.neutron [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Port a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d binding to destination host cpu-1 is already ACTIVE {{(pid=62306) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1632.352221] env[62306]: DEBUG oslo_vmware.api [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Task: {'id': task-1972169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32556} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.352463] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1632.352640] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1632.352806] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1632.353083] env[62306]: INFO nova.compute.manager [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1632.353241] env[62306]: DEBUG oslo.service.loopingcall [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1632.353434] env[62306]: DEBUG nova.compute.manager [-] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1632.353585] env[62306]: DEBUG nova.network.neutron [-] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1632.456863] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8892f6f5-35c6-4004-b295-ccd53ea71ccf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.464989] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bc28c7-5679-459e-bf09-e8c51962c2a3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.507025] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22952a93-aa2e-4820-9234-68a0dad729d5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.513546] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92f9f85-1cb0-4a80-bf3c-01f78a9540cf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.534493] env[62306]: DEBUG nova.compute.provider_tree [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1632.540560] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074604} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.541133] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1632.541944] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2fc9da-2abe-4134-8a53-6f91815c2af4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.566427] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 991c0412-c377-4428-a11f-b231fa5a7751/991c0412-c377-4428-a11f-b231fa5a7751.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1632.566992] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8929c44-8a3c-4d46-9528-9551e41c2119 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.590406] env[62306]: DEBUG oslo_vmware.api [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1972171, 'name': PowerOffVM_Task, 'duration_secs': 0.249836} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.591690] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1632.591853] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1632.592270] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1632.592270] env[62306]: value = "task-1972173" [ 1632.592270] env[62306]: _type = "Task" [ 1632.592270] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.593038] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-393790ca-4eb6-4470-bc04-02d78ea29c39 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.606639] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.634706] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077659} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.635177] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f52fefac-4e49-4ea6-a1f2-5575a47d7d6b tempest-ServersListShow296Test-566303880 tempest-ServersListShow296Test-566303880-project-member] Lock "1230d41e-19b2-403a-a605-a8e00967a8da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.523s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.637314] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1632.637314] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5d584f-aac4-4047-84ed-98fbc4cca202 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.660816] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 8a38074d-7b10-4b97-a0a8-7eaef4474528/8a38074d-7b10-4b97-a0a8-7eaef4474528.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1632.665057] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-833d9968-a983-4888-83a4-637c2d814d5b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.683844] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1632.684061] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1632.684238] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Deleting the datastore file [datastore1] 736874a7-a8c5-4ca2-9711-ded10fe44bdd {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1632.685239] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f77ddcf-74ec-4a46-b978-7770f40ee814 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.689598] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1632.689598] env[62306]: value = "task-1972175" [ 1632.689598] env[62306]: _type = "Task" [ 1632.689598] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.694160] env[62306]: DEBUG oslo_vmware.api [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Waiting for the task: (returnval){ [ 1632.694160] env[62306]: value = "task-1972176" [ 1632.694160] env[62306]: _type = "Task" [ 1632.694160] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.700383] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.705157] env[62306]: DEBUG oslo_vmware.api [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1972176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.740659] env[62306]: DEBUG nova.compute.manager [req-a89f6863-ce71-4e0e-9a71-607ef2b43239 req-71183d20-247e-46e6-88b9-444ecfd7fb85 service nova] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Received event network-vif-deleted-d1b4d26c-c091-4d71-879a-3b4f2797346e {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1632.740927] env[62306]: INFO nova.compute.manager [req-a89f6863-ce71-4e0e-9a71-607ef2b43239 req-71183d20-247e-46e6-88b9-444ecfd7fb85 service nova] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Neutron deleted interface d1b4d26c-c091-4d71-879a-3b4f2797346e; detaching it from the instance and deleting it from the info cache [ 1632.741142] env[62306]: DEBUG nova.network.neutron [req-a89f6863-ce71-4e0e-9a71-607ef2b43239 req-71183d20-247e-46e6-88b9-444ecfd7fb85 service nova] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.042585] env[62306]: DEBUG nova.scheduler.client.report [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1633.103996] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.141558] env[62306]: DEBUG nova.compute.manager [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1633.179893] env[62306]: DEBUG nova.network.neutron [-] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.216078] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "b58b59b2-7f72-4763-a4ad-9c26117d6afe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.216327] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "b58b59b2-7f72-4763-a4ad-9c26117d6afe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.216564] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "b58b59b2-7f72-4763-a4ad-9c26117d6afe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.227117] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972175, 'name': ReconfigVM_Task, 'duration_secs': 0.295436} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.227312] env[62306]: DEBUG oslo_vmware.api [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Task: {'id': task-1972176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324021} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.227623] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 8a38074d-7b10-4b97-a0a8-7eaef4474528/8a38074d-7b10-4b97-a0a8-7eaef4474528.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1633.228205] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1633.228376] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1633.228543] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1633.228715] env[62306]: INFO nova.compute.manager [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1633.228951] env[62306]: DEBUG oslo.service.loopingcall [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.229169] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5da48fb4-6994-48be-bdc2-4c4b7637ea25 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.230952] env[62306]: DEBUG nova.compute.manager [-] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1633.231054] env[62306]: DEBUG nova.network.neutron [-] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1633.237691] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1633.237691] env[62306]: value = "task-1972177" [ 1633.237691] env[62306]: _type = "Task" [ 1633.237691] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.244013] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-880ce814-57fc-4441-826a-2aa4b256e8d5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.249855] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972177, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.257864] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84fc4a8-ff83-4ee7-b66f-ffb430ecc52a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.297659] env[62306]: DEBUG nova.compute.manager [req-a89f6863-ce71-4e0e-9a71-607ef2b43239 req-71183d20-247e-46e6-88b9-444ecfd7fb85 service nova] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Detach interface failed, port_id=d1b4d26c-c091-4d71-879a-3b4f2797346e, reason: Instance 98c3bd5f-8a4a-4906-84dd-807eaff1da62 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1633.547880] env[62306]: DEBUG oslo_concurrency.lockutils [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.548539] env[62306]: DEBUG nova.compute.manager [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1633.552111] env[62306]: DEBUG oslo_concurrency.lockutils [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.653s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.554762] env[62306]: INFO nova.compute.claims [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1633.604756] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972173, 'name': ReconfigVM_Task, 'duration_secs': 0.684045} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.605052] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 991c0412-c377-4428-a11f-b231fa5a7751/991c0412-c377-4428-a11f-b231fa5a7751.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1633.605669] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdf763b3-5ce8-4a90-b2fc-f21348d5278f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.612294] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1633.612294] env[62306]: value = "task-1972178" [ 1633.612294] env[62306]: _type = "Task" [ 1633.612294] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.623403] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972178, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.662829] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.682923] env[62306]: INFO nova.compute.manager [-] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Took 1.33 seconds to deallocate network for instance. [ 1633.747829] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972177, 'name': Rename_Task, 'duration_secs': 0.138407} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.748110] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1633.748369] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f16ca15-d07b-476e-86db-0a815e1d61f5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.755109] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1633.755109] env[62306]: value = "task-1972179" [ 1633.755109] env[62306]: _type = "Task" [ 1633.755109] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.762681] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.027540] env[62306]: DEBUG nova.network.neutron [-] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.060340] env[62306]: DEBUG nova.compute.utils [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1634.064104] env[62306]: DEBUG nova.compute.manager [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1634.066599] env[62306]: DEBUG nova.network.neutron [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1634.116803] env[62306]: DEBUG nova.policy [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5034278d5e66453b9d00265f14a721f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85dacd42367948bead2202490260363f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1634.128156] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972178, 'name': Rename_Task, 'duration_secs': 0.346763} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.128451] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1634.128699] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25f3fa49-7c5d-4381-9198-0a5e46bf40c0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.134845] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1634.134845] env[62306]: value = "task-1972180" [ 1634.134845] env[62306]: _type = "Task" [ 1634.134845] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.144487] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.190794] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.266707] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.294330] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "refresh_cache-b58b59b2-7f72-4763-a4ad-9c26117d6afe" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.294535] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquired lock "refresh_cache-b58b59b2-7f72-4763-a4ad-9c26117d6afe" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.296949] env[62306]: DEBUG nova.network.neutron [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1634.450538] env[62306]: DEBUG nova.network.neutron [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Successfully created port: 40ea96a7-e116-4aa3-8dab-4dcd778521b0 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1634.530994] env[62306]: INFO nova.compute.manager [-] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Took 1.30 seconds to deallocate network for instance. [ 1634.566700] env[62306]: DEBUG nova.compute.manager [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1634.649940] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972180, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.770613] env[62306]: DEBUG oslo_vmware.api [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972179, 'name': PowerOnVM_Task, 'duration_secs': 0.689805} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.773353] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1634.773574] env[62306]: INFO nova.compute.manager [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1634.773752] env[62306]: DEBUG nova.compute.manager [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1634.776042] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1435885-ec11-495b-a9ca-71395d5d3de8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.780203] env[62306]: DEBUG nova.compute.manager [req-54734e54-ffa1-4055-ba41-b2ab92e6a7ec req-c8c9836d-3211-4656-b3c2-8f9ecdcbf1a0 service nova] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Received event network-vif-deleted-e1968b95-afde-44e3-bdf0-277f8cbeca72 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1635.043612] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.119799] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967b6d54-425d-4e77-87a7-c655a96c4def {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.129229] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87b3422-18db-45c3-bb9b-1c469d7529cc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.164175] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484c71af-16a2-448e-b993-10e03a90e28b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.174995] env[62306]: DEBUG oslo_vmware.api [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972180, 'name': PowerOnVM_Task, 'duration_secs': 0.995046} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.177697] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1635.177942] env[62306]: DEBUG nova.compute.manager [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1635.179245] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84870b26-31ab-4560-9d51-97a86511ae4d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.183749] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61460bf0-1602-41c5-9717-e2a92362a99a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.202976] env[62306]: DEBUG nova.compute.provider_tree [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1635.275255] env[62306]: DEBUG nova.network.neutron [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Updating instance_info_cache with network_info: [{"id": "a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d", "address": "fa:16:3e:31:e1:15", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d6bff0-da", "ovs_interfaceid": "a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.295127] env[62306]: INFO nova.compute.manager [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Took 37.56 seconds to build instance. [ 1635.590737] env[62306]: DEBUG nova.compute.manager [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1635.622559] env[62306]: DEBUG nova.virt.hardware [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1635.622823] env[62306]: DEBUG nova.virt.hardware [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1635.622984] env[62306]: DEBUG nova.virt.hardware [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1635.623195] env[62306]: DEBUG nova.virt.hardware [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1635.623347] env[62306]: DEBUG nova.virt.hardware [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1635.623492] env[62306]: DEBUG nova.virt.hardware [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1635.623713] env[62306]: DEBUG nova.virt.hardware [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1635.623903] env[62306]: DEBUG nova.virt.hardware [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1635.624167] env[62306]: DEBUG nova.virt.hardware [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1635.624363] env[62306]: DEBUG nova.virt.hardware [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1635.624603] env[62306]: DEBUG nova.virt.hardware [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1635.625460] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144515f3-d059-48c3-89f8-5d3275a62867 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.634133] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c40665e-45cd-4027-83d3-9517d3c582b1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.714400] env[62306]: DEBUG nova.scheduler.client.report [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1635.721632] env[62306]: DEBUG oslo_concurrency.lockutils [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.777253] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Releasing lock "refresh_cache-b58b59b2-7f72-4763-a4ad-9c26117d6afe" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.797444] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0893d9e5-fa0b-4cc8-9676-b7f35bdc85aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "8a38074d-7b10-4b97-a0a8-7eaef4474528" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.874s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.037991] env[62306]: DEBUG nova.network.neutron [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Successfully updated port: 40ea96a7-e116-4aa3-8dab-4dcd778521b0 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1636.050788] env[62306]: INFO nova.compute.manager [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Rescuing [ 1636.051078] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "refresh_cache-8a38074d-7b10-4b97-a0a8-7eaef4474528" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.051226] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquired lock "refresh_cache-8a38074d-7b10-4b97-a0a8-7eaef4474528" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.051398] env[62306]: DEBUG nova.network.neutron [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1636.223566] env[62306]: DEBUG oslo_concurrency.lockutils [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.223566] env[62306]: DEBUG nova.compute.manager [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1636.226290] env[62306]: DEBUG oslo_concurrency.lockutils [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.088s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.227884] env[62306]: INFO nova.compute.claims [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1636.300998] env[62306]: DEBUG nova.compute.manager [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1636.307490] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079b16d1-08d9-4eb4-816f-6443038ba06b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.332042] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52bd5ae-c246-4c18-9f5e-1395ba8b8e0c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.340493] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Updating instance 'b58b59b2-7f72-4763-a4ad-9c26117d6afe' progress to 83 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1636.541277] env[62306]: DEBUG oslo_concurrency.lockutils [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "refresh_cache-4e1ab485-0c88-4161-8b4d-500ec3ee7ba4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.541696] env[62306]: DEBUG oslo_concurrency.lockutils [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired lock "refresh_cache-4e1ab485-0c88-4161-8b4d-500ec3ee7ba4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.541967] env[62306]: DEBUG nova.network.neutron [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1636.730053] env[62306]: DEBUG nova.compute.utils [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1636.730053] env[62306]: DEBUG nova.compute.manager [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1636.730053] env[62306]: DEBUG nova.network.neutron [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1636.798872] env[62306]: DEBUG nova.policy [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34b2fbe3209f424abf27e7dd25d735a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c0ff968f9b74fc58d04f5b534d21a2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1636.824240] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.847897] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1636.848247] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34384c86-f6ee-42b2-9cd0-bb763b9a362a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.852429] env[62306]: DEBUG nova.network.neutron [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Updating instance_info_cache with network_info: [{"id": "47d0bbf4-f254-4ab3-9583-193e89e01667", "address": "fa:16:3e:f7:d0:ea", "network": {"id": "3b745275-fbc6-4427-8926-688b1f79cbaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1287131670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daee10609fae469f918ad6e4c75ab386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47d0bbf4-f2", "ovs_interfaceid": "47d0bbf4-f254-4ab3-9583-193e89e01667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.857867] env[62306]: DEBUG oslo_vmware.api [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1636.857867] env[62306]: value = "task-1972181" [ 1636.857867] env[62306]: _type = "Task" [ 1636.857867] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.880515] env[62306]: DEBUG oslo_vmware.api [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972181, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.026481] env[62306]: DEBUG nova.compute.manager [req-822e7768-a72f-47b8-b7d5-011285853890 req-6c6c3ff5-1e9e-4249-b8ff-17ba8cfc4968 service nova] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Received event network-vif-plugged-40ea96a7-e116-4aa3-8dab-4dcd778521b0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1637.026706] env[62306]: DEBUG oslo_concurrency.lockutils [req-822e7768-a72f-47b8-b7d5-011285853890 req-6c6c3ff5-1e9e-4249-b8ff-17ba8cfc4968 service nova] Acquiring lock "4e1ab485-0c88-4161-8b4d-500ec3ee7ba4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.026958] env[62306]: DEBUG oslo_concurrency.lockutils [req-822e7768-a72f-47b8-b7d5-011285853890 req-6c6c3ff5-1e9e-4249-b8ff-17ba8cfc4968 service nova] Lock "4e1ab485-0c88-4161-8b4d-500ec3ee7ba4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.027512] env[62306]: DEBUG oslo_concurrency.lockutils [req-822e7768-a72f-47b8-b7d5-011285853890 req-6c6c3ff5-1e9e-4249-b8ff-17ba8cfc4968 service nova] Lock "4e1ab485-0c88-4161-8b4d-500ec3ee7ba4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.028519] env[62306]: DEBUG nova.compute.manager [req-822e7768-a72f-47b8-b7d5-011285853890 req-6c6c3ff5-1e9e-4249-b8ff-17ba8cfc4968 service nova] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] No waiting events found dispatching network-vif-plugged-40ea96a7-e116-4aa3-8dab-4dcd778521b0 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1637.028519] env[62306]: WARNING nova.compute.manager [req-822e7768-a72f-47b8-b7d5-011285853890 req-6c6c3ff5-1e9e-4249-b8ff-17ba8cfc4968 service nova] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Received unexpected event network-vif-plugged-40ea96a7-e116-4aa3-8dab-4dcd778521b0 for instance with vm_state building and task_state spawning. [ 1637.028519] env[62306]: DEBUG nova.compute.manager [req-822e7768-a72f-47b8-b7d5-011285853890 req-6c6c3ff5-1e9e-4249-b8ff-17ba8cfc4968 service nova] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Received event network-changed-40ea96a7-e116-4aa3-8dab-4dcd778521b0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1637.028519] env[62306]: DEBUG nova.compute.manager [req-822e7768-a72f-47b8-b7d5-011285853890 req-6c6c3ff5-1e9e-4249-b8ff-17ba8cfc4968 service nova] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Refreshing instance network info cache due to event network-changed-40ea96a7-e116-4aa3-8dab-4dcd778521b0. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1637.028686] env[62306]: DEBUG oslo_concurrency.lockutils [req-822e7768-a72f-47b8-b7d5-011285853890 req-6c6c3ff5-1e9e-4249-b8ff-17ba8cfc4968 service nova] Acquiring lock "refresh_cache-4e1ab485-0c88-4161-8b4d-500ec3ee7ba4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.089034] env[62306]: DEBUG nova.network.neutron [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1637.184741] env[62306]: DEBUG nova.network.neutron [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Successfully created port: 64cea17c-7739-4b4a-a138-640922d9ef79 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1637.235646] env[62306]: DEBUG nova.compute.manager [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1637.284353] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "991c0412-c377-4428-a11f-b231fa5a7751" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.284632] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "991c0412-c377-4428-a11f-b231fa5a7751" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.284891] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "991c0412-c377-4428-a11f-b231fa5a7751-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.285123] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "991c0412-c377-4428-a11f-b231fa5a7751-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.285332] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "991c0412-c377-4428-a11f-b231fa5a7751-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.289992] env[62306]: INFO nova.compute.manager [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Terminating instance [ 1637.345040] env[62306]: DEBUG nova.network.neutron [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Updating instance_info_cache with network_info: [{"id": "40ea96a7-e116-4aa3-8dab-4dcd778521b0", "address": "fa:16:3e:8d:c9:36", "network": {"id": "1626cde5-6627-4ce2-8b90-ce6c610cd0c6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1539284948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85dacd42367948bead2202490260363f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ea96a7-e1", "ovs_interfaceid": "40ea96a7-e116-4aa3-8dab-4dcd778521b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.356854] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Releasing lock "refresh_cache-8a38074d-7b10-4b97-a0a8-7eaef4474528" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.372133] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "651cf96b-2334-4b79-b739-aa17740124a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.374185] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "651cf96b-2334-4b79-b739-aa17740124a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.381479] env[62306]: DEBUG oslo_vmware.api [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972181, 'name': PowerOnVM_Task, 'duration_secs': 0.421586} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.383219] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1637.383446] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d5aaefaf-dbaf-482d-9973-896fae99666d tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Updating instance 'b58b59b2-7f72-4763-a4ad-9c26117d6afe' progress to 100 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1637.406656] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "0be73756-7509-472c-8a54-7ab108f4cdcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.406656] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "0be73756-7509-472c-8a54-7ab108f4cdcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.488016] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "00b5703c-bed5-4dd1-839b-ac92f7443bcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.488016] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "00b5703c-bed5-4dd1-839b-ac92f7443bcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.794614] env[62306]: DEBUG nova.compute.manager [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1637.794862] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1637.798520] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281b6f45-4a18-4cef-abff-d962f49cc07f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.806829] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1637.806829] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d279750-84b9-4d71-a24e-19bef56cbd56 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.812532] env[62306]: DEBUG oslo_vmware.api [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1637.812532] env[62306]: value = "task-1972182" [ 1637.812532] env[62306]: _type = "Task" [ 1637.812532] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.822700] env[62306]: DEBUG oslo_vmware.api [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.850055] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a8505a-a6e8-46f7-b69b-bb110dabcdf8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.851962] env[62306]: DEBUG oslo_concurrency.lockutils [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Releasing lock "refresh_cache-4e1ab485-0c88-4161-8b4d-500ec3ee7ba4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.852272] env[62306]: DEBUG nova.compute.manager [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Instance network_info: |[{"id": "40ea96a7-e116-4aa3-8dab-4dcd778521b0", "address": "fa:16:3e:8d:c9:36", "network": {"id": "1626cde5-6627-4ce2-8b90-ce6c610cd0c6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1539284948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85dacd42367948bead2202490260363f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ea96a7-e1", "ovs_interfaceid": "40ea96a7-e116-4aa3-8dab-4dcd778521b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1637.852559] env[62306]: DEBUG oslo_concurrency.lockutils [req-822e7768-a72f-47b8-b7d5-011285853890 req-6c6c3ff5-1e9e-4249-b8ff-17ba8cfc4968 service nova] Acquired lock "refresh_cache-4e1ab485-0c88-4161-8b4d-500ec3ee7ba4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.852726] env[62306]: DEBUG nova.network.neutron [req-822e7768-a72f-47b8-b7d5-011285853890 req-6c6c3ff5-1e9e-4249-b8ff-17ba8cfc4968 service nova] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Refreshing network info cache for port 40ea96a7-e116-4aa3-8dab-4dcd778521b0 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1637.853910] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:c9:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40ea96a7-e116-4aa3-8dab-4dcd778521b0', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1637.861162] env[62306]: DEBUG oslo.service.loopingcall [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1637.862596] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1637.862921] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8c06bab-12be-4c58-bd2a-756c63b6f190 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.880300] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1d566b-766a-42f3-9024-f34c77377968 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.884809] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1637.884809] env[62306]: value = "task-1972183" [ 1637.884809] env[62306]: _type = "Task" [ 1637.884809] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.918112] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b1ece2-eb78-4869-ae1c-ffc8ed1254c7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.925206] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972183, 'name': CreateVM_Task} progress is 15%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.932135] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56ffbe3-ffec-4f00-9288-e3a1c4e282d1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.945631] env[62306]: DEBUG nova.compute.provider_tree [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1638.080680] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "62226724-b96b-4a68-96f1-d2dce93e0051" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.080926] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "62226724-b96b-4a68-96f1-d2dce93e0051" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.252037] env[62306]: DEBUG nova.compute.manager [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1638.277390] env[62306]: DEBUG nova.virt.hardware [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1638.277658] env[62306]: DEBUG nova.virt.hardware [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1638.277815] env[62306]: DEBUG nova.virt.hardware [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1638.277993] env[62306]: DEBUG nova.virt.hardware [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1638.278160] env[62306]: DEBUG nova.virt.hardware [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1638.278301] env[62306]: DEBUG nova.virt.hardware [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1638.278504] env[62306]: DEBUG nova.virt.hardware [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1638.278659] env[62306]: DEBUG nova.virt.hardware [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1638.278907] env[62306]: DEBUG nova.virt.hardware [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1638.279108] env[62306]: DEBUG nova.virt.hardware [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1638.279286] env[62306]: DEBUG nova.virt.hardware [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1638.280206] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0876bf64-10f6-4cec-9ea6-e7a361c85133 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.287909] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3596753a-ff30-44de-951c-08b09538f90f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.324010] env[62306]: DEBUG oslo_vmware.api [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972182, 'name': PowerOffVM_Task, 'duration_secs': 0.227774} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.324304] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1638.324469] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1638.324712] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b48cee87-46c6-4645-be99-69364ec6d1ff {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.396316] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972183, 'name': CreateVM_Task, 'duration_secs': 0.479092} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.396429] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1638.397207] env[62306]: DEBUG oslo_concurrency.lockutils [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.397381] env[62306]: DEBUG oslo_concurrency.lockutils [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.397759] env[62306]: DEBUG oslo_concurrency.lockutils [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1638.398014] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b7317a-658d-4025-8a5d-a428ae361a1d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.402487] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1638.402487] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52dcc8c7-cc11-fe29-0a3d-2f33d651c293" [ 1638.402487] env[62306]: _type = "Task" [ 1638.402487] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.410090] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52dcc8c7-cc11-fe29-0a3d-2f33d651c293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.424564] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1638.424564] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1638.424564] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Deleting the datastore file [datastore1] 991c0412-c377-4428-a11f-b231fa5a7751 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1638.425746] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf748a3a-ef6d-44ca-8615-fabdecb6057d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.432609] env[62306]: DEBUG oslo_vmware.api [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1638.432609] env[62306]: value = "task-1972185" [ 1638.432609] env[62306]: _type = "Task" [ 1638.432609] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.442103] env[62306]: DEBUG oslo_vmware.api [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.448965] env[62306]: DEBUG nova.scheduler.client.report [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1638.602412] env[62306]: DEBUG nova.network.neutron [req-822e7768-a72f-47b8-b7d5-011285853890 req-6c6c3ff5-1e9e-4249-b8ff-17ba8cfc4968 service nova] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Updated VIF entry in instance network info cache for port 40ea96a7-e116-4aa3-8dab-4dcd778521b0. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1638.602412] env[62306]: DEBUG nova.network.neutron [req-822e7768-a72f-47b8-b7d5-011285853890 req-6c6c3ff5-1e9e-4249-b8ff-17ba8cfc4968 service nova] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Updating instance_info_cache with network_info: [{"id": "40ea96a7-e116-4aa3-8dab-4dcd778521b0", "address": "fa:16:3e:8d:c9:36", "network": {"id": "1626cde5-6627-4ce2-8b90-ce6c610cd0c6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1539284948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85dacd42367948bead2202490260363f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ea96a7-e1", "ovs_interfaceid": "40ea96a7-e116-4aa3-8dab-4dcd778521b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.793304] env[62306]: DEBUG nova.compute.manager [req-a16f3c9d-57d5-4a27-909f-84f445539033 req-a03223da-a6af-46b4-99d6-9184ffa3ced5 service nova] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Received event network-vif-plugged-64cea17c-7739-4b4a-a138-640922d9ef79 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1638.793304] env[62306]: DEBUG oslo_concurrency.lockutils [req-a16f3c9d-57d5-4a27-909f-84f445539033 req-a03223da-a6af-46b4-99d6-9184ffa3ced5 service nova] Acquiring lock "22ad90b8-e525-46b9-842e-06b024d6f6ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.793304] env[62306]: DEBUG oslo_concurrency.lockutils [req-a16f3c9d-57d5-4a27-909f-84f445539033 req-a03223da-a6af-46b4-99d6-9184ffa3ced5 service nova] Lock "22ad90b8-e525-46b9-842e-06b024d6f6ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.793304] env[62306]: DEBUG oslo_concurrency.lockutils [req-a16f3c9d-57d5-4a27-909f-84f445539033 req-a03223da-a6af-46b4-99d6-9184ffa3ced5 service nova] Lock "22ad90b8-e525-46b9-842e-06b024d6f6ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.793304] env[62306]: DEBUG nova.compute.manager [req-a16f3c9d-57d5-4a27-909f-84f445539033 req-a03223da-a6af-46b4-99d6-9184ffa3ced5 service nova] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] No waiting events found dispatching network-vif-plugged-64cea17c-7739-4b4a-a138-640922d9ef79 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1638.794090] env[62306]: WARNING nova.compute.manager [req-a16f3c9d-57d5-4a27-909f-84f445539033 req-a03223da-a6af-46b4-99d6-9184ffa3ced5 service nova] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Received unexpected event network-vif-plugged-64cea17c-7739-4b4a-a138-640922d9ef79 for instance with vm_state building and task_state spawning. [ 1638.902722] env[62306]: DEBUG nova.network.neutron [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Successfully updated port: 64cea17c-7739-4b4a-a138-640922d9ef79 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1638.920223] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52dcc8c7-cc11-fe29-0a3d-2f33d651c293, 'name': SearchDatastore_Task, 'duration_secs': 0.014386} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.922017] env[62306]: DEBUG oslo_concurrency.lockutils [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.922017] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1638.924018] env[62306]: DEBUG oslo_concurrency.lockutils [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.924018] env[62306]: DEBUG oslo_concurrency.lockutils [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.924018] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1638.925513] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbe406bd-0c2d-436f-a3e9-8089e0c2279b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.934328] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.936654] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c41b8e40-9e43-48d3-a7d8-9648a37e0130 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.943947] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1638.943947] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1638.944996] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bcf4ae9-fb4a-4915-8d15-c3dafbace074 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.950104] env[62306]: DEBUG oslo_vmware.api [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159159} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.951680] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1638.951974] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1638.952248] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1638.952481] env[62306]: INFO nova.compute.manager [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1638.952777] env[62306]: DEBUG oslo.service.loopingcall [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1638.953412] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1638.953412] env[62306]: value = "task-1972186" [ 1638.953412] env[62306]: _type = "Task" [ 1638.953412] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.955091] env[62306]: DEBUG oslo_concurrency.lockutils [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.955632] env[62306]: DEBUG nova.compute.manager [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1638.958253] env[62306]: DEBUG nova.compute.manager [-] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1638.958445] env[62306]: DEBUG nova.network.neutron [-] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1638.960348] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1638.960348] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ae34be-849a-b3c1-c70a-5956af8b867b" [ 1638.960348] env[62306]: _type = "Task" [ 1638.960348] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.961394] env[62306]: DEBUG oslo_concurrency.lockutils [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.095s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.963049] env[62306]: INFO nova.compute.claims [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1638.979189] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.982804] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ae34be-849a-b3c1-c70a-5956af8b867b, 'name': SearchDatastore_Task, 'duration_secs': 0.00937} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.986046] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a163c310-b36c-4fcc-ac48-900f38d30593 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.988581] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1638.988581] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5299bd75-0343-7f5e-e2cd-d0d1f5bae34c" [ 1638.988581] env[62306]: _type = "Task" [ 1638.988581] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.996988] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5299bd75-0343-7f5e-e2cd-d0d1f5bae34c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.104847] env[62306]: DEBUG oslo_concurrency.lockutils [req-822e7768-a72f-47b8-b7d5-011285853890 req-6c6c3ff5-1e9e-4249-b8ff-17ba8cfc4968 service nova] Releasing lock "refresh_cache-4e1ab485-0c88-4161-8b4d-500ec3ee7ba4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.408920] env[62306]: DEBUG oslo_concurrency.lockutils [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "refresh_cache-22ad90b8-e525-46b9-842e-06b024d6f6ba" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.409093] env[62306]: DEBUG oslo_concurrency.lockutils [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquired lock "refresh_cache-22ad90b8-e525-46b9-842e-06b024d6f6ba" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.409249] env[62306]: DEBUG nova.network.neutron [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1639.466438] env[62306]: DEBUG nova.compute.utils [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1639.468347] env[62306]: DEBUG nova.compute.manager [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1639.468669] env[62306]: DEBUG nova.network.neutron [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1639.477206] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972186, 'name': PowerOffVM_Task, 'duration_secs': 0.343927} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.478023] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1639.478897] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be24c7e3-acbd-4215-91c8-064803d016a5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.501347] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619b314e-10c5-4fbf-a3a1-a44e46b7598d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.509623] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5299bd75-0343-7f5e-e2cd-d0d1f5bae34c, 'name': SearchDatastore_Task, 'duration_secs': 0.009035} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.511932] env[62306]: DEBUG oslo_concurrency.lockutils [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.512222] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4/4e1ab485-0c88-4161-8b4d-500ec3ee7ba4.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1639.514348] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faa2c931-8eff-469a-9fbf-6abf62e53aab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.517371] env[62306]: DEBUG nova.policy [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9791547c4cb64df28ea6e2dbd3946c30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b96207d9ba14f37bd4d4761cf307f87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1639.524286] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1639.524286] env[62306]: value = "task-1972187" [ 1639.524286] env[62306]: _type = "Task" [ 1639.524286] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.531739] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.540018] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1639.540190] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fa0251f-3628-4f73-99f0-c98f1f559c03 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.546255] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1639.546255] env[62306]: value = "task-1972188" [ 1639.546255] env[62306]: _type = "Task" [ 1639.546255] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.554320] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.749129] env[62306]: DEBUG nova.network.neutron [-] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.854912] env[62306]: DEBUG nova.network.neutron [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Successfully created port: d825d2bd-fd2c-4f67-befb-fc1107ee22ee {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1639.960400] env[62306]: DEBUG nova.network.neutron [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1639.969394] env[62306]: DEBUG nova.compute.manager [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1640.056676] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469985} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.058183] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4/4e1ab485-0c88-4161-8b4d-500ec3ee7ba4.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1640.058524] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1640.059353] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5706aabc-b1ea-4a39-9699-f6e8579cf050 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.073984] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] VM already powered off {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1640.074676] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1640.074748] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.075011] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.075307] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1640.075894] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b4e07e9-a2bb-4c18-b1b1-ac516c2f1ccf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.081278] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1640.081278] env[62306]: value = "task-1972189" [ 1640.081278] env[62306]: _type = "Task" [ 1640.081278] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.096067] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1640.096067] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1640.097206] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.097341] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e5db9e-6861-4475-bda1-d9ee308e6543 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.104448] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1640.104448] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d8c58c-28f0-35d9-4956-17d938135920" [ 1640.104448] env[62306]: _type = "Task" [ 1640.104448] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.117865] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d8c58c-28f0-35d9-4956-17d938135920, 'name': SearchDatastore_Task, 'duration_secs': 0.009179} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.124190] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3361232e-cadc-4d36-9912-d4f96aa5f30c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.130166] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1640.130166] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]521554c1-0d48-2bef-53fa-fd329563b783" [ 1640.130166] env[62306]: _type = "Task" [ 1640.130166] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.136135] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]521554c1-0d48-2bef-53fa-fd329563b783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.167116] env[62306]: DEBUG nova.network.neutron [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Updating instance_info_cache with network_info: [{"id": "64cea17c-7739-4b4a-a138-640922d9ef79", "address": "fa:16:3e:f1:bd:07", "network": {"id": "1a24c827-f993-4fc3-b48a-4a84dba7e675", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1790124445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c0ff968f9b74fc58d04f5b534d21a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64cea17c-77", "ovs_interfaceid": "64cea17c-7739-4b4a-a138-640922d9ef79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.252427] env[62306]: INFO nova.compute.manager [-] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Took 1.29 seconds to deallocate network for instance. [ 1640.282115] env[62306]: DEBUG oslo_concurrency.lockutils [None req-789b3839-d8c1-4872-9568-11e1e8ed870b tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "b58b59b2-7f72-4763-a4ad-9c26117d6afe" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.282833] env[62306]: DEBUG oslo_concurrency.lockutils [None req-789b3839-d8c1-4872-9568-11e1e8ed870b tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "b58b59b2-7f72-4763-a4ad-9c26117d6afe" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.282833] env[62306]: DEBUG nova.compute.manager [None req-789b3839-d8c1-4872-9568-11e1e8ed870b tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Going to confirm migration 1 {{(pid=62306) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1640.512982] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c813894-7ad7-42eb-b95e-3618c2b16278 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.520874] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a913e5c3-c6a4-423a-8881-e6d86f1ae680 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.550348] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0034cf6e-c17b-4dd6-b171-7f9da767e901 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.556946] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f00dd2a-6a81-4cc6-ba3c-becf2b6156fe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.569496] env[62306]: DEBUG nova.compute.provider_tree [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.588874] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06431} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.589132] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1640.589816] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cfca2a-6019-45ae-86db-8bca480203e1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.610381] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4/4e1ab485-0c88-4161-8b4d-500ec3ee7ba4.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1640.610596] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-593b7368-1c31-4473-a2a5-64862a2306ac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.632830] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1640.632830] env[62306]: value = "task-1972190" [ 1640.632830] env[62306]: _type = "Task" [ 1640.632830] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.638847] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]521554c1-0d48-2bef-53fa-fd329563b783, 'name': SearchDatastore_Task, 'duration_secs': 0.007992} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.639355] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.639601] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 8a38074d-7b10-4b97-a0a8-7eaef4474528/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk. {{(pid=62306) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1640.639827] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9d46319-ca9b-49e5-857b-f38119c72a06 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.644537] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.648894] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1640.648894] env[62306]: value = "task-1972191" [ 1640.648894] env[62306]: _type = "Task" [ 1640.648894] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.656830] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.671831] env[62306]: DEBUG oslo_concurrency.lockutils [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Releasing lock "refresh_cache-22ad90b8-e525-46b9-842e-06b024d6f6ba" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.672198] env[62306]: DEBUG nova.compute.manager [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Instance network_info: |[{"id": "64cea17c-7739-4b4a-a138-640922d9ef79", "address": "fa:16:3e:f1:bd:07", "network": {"id": "1a24c827-f993-4fc3-b48a-4a84dba7e675", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1790124445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c0ff968f9b74fc58d04f5b534d21a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64cea17c-77", "ovs_interfaceid": "64cea17c-7739-4b4a-a138-640922d9ef79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1640.672637] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:bd:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64cea17c-7739-4b4a-a138-640922d9ef79', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1640.680602] env[62306]: DEBUG oslo.service.loopingcall [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.680830] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1640.681107] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b06a6a1-0707-43f6-b9d3-7097c0f110e1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.700824] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1640.700824] env[62306]: value = "task-1972192" [ 1640.700824] env[62306]: _type = "Task" [ 1640.700824] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.708837] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972192, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.760671] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.822146] env[62306]: DEBUG nova.compute.manager [req-7b77bd70-a666-40a7-8caa-55a6ac5e75fe req-ca06c8e0-207f-4a07-843a-4956f2003d3c service nova] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Received event network-changed-64cea17c-7739-4b4a-a138-640922d9ef79 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1640.822393] env[62306]: DEBUG nova.compute.manager [req-7b77bd70-a666-40a7-8caa-55a6ac5e75fe req-ca06c8e0-207f-4a07-843a-4956f2003d3c service nova] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Refreshing instance network info cache due to event network-changed-64cea17c-7739-4b4a-a138-640922d9ef79. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1640.822702] env[62306]: DEBUG oslo_concurrency.lockutils [req-7b77bd70-a666-40a7-8caa-55a6ac5e75fe req-ca06c8e0-207f-4a07-843a-4956f2003d3c service nova] Acquiring lock "refresh_cache-22ad90b8-e525-46b9-842e-06b024d6f6ba" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.822900] env[62306]: DEBUG oslo_concurrency.lockutils [req-7b77bd70-a666-40a7-8caa-55a6ac5e75fe req-ca06c8e0-207f-4a07-843a-4956f2003d3c service nova] Acquired lock "refresh_cache-22ad90b8-e525-46b9-842e-06b024d6f6ba" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.823214] env[62306]: DEBUG nova.network.neutron [req-7b77bd70-a666-40a7-8caa-55a6ac5e75fe req-ca06c8e0-207f-4a07-843a-4956f2003d3c service nova] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Refreshing network info cache for port 64cea17c-7739-4b4a-a138-640922d9ef79 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1640.884099] env[62306]: DEBUG oslo_concurrency.lockutils [None req-789b3839-d8c1-4872-9568-11e1e8ed870b tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "refresh_cache-b58b59b2-7f72-4763-a4ad-9c26117d6afe" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.884360] env[62306]: DEBUG oslo_concurrency.lockutils [None req-789b3839-d8c1-4872-9568-11e1e8ed870b tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquired lock "refresh_cache-b58b59b2-7f72-4763-a4ad-9c26117d6afe" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.884574] env[62306]: DEBUG nova.network.neutron [None req-789b3839-d8c1-4872-9568-11e1e8ed870b tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1640.884799] env[62306]: DEBUG nova.objects.instance [None req-789b3839-d8c1-4872-9568-11e1e8ed870b tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lazy-loading 'info_cache' on Instance uuid b58b59b2-7f72-4763-a4ad-9c26117d6afe {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1640.981165] env[62306]: DEBUG nova.compute.manager [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1641.011203] env[62306]: DEBUG nova.virt.hardware [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1641.011545] env[62306]: DEBUG nova.virt.hardware [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1641.011714] env[62306]: DEBUG nova.virt.hardware [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1641.011895] env[62306]: DEBUG nova.virt.hardware [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1641.012068] env[62306]: DEBUG nova.virt.hardware [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1641.012220] env[62306]: DEBUG nova.virt.hardware [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1641.012449] env[62306]: DEBUG nova.virt.hardware [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1641.012605] env[62306]: DEBUG nova.virt.hardware [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1641.012770] env[62306]: DEBUG nova.virt.hardware [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1641.012931] env[62306]: DEBUG nova.virt.hardware [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1641.013117] env[62306]: DEBUG nova.virt.hardware [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1641.014042] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f7e489-d677-44df-8d41-0e2ab7e5a7ea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.025048] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019f7873-cc89-4098-ac89-a5e6b9f9d094 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.073326] env[62306]: DEBUG nova.scheduler.client.report [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1641.143988] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.158180] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501638} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.158435] env[62306]: INFO nova.virt.vmwareapi.ds_util [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 8a38074d-7b10-4b97-a0a8-7eaef4474528/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk. [ 1641.159283] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6138964-a5a6-4b45-bc54-7949e8f95c9e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.186775] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 8a38074d-7b10-4b97-a0a8-7eaef4474528/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1641.187172] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe71fda5-aa0d-4d06-840e-532191728e7b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.206468] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1641.206468] env[62306]: value = "task-1972193" [ 1641.206468] env[62306]: _type = "Task" [ 1641.206468] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.212737] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972192, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.217498] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.553275] env[62306]: DEBUG nova.network.neutron [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Successfully updated port: d825d2bd-fd2c-4f67-befb-fc1107ee22ee {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1641.584069] env[62306]: DEBUG oslo_concurrency.lockutils [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.584069] env[62306]: DEBUG nova.compute.manager [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1641.584069] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.731s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.584529] env[62306]: DEBUG nova.objects.instance [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Lazy-loading 'resources' on Instance uuid 5e8d85c0-d594-478f-a56d-4f3f5bacb66d {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1641.643937] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972190, 'name': ReconfigVM_Task, 'duration_secs': 0.574446} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.644441] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4/4e1ab485-0c88-4161-8b4d-500ec3ee7ba4.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1641.645415] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f2261fa-a46d-4716-80dd-65f527dc7085 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.652733] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1641.652733] env[62306]: value = "task-1972194" [ 1641.652733] env[62306]: _type = "Task" [ 1641.652733] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.663035] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972194, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.681522] env[62306]: DEBUG nova.network.neutron [req-7b77bd70-a666-40a7-8caa-55a6ac5e75fe req-ca06c8e0-207f-4a07-843a-4956f2003d3c service nova] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Updated VIF entry in instance network info cache for port 64cea17c-7739-4b4a-a138-640922d9ef79. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1641.681522] env[62306]: DEBUG nova.network.neutron [req-7b77bd70-a666-40a7-8caa-55a6ac5e75fe req-ca06c8e0-207f-4a07-843a-4956f2003d3c service nova] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Updating instance_info_cache with network_info: [{"id": "64cea17c-7739-4b4a-a138-640922d9ef79", "address": "fa:16:3e:f1:bd:07", "network": {"id": "1a24c827-f993-4fc3-b48a-4a84dba7e675", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1790124445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c0ff968f9b74fc58d04f5b534d21a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64cea17c-77", "ovs_interfaceid": "64cea17c-7739-4b4a-a138-640922d9ef79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.714679] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972192, 'name': CreateVM_Task, 'duration_secs': 0.537111} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.714679] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1641.715335] env[62306]: DEBUG oslo_concurrency.lockutils [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.715738] env[62306]: DEBUG oslo_concurrency.lockutils [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.716243] env[62306]: DEBUG oslo_concurrency.lockutils [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1641.719475] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e349c1f-83f8-4863-a5cc-307dabb1b8f5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.721161] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.726021] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1641.726021] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529f7530-0a94-2090-c807-596a9a07109d" [ 1641.726021] env[62306]: _type = "Task" [ 1641.726021] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.732184] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529f7530-0a94-2090-c807-596a9a07109d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.058682] env[62306]: DEBUG oslo_concurrency.lockutils [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquiring lock "refresh_cache-d0bb62ae-c499-4d16-923b-66c8214289db" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.058875] env[62306]: DEBUG oslo_concurrency.lockutils [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquired lock "refresh_cache-d0bb62ae-c499-4d16-923b-66c8214289db" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.058962] env[62306]: DEBUG nova.network.neutron [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1642.089834] env[62306]: DEBUG nova.compute.utils [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1642.094037] env[62306]: DEBUG nova.network.neutron [None req-789b3839-d8c1-4872-9568-11e1e8ed870b tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Updating instance_info_cache with network_info: [{"id": "a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d", "address": "fa:16:3e:31:e1:15", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d6bff0-da", "ovs_interfaceid": "a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.094865] env[62306]: DEBUG nova.compute.manager [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1642.095044] env[62306]: DEBUG nova.network.neutron [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1642.163024] env[62306]: DEBUG nova.policy [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88f3c383c6564544a21f5ca32da00ad9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e54f9e1d0b0411ead7f2675c6d87741', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1642.170812] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972194, 'name': Rename_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.184774] env[62306]: DEBUG oslo_concurrency.lockutils [req-7b77bd70-a666-40a7-8caa-55a6ac5e75fe req-ca06c8e0-207f-4a07-843a-4956f2003d3c service nova] Releasing lock "refresh_cache-22ad90b8-e525-46b9-842e-06b024d6f6ba" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.185103] env[62306]: DEBUG nova.compute.manager [req-7b77bd70-a666-40a7-8caa-55a6ac5e75fe req-ca06c8e0-207f-4a07-843a-4956f2003d3c service nova] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Received event network-vif-deleted-d986f4ec-d25d-4646-acce-26ad7057202b {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1642.221706] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.233615] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529f7530-0a94-2090-c807-596a9a07109d, 'name': SearchDatastore_Task, 'duration_secs': 0.009162} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.233917] env[62306]: DEBUG oslo_concurrency.lockutils [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.234126] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1642.234383] env[62306]: DEBUG oslo_concurrency.lockutils [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.234526] env[62306]: DEBUG oslo_concurrency.lockutils [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.234786] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1642.234963] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5db8a042-98dd-4409-9250-3bd8f6dcfed7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.246497] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1642.246671] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1642.247491] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16e22bf9-a363-4193-8cfb-091c141531cb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.254068] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1642.254068] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52664144-0b0c-4fb7-d938-9a3a49234d48" [ 1642.254068] env[62306]: _type = "Task" [ 1642.254068] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.261336] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52664144-0b0c-4fb7-d938-9a3a49234d48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.522400] env[62306]: DEBUG nova.network.neutron [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Successfully created port: 7e1ea64f-7d56-4735-b9b6-ad74fd612c86 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1642.592403] env[62306]: DEBUG nova.network.neutron [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1642.597980] env[62306]: DEBUG nova.compute.manager [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1642.601089] env[62306]: DEBUG oslo_concurrency.lockutils [None req-789b3839-d8c1-4872-9568-11e1e8ed870b tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Releasing lock "refresh_cache-b58b59b2-7f72-4763-a4ad-9c26117d6afe" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.601089] env[62306]: DEBUG nova.objects.instance [None req-789b3839-d8c1-4872-9568-11e1e8ed870b tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lazy-loading 'migration_context' on Instance uuid b58b59b2-7f72-4763-a4ad-9c26117d6afe {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1642.665018] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972194, 'name': Rename_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.667694] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc2ad48-3af9-4306-b5db-117dc0497468 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.673121] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c075cb3-4dd3-450d-8ee6-8caa21f86105 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.704569] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8697fe7a-d868-423a-9fae-6974a2740ac0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.714641] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e48149-e6fa-4abe-add0-9c8a53898597 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.731772] env[62306]: DEBUG nova.compute.provider_tree [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1642.733097] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972193, 'name': ReconfigVM_Task, 'duration_secs': 1.39247} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.736139] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 8a38074d-7b10-4b97-a0a8-7eaef4474528/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1642.736139] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2127fc-6b83-45b8-8539-99a9439a550e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.763110] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74c07ea3-cf33-4c0e-96f9-98310c31893f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.774619] env[62306]: DEBUG nova.network.neutron [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Updating instance_info_cache with network_info: [{"id": "d825d2bd-fd2c-4f67-befb-fc1107ee22ee", "address": "fa:16:3e:1f:a9:24", "network": {"id": "9167582a-760e-43c8-9323-a3cad3c7f792", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-985852646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b96207d9ba14f37bd4d4761cf307f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd825d2bd-fd", "ovs_interfaceid": "d825d2bd-fd2c-4f67-befb-fc1107ee22ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.782622] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52664144-0b0c-4fb7-d938-9a3a49234d48, 'name': SearchDatastore_Task, 'duration_secs': 0.008597} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.785248] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1642.785248] env[62306]: value = "task-1972195" [ 1642.785248] env[62306]: _type = "Task" [ 1642.785248] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.785248] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f128386a-16ba-4eeb-ac45-68e5a2f44dea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.797199] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.798346] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1642.798346] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b9c1f5-b0c1-73d5-027b-119fced0a727" [ 1642.798346] env[62306]: _type = "Task" [ 1642.798346] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.806036] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b9c1f5-b0c1-73d5-027b-119fced0a727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.891079] env[62306]: DEBUG nova.compute.manager [req-e9f97c72-1efc-4d97-bae1-2ec4e4681854 req-fbf7c6f2-fe0b-484c-a18b-8d4cc1c829c8 service nova] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Received event network-vif-plugged-d825d2bd-fd2c-4f67-befb-fc1107ee22ee {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1642.891247] env[62306]: DEBUG oslo_concurrency.lockutils [req-e9f97c72-1efc-4d97-bae1-2ec4e4681854 req-fbf7c6f2-fe0b-484c-a18b-8d4cc1c829c8 service nova] Acquiring lock "d0bb62ae-c499-4d16-923b-66c8214289db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.891421] env[62306]: DEBUG oslo_concurrency.lockutils [req-e9f97c72-1efc-4d97-bae1-2ec4e4681854 req-fbf7c6f2-fe0b-484c-a18b-8d4cc1c829c8 service nova] Lock "d0bb62ae-c499-4d16-923b-66c8214289db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.891596] env[62306]: DEBUG oslo_concurrency.lockutils [req-e9f97c72-1efc-4d97-bae1-2ec4e4681854 req-fbf7c6f2-fe0b-484c-a18b-8d4cc1c829c8 service nova] Lock "d0bb62ae-c499-4d16-923b-66c8214289db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.891755] env[62306]: DEBUG nova.compute.manager [req-e9f97c72-1efc-4d97-bae1-2ec4e4681854 req-fbf7c6f2-fe0b-484c-a18b-8d4cc1c829c8 service nova] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] No waiting events found dispatching network-vif-plugged-d825d2bd-fd2c-4f67-befb-fc1107ee22ee {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1642.891914] env[62306]: WARNING nova.compute.manager [req-e9f97c72-1efc-4d97-bae1-2ec4e4681854 req-fbf7c6f2-fe0b-484c-a18b-8d4cc1c829c8 service nova] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Received unexpected event network-vif-plugged-d825d2bd-fd2c-4f67-befb-fc1107ee22ee for instance with vm_state building and task_state spawning. [ 1642.892087] env[62306]: DEBUG nova.compute.manager [req-e9f97c72-1efc-4d97-bae1-2ec4e4681854 req-fbf7c6f2-fe0b-484c-a18b-8d4cc1c829c8 service nova] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Received event network-changed-d825d2bd-fd2c-4f67-befb-fc1107ee22ee {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1642.892242] env[62306]: DEBUG nova.compute.manager [req-e9f97c72-1efc-4d97-bae1-2ec4e4681854 req-fbf7c6f2-fe0b-484c-a18b-8d4cc1c829c8 service nova] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Refreshing instance network info cache due to event network-changed-d825d2bd-fd2c-4f67-befb-fc1107ee22ee. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1642.892404] env[62306]: DEBUG oslo_concurrency.lockutils [req-e9f97c72-1efc-4d97-bae1-2ec4e4681854 req-fbf7c6f2-fe0b-484c-a18b-8d4cc1c829c8 service nova] Acquiring lock "refresh_cache-d0bb62ae-c499-4d16-923b-66c8214289db" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.107514] env[62306]: DEBUG nova.objects.base [None req-789b3839-d8c1-4872-9568-11e1e8ed870b tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1643.108433] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cd9402-6268-4e47-8435-9c6347156238 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.130028] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4694edc8-1b09-4276-8542-b50a5d110ae2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.135134] env[62306]: DEBUG oslo_vmware.api [None req-789b3839-d8c1-4872-9568-11e1e8ed870b tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1643.135134] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5282276b-7fb8-0306-c218-3bed2e0abe5a" [ 1643.135134] env[62306]: _type = "Task" [ 1643.135134] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.149122] env[62306]: DEBUG oslo_vmware.api [None req-789b3839-d8c1-4872-9568-11e1e8ed870b tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5282276b-7fb8-0306-c218-3bed2e0abe5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.165187] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972194, 'name': Rename_Task, 'duration_secs': 1.15746} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.165473] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1643.165666] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b399a9d-1a23-4bee-81a1-fd24fdbcd57f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.171915] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1643.171915] env[62306]: value = "task-1972196" [ 1643.171915] env[62306]: _type = "Task" [ 1643.171915] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.182045] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.235750] env[62306]: DEBUG nova.scheduler.client.report [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1643.277572] env[62306]: DEBUG oslo_concurrency.lockutils [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Releasing lock "refresh_cache-d0bb62ae-c499-4d16-923b-66c8214289db" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.277760] env[62306]: DEBUG nova.compute.manager [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Instance network_info: |[{"id": "d825d2bd-fd2c-4f67-befb-fc1107ee22ee", "address": "fa:16:3e:1f:a9:24", "network": {"id": "9167582a-760e-43c8-9323-a3cad3c7f792", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-985852646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b96207d9ba14f37bd4d4761cf307f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd825d2bd-fd", "ovs_interfaceid": "d825d2bd-fd2c-4f67-befb-fc1107ee22ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1643.277901] env[62306]: DEBUG oslo_concurrency.lockutils [req-e9f97c72-1efc-4d97-bae1-2ec4e4681854 req-fbf7c6f2-fe0b-484c-a18b-8d4cc1c829c8 service nova] Acquired lock "refresh_cache-d0bb62ae-c499-4d16-923b-66c8214289db" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.278095] env[62306]: DEBUG nova.network.neutron [req-e9f97c72-1efc-4d97-bae1-2ec4e4681854 req-fbf7c6f2-fe0b-484c-a18b-8d4cc1c829c8 service nova] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Refreshing network info cache for port d825d2bd-fd2c-4f67-befb-fc1107ee22ee {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1643.279434] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:a9:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41f66e20-fd86-4158-bbdc-7a150e85e844', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd825d2bd-fd2c-4f67-befb-fc1107ee22ee', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1643.286733] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Creating folder: Project (3b96207d9ba14f37bd4d4761cf307f87). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1643.287697] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ed7bbc6-f221-4f72-903a-8f69929097f0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.298474] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972195, 'name': ReconfigVM_Task, 'duration_secs': 0.160913} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.298775] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1643.301595] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c560bd4-9d1a-4ff9-9b62-d4796d63772c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.303964] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Created folder: Project (3b96207d9ba14f37bd4d4761cf307f87) in parent group-v406007. [ 1643.304160] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Creating folder: Instances. Parent ref: group-v406096. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1643.304873] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31202d21-9c47-41e9-8323-609c8613b603 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.310482] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b9c1f5-b0c1-73d5-027b-119fced0a727, 'name': SearchDatastore_Task, 'duration_secs': 0.018946} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.311369] env[62306]: DEBUG oslo_concurrency.lockutils [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.311622] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 22ad90b8-e525-46b9-842e-06b024d6f6ba/22ad90b8-e525-46b9-842e-06b024d6f6ba.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1643.311915] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1643.311915] env[62306]: value = "task-1972198" [ 1643.311915] env[62306]: _type = "Task" [ 1643.311915] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.312100] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fd7445e-47c0-43b1-add9-bb824958c3e4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.318792] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Created folder: Instances in parent group-v406096. [ 1643.319163] env[62306]: DEBUG oslo.service.loopingcall [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1643.321813] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1643.322075] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.323178] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bcd6565-9af4-426e-87e5-869eee269cfb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.337374] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1643.337374] env[62306]: value = "task-1972200" [ 1643.337374] env[62306]: _type = "Task" [ 1643.337374] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.342550] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1643.342550] env[62306]: value = "task-1972201" [ 1643.342550] env[62306]: _type = "Task" [ 1643.342550] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.348536] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.353801] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972201, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.614296] env[62306]: DEBUG nova.compute.manager [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1643.641933] env[62306]: DEBUG nova.virt.hardware [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1643.642205] env[62306]: DEBUG nova.virt.hardware [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1643.642356] env[62306]: DEBUG nova.virt.hardware [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1643.642541] env[62306]: DEBUG nova.virt.hardware [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1643.642683] env[62306]: DEBUG nova.virt.hardware [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1643.642833] env[62306]: DEBUG nova.virt.hardware [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1643.643051] env[62306]: DEBUG nova.virt.hardware [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1643.643249] env[62306]: DEBUG nova.virt.hardware [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1643.643421] env[62306]: DEBUG nova.virt.hardware [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1643.643584] env[62306]: DEBUG nova.virt.hardware [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1643.643848] env[62306]: DEBUG nova.virt.hardware [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1643.644709] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498c6f92-a0bb-40af-a20d-a87e668d7ebd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.654187] env[62306]: DEBUG oslo_vmware.api [None req-789b3839-d8c1-4872-9568-11e1e8ed870b tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5282276b-7fb8-0306-c218-3bed2e0abe5a, 'name': SearchDatastore_Task, 'duration_secs': 0.007176} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.654187] env[62306]: DEBUG oslo_concurrency.lockutils [None req-789b3839-d8c1-4872-9568-11e1e8ed870b tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.661080] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c045255d-727b-497e-854b-1f607440ad5a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.686796] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972196, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.741085] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.744353] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.399s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.744353] env[62306]: DEBUG nova.objects.instance [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lazy-loading 'resources' on Instance uuid c2d4aca9-bdef-4d11-bc69-0a0f9152722c {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1643.772099] env[62306]: INFO nova.scheduler.client.report [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Deleted allocations for instance 5e8d85c0-d594-478f-a56d-4f3f5bacb66d [ 1643.824763] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972198, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.851599] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459274} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.851873] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 22ad90b8-e525-46b9-842e-06b024d6f6ba/22ad90b8-e525-46b9-842e-06b024d6f6ba.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1643.852095] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1643.852852] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e17c5765-3f9d-439c-aec3-77debea1dbbe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.857881] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972201, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.862439] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1643.862439] env[62306]: value = "task-1972202" [ 1643.862439] env[62306]: _type = "Task" [ 1643.862439] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.870528] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.064241] env[62306]: DEBUG nova.network.neutron [req-e9f97c72-1efc-4d97-bae1-2ec4e4681854 req-fbf7c6f2-fe0b-484c-a18b-8d4cc1c829c8 service nova] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Updated VIF entry in instance network info cache for port d825d2bd-fd2c-4f67-befb-fc1107ee22ee. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1644.064619] env[62306]: DEBUG nova.network.neutron [req-e9f97c72-1efc-4d97-bae1-2ec4e4681854 req-fbf7c6f2-fe0b-484c-a18b-8d4cc1c829c8 service nova] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Updating instance_info_cache with network_info: [{"id": "d825d2bd-fd2c-4f67-befb-fc1107ee22ee", "address": "fa:16:3e:1f:a9:24", "network": {"id": "9167582a-760e-43c8-9323-a3cad3c7f792", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-985852646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b96207d9ba14f37bd4d4761cf307f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd825d2bd-fd", "ovs_interfaceid": "d825d2bd-fd2c-4f67-befb-fc1107ee22ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.188045] env[62306]: DEBUG oslo_vmware.api [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972196, 'name': PowerOnVM_Task, 'duration_secs': 0.77779} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.188451] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1644.188836] env[62306]: INFO nova.compute.manager [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1644.189147] env[62306]: DEBUG nova.compute.manager [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1644.190277] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c00194-4810-4a43-a7ec-a44aebb70485 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.281105] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b03a2b18-c759-40ac-8b3e-acd264b4f278 tempest-ServersV294TestFqdnHostnames-49290022 tempest-ServersV294TestFqdnHostnames-49290022-project-member] Lock "5e8d85c0-d594-478f-a56d-4f3f5bacb66d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.160s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.300265] env[62306]: DEBUG nova.compute.manager [req-29c0dc81-5330-4e1c-9273-6d06e3738ed2 req-a265a12c-3bc3-4d64-88ee-65e127c85ab5 service nova] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Received event network-vif-plugged-7e1ea64f-7d56-4735-b9b6-ad74fd612c86 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1644.300466] env[62306]: DEBUG oslo_concurrency.lockutils [req-29c0dc81-5330-4e1c-9273-6d06e3738ed2 req-a265a12c-3bc3-4d64-88ee-65e127c85ab5 service nova] Acquiring lock "8dfb0848-2dc0-431d-8372-8474c1084bf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.300668] env[62306]: DEBUG oslo_concurrency.lockutils [req-29c0dc81-5330-4e1c-9273-6d06e3738ed2 req-a265a12c-3bc3-4d64-88ee-65e127c85ab5 service nova] Lock "8dfb0848-2dc0-431d-8372-8474c1084bf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.300775] env[62306]: DEBUG oslo_concurrency.lockutils [req-29c0dc81-5330-4e1c-9273-6d06e3738ed2 req-a265a12c-3bc3-4d64-88ee-65e127c85ab5 service nova] Lock "8dfb0848-2dc0-431d-8372-8474c1084bf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.300986] env[62306]: DEBUG nova.compute.manager [req-29c0dc81-5330-4e1c-9273-6d06e3738ed2 req-a265a12c-3bc3-4d64-88ee-65e127c85ab5 service nova] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] No waiting events found dispatching network-vif-plugged-7e1ea64f-7d56-4735-b9b6-ad74fd612c86 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1644.301130] env[62306]: WARNING nova.compute.manager [req-29c0dc81-5330-4e1c-9273-6d06e3738ed2 req-a265a12c-3bc3-4d64-88ee-65e127c85ab5 service nova] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Received unexpected event network-vif-plugged-7e1ea64f-7d56-4735-b9b6-ad74fd612c86 for instance with vm_state building and task_state spawning. [ 1644.324090] env[62306]: DEBUG oslo_vmware.api [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972198, 'name': PowerOnVM_Task, 'duration_secs': 0.524312} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.326764] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1644.329765] env[62306]: DEBUG nova.compute.manager [None req-b2ced8d8-43f8-4194-ae0a-deaef15582fc tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1644.330434] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7ab729-c458-4732-9c4f-96c335e8e2e4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.351857] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972201, 'name': CreateVM_Task, 'duration_secs': 0.661591} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.354422] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1644.355261] env[62306]: DEBUG oslo_concurrency.lockutils [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.355423] env[62306]: DEBUG oslo_concurrency.lockutils [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.355733] env[62306]: DEBUG oslo_concurrency.lockutils [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1644.356012] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-944f62c4-ee9b-4e44-a0a7-2b44dbf725b9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.360447] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1644.360447] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525a5125-68a9-42be-3a34-ecbb49225aaa" [ 1644.360447] env[62306]: _type = "Task" [ 1644.360447] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.371450] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525a5125-68a9-42be-3a34-ecbb49225aaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.376739] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065624} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.377814] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1644.378589] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9f9199-43a8-442f-8adb-9b7ba22c0e46 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.401944] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 22ad90b8-e525-46b9-842e-06b024d6f6ba/22ad90b8-e525-46b9-842e-06b024d6f6ba.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1644.405470] env[62306]: DEBUG nova.network.neutron [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Successfully updated port: 7e1ea64f-7d56-4735-b9b6-ad74fd612c86 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1644.406720] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f6967a2-09a2-496a-b8e3-1c19f0688fa9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.427664] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1644.427664] env[62306]: value = "task-1972203" [ 1644.427664] env[62306]: _type = "Task" [ 1644.427664] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.438326] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.567283] env[62306]: DEBUG oslo_concurrency.lockutils [req-e9f97c72-1efc-4d97-bae1-2ec4e4681854 req-fbf7c6f2-fe0b-484c-a18b-8d4cc1c829c8 service nova] Releasing lock "refresh_cache-d0bb62ae-c499-4d16-923b-66c8214289db" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.711223] env[62306]: INFO nova.compute.manager [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Took 42.78 seconds to build instance. [ 1644.861088] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625430a6-12e2-4b1e-9538-2d313b57eb31 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.878867] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525a5125-68a9-42be-3a34-ecbb49225aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.040126} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.880159] env[62306]: DEBUG oslo_concurrency.lockutils [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.880159] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1644.880159] env[62306]: DEBUG oslo_concurrency.lockutils [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.880159] env[62306]: DEBUG oslo_concurrency.lockutils [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.880348] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1644.885021] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eec2bea-dc2c-4b99-8bde-8b0cb04afe98 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.885021] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d8559da-993d-4928-b4ad-dd3a3791f5c6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.918132] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ad9457-e427-4717-804e-d65288afb01b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.920845] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1644.921038] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1644.922289] env[62306]: DEBUG oslo_concurrency.lockutils [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquiring lock "refresh_cache-8dfb0848-2dc0-431d-8372-8474c1084bf8" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.922464] env[62306]: DEBUG oslo_concurrency.lockutils [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquired lock "refresh_cache-8dfb0848-2dc0-431d-8372-8474c1084bf8" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.922608] env[62306]: DEBUG nova.network.neutron [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1644.923749] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-821457e1-c6b5-4c2c-90fd-141a07b58a15 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.936127] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1644.936127] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52536d6f-e026-6f9d-91d0-32efa3cb1a9e" [ 1644.936127] env[62306]: _type = "Task" [ 1644.936127] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.937881] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66929675-32e7-4471-872d-ad2df725b10a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.950032] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.960374] env[62306]: DEBUG nova.compute.provider_tree [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.965158] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52536d6f-e026-6f9d-91d0-32efa3cb1a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.017976} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.966155] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1f40747-d4f3-4319-9687-666d48ad0689 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.973151] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1644.973151] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52817fef-bba8-82d7-9072-e5bc1768f303" [ 1644.973151] env[62306]: _type = "Task" [ 1644.973151] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.983359] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52817fef-bba8-82d7-9072-e5bc1768f303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.213224] env[62306]: DEBUG oslo_concurrency.lockutils [None req-83073e09-902e-4c64-b142-76077f15b787 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "4e1ab485-0c88-4161-8b4d-500ec3ee7ba4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.549s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.439897] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972203, 'name': ReconfigVM_Task, 'duration_secs': 0.753077} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.440210] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 22ad90b8-e525-46b9-842e-06b024d6f6ba/22ad90b8-e525-46b9-842e-06b024d6f6ba.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1645.440852] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a08022b-8ff8-4e1a-8565-114f38683dfd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.452017] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1645.452017] env[62306]: value = "task-1972204" [ 1645.452017] env[62306]: _type = "Task" [ 1645.452017] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.457388] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972204, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.466557] env[62306]: DEBUG nova.scheduler.client.report [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1645.482473] env[62306]: DEBUG nova.network.neutron [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1645.491217] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52817fef-bba8-82d7-9072-e5bc1768f303, 'name': SearchDatastore_Task, 'duration_secs': 0.055669} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.491774] env[62306]: DEBUG oslo_concurrency.lockutils [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.492090] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] d0bb62ae-c499-4d16-923b-66c8214289db/d0bb62ae-c499-4d16-923b-66c8214289db.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1645.492616] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b80d7c3-45b7-4ce5-bf63-750d7d970b79 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.500058] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1645.500058] env[62306]: value = "task-1972205" [ 1645.500058] env[62306]: _type = "Task" [ 1645.500058] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.507919] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.667207] env[62306]: DEBUG nova.network.neutron [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Updating instance_info_cache with network_info: [{"id": "7e1ea64f-7d56-4735-b9b6-ad74fd612c86", "address": "fa:16:3e:9c:bf:ef", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1ea64f-7d", "ovs_interfaceid": "7e1ea64f-7d56-4735-b9b6-ad74fd612c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.718026] env[62306]: DEBUG nova.compute.manager [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1645.762127] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Acquiring lock "12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.763103] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Lock "12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.961624] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972204, 'name': Rename_Task, 'duration_secs': 0.22678} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.961975] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1645.962148] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4000715d-2324-463e-8023-139d1c008d9e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.972029] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.975259] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1645.975259] env[62306]: value = "task-1972206" [ 1645.975259] env[62306]: _type = "Task" [ 1645.975259] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.976339] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.764s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.976339] env[62306]: DEBUG nova.objects.instance [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lazy-loading 'resources' on Instance uuid 2c04403e-94dd-4b95-a026-b64e9de9b086 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.987826] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972206, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.006136] env[62306]: INFO nova.scheduler.client.report [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Deleted allocations for instance c2d4aca9-bdef-4d11-bc69-0a0f9152722c [ 1646.016357] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972205, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.086434] env[62306]: DEBUG oslo_concurrency.lockutils [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "66b8c01c-28ca-4c09-b2e0-144ab65aa84b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.086672] env[62306]: DEBUG oslo_concurrency.lockutils [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "66b8c01c-28ca-4c09-b2e0-144ab65aa84b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.173077] env[62306]: DEBUG oslo_concurrency.lockutils [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Releasing lock "refresh_cache-8dfb0848-2dc0-431d-8372-8474c1084bf8" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.173674] env[62306]: DEBUG nova.compute.manager [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Instance network_info: |[{"id": "7e1ea64f-7d56-4735-b9b6-ad74fd612c86", "address": "fa:16:3e:9c:bf:ef", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1ea64f-7d", "ovs_interfaceid": "7e1ea64f-7d56-4735-b9b6-ad74fd612c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1646.174535] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:bf:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e1ea64f-7d56-4735-b9b6-ad74fd612c86', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1646.189246] env[62306]: DEBUG oslo.service.loopingcall [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1646.189674] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1646.190592] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c41a064e-53bb-49fe-933f-1ef4a89955ee {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.227374] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1646.227374] env[62306]: value = "task-1972207" [ 1646.227374] env[62306]: _type = "Task" [ 1646.227374] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.244740] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972207, 'name': CreateVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.252660] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.270488] env[62306]: DEBUG nova.compute.utils [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1646.492362] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972206, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.511578] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764905} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.511786] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] d0bb62ae-c499-4d16-923b-66c8214289db/d0bb62ae-c499-4d16-923b-66c8214289db.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1646.512249] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1646.512549] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f028929-ea30-49d1-addf-9c9b2f2d702c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.521293] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d17ba9fb-5360-40ac-aaab-1086f4c14d9e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "c2d4aca9-bdef-4d11-bc69-0a0f9152722c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.928s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.525651] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1646.525651] env[62306]: value = "task-1972208" [ 1646.525651] env[62306]: _type = "Task" [ 1646.525651] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.534109] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.723487] env[62306]: DEBUG nova.compute.manager [req-09787b81-f810-40ea-9b81-1fd3f2810e17 req-08a6ced6-46be-4420-b89b-90106a9d5fd5 service nova] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Received event network-changed-7e1ea64f-7d56-4735-b9b6-ad74fd612c86 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1646.723487] env[62306]: DEBUG nova.compute.manager [req-09787b81-f810-40ea-9b81-1fd3f2810e17 req-08a6ced6-46be-4420-b89b-90106a9d5fd5 service nova] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Refreshing instance network info cache due to event network-changed-7e1ea64f-7d56-4735-b9b6-ad74fd612c86. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1646.723652] env[62306]: DEBUG oslo_concurrency.lockutils [req-09787b81-f810-40ea-9b81-1fd3f2810e17 req-08a6ced6-46be-4420-b89b-90106a9d5fd5 service nova] Acquiring lock "refresh_cache-8dfb0848-2dc0-431d-8372-8474c1084bf8" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.724447] env[62306]: DEBUG oslo_concurrency.lockutils [req-09787b81-f810-40ea-9b81-1fd3f2810e17 req-08a6ced6-46be-4420-b89b-90106a9d5fd5 service nova] Acquired lock "refresh_cache-8dfb0848-2dc0-431d-8372-8474c1084bf8" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.724447] env[62306]: DEBUG nova.network.neutron [req-09787b81-f810-40ea-9b81-1fd3f2810e17 req-08a6ced6-46be-4420-b89b-90106a9d5fd5 service nova] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Refreshing network info cache for port 7e1ea64f-7d56-4735-b9b6-ad74fd612c86 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1646.747412] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972207, 'name': CreateVM_Task, 'duration_secs': 0.370379} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.747495] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1646.748198] env[62306]: DEBUG oslo_concurrency.lockutils [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.748330] env[62306]: DEBUG oslo_concurrency.lockutils [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.748658] env[62306]: DEBUG oslo_concurrency.lockutils [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1646.751554] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b435b95a-b625-4907-b9ec-eedd89e02079 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.758490] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for the task: (returnval){ [ 1646.758490] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52149e9a-e612-6081-4c01-d1fdbc2ad2c3" [ 1646.758490] env[62306]: _type = "Task" [ 1646.758490] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.770584] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52149e9a-e612-6081-4c01-d1fdbc2ad2c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.774135] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Lock "12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.991033] env[62306]: DEBUG oslo_vmware.api [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972206, 'name': PowerOnVM_Task, 'duration_secs': 0.650399} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.991293] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1646.991488] env[62306]: INFO nova.compute.manager [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1646.991654] env[62306]: DEBUG nova.compute.manager [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1646.992441] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb10b22d-5176-4961-bdd6-46adc3521c79 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.033354] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120949} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.033804] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1647.034481] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7864fb93-bfc8-4022-babc-76b7aad24e4d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.064412] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] d0bb62ae-c499-4d16-923b-66c8214289db/d0bb62ae-c499-4d16-923b-66c8214289db.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1647.065060] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d43ecb17-5d66-4129-8515-02291b5a73ab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.086525] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1647.086525] env[62306]: value = "task-1972209" [ 1647.086525] env[62306]: _type = "Task" [ 1647.086525] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.094038] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.131739] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c9213c-a177-4025-b008-7a1ad9242101 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.141770] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e041bf4-c0a6-4b76-9302-c43952a1ddec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.180454] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ebf9b2-db98-412b-8f85-0d00aede6d51 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.187993] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92da3946-2ec4-4a4f-8e95-aae9aaba9f71 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.200984] env[62306]: DEBUG nova.compute.provider_tree [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.271121] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52149e9a-e612-6081-4c01-d1fdbc2ad2c3, 'name': SearchDatastore_Task, 'duration_secs': 0.028563} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.271441] env[62306]: DEBUG oslo_concurrency.lockutils [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.272532] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1647.272532] env[62306]: DEBUG oslo_concurrency.lockutils [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.272532] env[62306]: DEBUG oslo_concurrency.lockutils [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.272532] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1647.272532] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97724513-c7b8-4dfd-9b10-b3194422ab03 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.282990] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1647.283218] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1647.284715] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdbb2bf0-68b0-4413-a519-dd5b324e7f3a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.291912] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for the task: (returnval){ [ 1647.291912] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a795df-4640-fb5d-4c6a-874de807ae80" [ 1647.291912] env[62306]: _type = "Task" [ 1647.291912] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.303136] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a795df-4640-fb5d-4c6a-874de807ae80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.510709] env[62306]: INFO nova.compute.manager [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Took 43.64 seconds to build instance. [ 1647.549865] env[62306]: DEBUG nova.network.neutron [req-09787b81-f810-40ea-9b81-1fd3f2810e17 req-08a6ced6-46be-4420-b89b-90106a9d5fd5 service nova] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Updated VIF entry in instance network info cache for port 7e1ea64f-7d56-4735-b9b6-ad74fd612c86. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1647.550252] env[62306]: DEBUG nova.network.neutron [req-09787b81-f810-40ea-9b81-1fd3f2810e17 req-08a6ced6-46be-4420-b89b-90106a9d5fd5 service nova] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Updating instance_info_cache with network_info: [{"id": "7e1ea64f-7d56-4735-b9b6-ad74fd612c86", "address": "fa:16:3e:9c:bf:ef", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1ea64f-7d", "ovs_interfaceid": "7e1ea64f-7d56-4735-b9b6-ad74fd612c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.598659] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.703925] env[62306]: DEBUG nova.scheduler.client.report [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1647.804102] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a795df-4640-fb5d-4c6a-874de807ae80, 'name': SearchDatastore_Task, 'duration_secs': 0.02672} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.804876] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6df6979-c3de-49b7-add4-3734f5a22db3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.810333] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for the task: (returnval){ [ 1647.810333] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52deeacd-5b5f-d179-3af7-27054649c0a7" [ 1647.810333] env[62306]: _type = "Task" [ 1647.810333] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.818247] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52deeacd-5b5f-d179-3af7-27054649c0a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.867156] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Acquiring lock "12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.867397] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Lock "12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.867684] env[62306]: INFO nova.compute.manager [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Attaching volume 17cf542b-a9ba-42b4-929f-7200318aca42 to /dev/sdb [ 1647.906171] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e87400-8e45-4340-acfe-56cd701359c4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.914200] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c76e512-f18b-4490-b755-2adc160dc0dc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.927458] env[62306]: DEBUG nova.virt.block_device [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Updating existing volume attachment record: 061f7da8-d958-47ab-9c3a-2ace50b6d293 {{(pid=62306) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1648.013135] env[62306]: DEBUG oslo_concurrency.lockutils [None req-696356b1-0fd9-4b1f-913f-de2fa102b564 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "22ad90b8-e525-46b9-842e-06b024d6f6ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.673s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.052550] env[62306]: DEBUG oslo_concurrency.lockutils [req-09787b81-f810-40ea-9b81-1fd3f2810e17 req-08a6ced6-46be-4420-b89b-90106a9d5fd5 service nova] Releasing lock "refresh_cache-8dfb0848-2dc0-431d-8372-8474c1084bf8" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.096688] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.192204] env[62306]: INFO nova.compute.manager [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Rescuing [ 1648.192598] env[62306]: DEBUG oslo_concurrency.lockutils [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "refresh_cache-3b0031c9-60be-48ee-badf-2427afc1de23" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.192817] env[62306]: DEBUG oslo_concurrency.lockutils [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquired lock "refresh_cache-3b0031c9-60be-48ee-badf-2427afc1de23" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.193357] env[62306]: DEBUG nova.network.neutron [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1648.210075] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.214712] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.642s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.216650] env[62306]: INFO nova.compute.claims [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1648.239192] env[62306]: INFO nova.scheduler.client.report [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Deleted allocations for instance 2c04403e-94dd-4b95-a026-b64e9de9b086 [ 1648.320954] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52deeacd-5b5f-d179-3af7-27054649c0a7, 'name': SearchDatastore_Task, 'duration_secs': 0.023345} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.321306] env[62306]: DEBUG oslo_concurrency.lockutils [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.321528] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 8dfb0848-2dc0-431d-8372-8474c1084bf8/8dfb0848-2dc0-431d-8372-8474c1084bf8.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1648.321784] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5145dcad-bcc5-47d2-9793-0514a18495c0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.328993] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for the task: (returnval){ [ 1648.328993] env[62306]: value = "task-1972213" [ 1648.328993] env[62306]: _type = "Task" [ 1648.328993] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.337561] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.515515] env[62306]: DEBUG nova.compute.manager [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1648.600862] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972209, 'name': ReconfigVM_Task, 'duration_secs': 1.152016} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.605992] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Reconfigured VM instance instance-0000001f to attach disk [datastore1] d0bb62ae-c499-4d16-923b-66c8214289db/d0bb62ae-c499-4d16-923b-66c8214289db.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1648.607128] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02c4eb11-72d7-4727-b2cb-e6050cb198a6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.620029] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1648.620029] env[62306]: value = "task-1972214" [ 1648.620029] env[62306]: _type = "Task" [ 1648.620029] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.626209] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94076133-94db-4481-9b0c-f05cbae5a7c3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.641654] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972214, 'name': Rename_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.641654] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc1b836-8deb-4667-ac02-a41f8e5eef40 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Suspending the VM {{(pid=62306) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1648.641868] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-190f3b1f-16b3-446c-81e0-7349b2c6b515 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.649946] env[62306]: DEBUG oslo_vmware.api [None req-bfc1b836-8deb-4667-ac02-a41f8e5eef40 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1648.649946] env[62306]: value = "task-1972215" [ 1648.649946] env[62306]: _type = "Task" [ 1648.649946] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.659098] env[62306]: DEBUG oslo_vmware.api [None req-bfc1b836-8deb-4667-ac02-a41f8e5eef40 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972215, 'name': SuspendVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.750645] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2090b19c-fda7-405c-9158-193919f3cda0 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lock "2c04403e-94dd-4b95-a026-b64e9de9b086" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.595s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.797864] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "41a73f44-a10a-4843-82ad-52f524ffb744" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.798102] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "41a73f44-a10a-4843-82ad-52f524ffb744" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.844925] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972213, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.053478] env[62306]: DEBUG oslo_concurrency.lockutils [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.129350] env[62306]: DEBUG nova.network.neutron [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Updating instance_info_cache with network_info: [{"id": "e3ef9ffb-7167-48a7-aa49-af1b76aa941d", "address": "fa:16:3e:39:9a:f3", "network": {"id": "3b745275-fbc6-4427-8926-688b1f79cbaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1287131670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daee10609fae469f918ad6e4c75ab386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ef9ffb-71", "ovs_interfaceid": "e3ef9ffb-7167-48a7-aa49-af1b76aa941d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.136452] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972214, 'name': Rename_Task, 'duration_secs': 0.419283} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.137347] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1649.137755] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-602590f9-91c1-4534-ade9-f0359acf02a0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.148777] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1649.148777] env[62306]: value = "task-1972216" [ 1649.148777] env[62306]: _type = "Task" [ 1649.148777] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.170105] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972216, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.175576] env[62306]: DEBUG oslo_vmware.api [None req-bfc1b836-8deb-4667-ac02-a41f8e5eef40 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972215, 'name': SuspendVM_Task} progress is 87%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.343074] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578764} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.343803] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 8dfb0848-2dc0-431d-8372-8474c1084bf8/8dfb0848-2dc0-431d-8372-8474c1084bf8.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1649.344235] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1649.347548] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1c2209f-3daa-49f6-8f4b-59332e3dd24f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.356543] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for the task: (returnval){ [ 1649.356543] env[62306]: value = "task-1972217" [ 1649.356543] env[62306]: _type = "Task" [ 1649.356543] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.370176] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.637960] env[62306]: DEBUG oslo_concurrency.lockutils [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Releasing lock "refresh_cache-3b0031c9-60be-48ee-badf-2427afc1de23" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.670969] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972216, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.672464] env[62306]: DEBUG oslo_vmware.api [None req-bfc1b836-8deb-4667-ac02-a41f8e5eef40 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972215, 'name': SuspendVM_Task} progress is 87%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.872985] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166356} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.876576] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1649.877779] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006ca27e-2d9d-4301-b4fd-d077f80536bd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.902688] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 8dfb0848-2dc0-431d-8372-8474c1084bf8/8dfb0848-2dc0-431d-8372-8474c1084bf8.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1649.904107] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44af2534-8760-4a61-9aa5-ca891784ec53 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.920376] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3798dc-1f68-4cc9-a8c3-d2fb09faab87 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.931375] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0227ea4-eb63-4706-8e1d-6be5a6dc5ac1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.935041] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for the task: (returnval){ [ 1649.935041] env[62306]: value = "task-1972218" [ 1649.935041] env[62306]: _type = "Task" [ 1649.935041] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.965437] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2853f5d5-c7a9-4065-88a6-d659ff1594c8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.974290] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.976927] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745a1a03-fcff-4760-af6c-4d92fd0d3599 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.993733] env[62306]: DEBUG nova.compute.provider_tree [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.039855] env[62306]: DEBUG oslo_concurrency.lockutils [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquiring lock "f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.040157] env[62306]: DEBUG oslo_concurrency.lockutils [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lock "f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.040420] env[62306]: DEBUG oslo_concurrency.lockutils [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquiring lock "f18e8292-92e9-4180-a2f8-7a57f6b3c7ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.040616] env[62306]: DEBUG oslo_concurrency.lockutils [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lock "f18e8292-92e9-4180-a2f8-7a57f6b3c7ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.042480] env[62306]: DEBUG oslo_concurrency.lockutils [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lock "f18e8292-92e9-4180-a2f8-7a57f6b3c7ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.045742] env[62306]: INFO nova.compute.manager [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Terminating instance [ 1650.175257] env[62306]: DEBUG oslo_vmware.api [None req-bfc1b836-8deb-4667-ac02-a41f8e5eef40 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972215, 'name': SuspendVM_Task, 'duration_secs': 1.42079} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.175513] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972216, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.175778] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc1b836-8deb-4667-ac02-a41f8e5eef40 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Suspended the VM {{(pid=62306) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1650.175986] env[62306]: DEBUG nova.compute.manager [None req-bfc1b836-8deb-4667-ac02-a41f8e5eef40 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1650.176836] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d070cab5-5b11-407f-869e-5a368cbb441e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.450144] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.502175] env[62306]: DEBUG nova.scheduler.client.report [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1650.549776] env[62306]: DEBUG nova.compute.manager [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1650.550117] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1650.551363] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60907229-3484-4ab3-ac3d-92d8d7725523 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.560268] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1650.560482] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47e06c63-c494-48f8-9862-ba25cf3142c5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.567160] env[62306]: DEBUG oslo_vmware.api [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for the task: (returnval){ [ 1650.567160] env[62306]: value = "task-1972220" [ 1650.567160] env[62306]: _type = "Task" [ 1650.567160] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.577307] env[62306]: DEBUG oslo_vmware.api [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1972220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.662107] env[62306]: DEBUG oslo_vmware.api [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972216, 'name': PowerOnVM_Task, 'duration_secs': 1.105853} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.662406] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1650.662607] env[62306]: INFO nova.compute.manager [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1650.662780] env[62306]: DEBUG nova.compute.manager [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1650.663601] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5b60fe-0f55-4c33-a177-c41fdcffa75d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.948855] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972218, 'name': ReconfigVM_Task, 'duration_secs': 0.56766} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.949173] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 8dfb0848-2dc0-431d-8372-8474c1084bf8/8dfb0848-2dc0-431d-8372-8474c1084bf8.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1650.949838] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf244cb9-d35b-40b0-afea-5aa7fb60736f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.957043] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for the task: (returnval){ [ 1650.957043] env[62306]: value = "task-1972221" [ 1650.957043] env[62306]: _type = "Task" [ 1650.957043] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.965163] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972221, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.008184] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.008753] env[62306]: DEBUG nova.compute.manager [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1651.012497] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.246s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.079993] env[62306]: DEBUG oslo_vmware.api [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1972220, 'name': PowerOffVM_Task, 'duration_secs': 0.428538} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.081638] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1651.081638] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1651.081638] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bd3c8de-7ba7-4cc2-af96-5a2fb9d5992e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.160642] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1651.160858] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1651.161073] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Deleting the datastore file [datastore1] f18e8292-92e9-4180-a2f8-7a57f6b3c7ed {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1651.161569] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6246e7aa-dc13-4b7c-bd73-1b00779f7a71 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.167959] env[62306]: DEBUG oslo_vmware.api [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for the task: (returnval){ [ 1651.167959] env[62306]: value = "task-1972223" [ 1651.167959] env[62306]: _type = "Task" [ 1651.167959] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.185306] env[62306]: DEBUG oslo_vmware.api [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1972223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.192391] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1651.197183] env[62306]: INFO nova.compute.manager [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Took 41.08 seconds to build instance. [ 1651.198256] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8b16d51-7f3a-4078-bbd3-952ad494120e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.200124] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Acquiring lock "8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.200366] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Lock "8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.205577] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1651.205577] env[62306]: value = "task-1972224" [ 1651.205577] env[62306]: _type = "Task" [ 1651.205577] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.215088] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.469325] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972221, 'name': Rename_Task, 'duration_secs': 0.257287} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.469700] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1651.469700] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a06d131-a69b-47a2-b72e-0093ad4de5b4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.476426] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for the task: (returnval){ [ 1651.476426] env[62306]: value = "task-1972225" [ 1651.476426] env[62306]: _type = "Task" [ 1651.476426] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.484403] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.520273] env[62306]: DEBUG nova.compute.utils [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1651.536100] env[62306]: DEBUG nova.compute.manager [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1651.538863] env[62306]: DEBUG nova.compute.manager [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1651.538863] env[62306]: DEBUG nova.network.neutron [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1651.641144] env[62306]: DEBUG nova.policy [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc869037ba014b669678ed77bab5ee4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b38e11d49bba43b5a1d0e3f26316f441', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1651.680983] env[62306]: DEBUG oslo_vmware.api [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Task: {'id': task-1972223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175101} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.681282] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1651.682252] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1651.682252] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1651.682252] env[62306]: INFO nova.compute.manager [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1651.682252] env[62306]: DEBUG oslo.service.loopingcall [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1651.682421] env[62306]: DEBUG nova.compute.manager [-] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1651.682421] env[62306]: DEBUG nova.network.neutron [-] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1651.701697] env[62306]: DEBUG oslo_concurrency.lockutils [None req-47287058-ce90-4713-87e5-ec7b3b67f805 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lock "d0bb62ae-c499-4d16-923b-66c8214289db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.047s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.716283] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972224, 'name': PowerOffVM_Task, 'duration_secs': 0.208934} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.717125] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1651.718132] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5c4a10-2eee-4aff-861c-1935a466e53b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.740965] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8068dd7e-ae00-4714-af53-6dcba83e9928 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.775744] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1651.776082] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-027249e4-c23c-4dfc-8c17-296e4655c1e4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.784639] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1651.784639] env[62306]: value = "task-1972226" [ 1651.784639] env[62306]: _type = "Task" [ 1651.784639] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.793986] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.989704] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972225, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.050362] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Applying migration context for instance b58b59b2-7f72-4763-a4ad-9c26117d6afe as it has an incoming, in-progress migration 00df88d2-4dc8-42df-b580-f263d4fbb607. Migration status is confirming {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1652.052510] env[62306]: INFO nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Updating resource usage from migration 00df88d2-4dc8-42df-b580-f263d4fbb607 [ 1652.150668] env[62306]: DEBUG nova.network.neutron [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Successfully created port: 0bde2be2-bbc6-4381-95be-7f986fa698f9 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1652.198020] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 6ea3b6f2-5aa7-463e-980c-c33ec4084439 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1652.198020] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance f18e8292-92e9-4180-a2f8-7a57f6b3c7ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1652.198020] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 55728249-ca09-4484-a63c-df4f39c5ca5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1652.198020] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1652.198632] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 6ccd47bc-3de8-4bb5-9d55-71d479823276 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1652.198632] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1652.198632] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 5227c9ce-84d2-4a50-a653-fb317daa2d87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1652.198632] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance b62fa60a-970d-440a-9fbb-ac03ff7d6cc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1652.198750] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 10b781a1-2f5c-48ae-8750-e10affb9c90b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1652.198750] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 8a481ddf-54a5-4146-8535-02072b9dd827 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1652.198750] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 3b0031c9-60be-48ee-badf-2427afc1de23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1652.198750] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1652.198896] env[62306]: WARNING nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 991c0412-c377-4428-a11f-b231fa5a7751 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1652.198896] env[62306]: WARNING nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 98c3bd5f-8a4a-4906-84dd-807eaff1da62 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1652.198896] env[62306]: WARNING nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 736874a7-a8c5-4ca2-9711-ded10fe44bdd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1652.200163] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 8a38074d-7b10-4b97-a0a8-7eaef4474528 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1652.201086] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1652.201086] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 22ad90b8-e525-46b9-842e-06b024d6f6ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1652.201086] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance d0bb62ae-c499-4d16-923b-66c8214289db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1652.201086] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 8dfb0848-2dc0-431d-8372-8474c1084bf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1652.201500] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance a385a9c1-4cdd-48dc-bbe8-4a002ccde241 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1652.207999] env[62306]: DEBUG nova.compute.manager [req-35092dd8-83d2-41d4-9a2a-83a593c4a817 req-1f9a2990-0305-477e-9667-0ff98411b7c2 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Received event network-vif-deleted-a1c6e16f-95bb-4b21-82ee-d6a252e59ff0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1652.208144] env[62306]: INFO nova.compute.manager [req-35092dd8-83d2-41d4-9a2a-83a593c4a817 req-1f9a2990-0305-477e-9667-0ff98411b7c2 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Neutron deleted interface a1c6e16f-95bb-4b21-82ee-d6a252e59ff0; detaching it from the instance and deleting it from the info cache [ 1652.208442] env[62306]: DEBUG nova.network.neutron [req-35092dd8-83d2-41d4-9a2a-83a593c4a817 req-1f9a2990-0305-477e-9667-0ff98411b7c2 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.209993] env[62306]: DEBUG nova.compute.manager [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1652.299019] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] VM already powered off {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1652.299019] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1652.299019] env[62306]: DEBUG oslo_concurrency.lockutils [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.299019] env[62306]: DEBUG oslo_concurrency.lockutils [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.299309] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1652.299768] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfa339ec-0529-4726-ab54-cf09aa231777 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.311677] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1652.311851] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1652.312968] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64beefaf-3f2b-4453-8d54-7cb3c5885049 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.319932] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1652.319932] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5244f1bc-e300-471a-e457-9eeff1b44b40" [ 1652.319932] env[62306]: _type = "Task" [ 1652.319932] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.327954] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5244f1bc-e300-471a-e457-9eeff1b44b40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.483426] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Volume attach. Driver type: vmdk {{(pid=62306) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1652.484093] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406102', 'volume_id': '17cf542b-a9ba-42b4-929f-7200318aca42', 'name': 'volume-17cf542b-a9ba-42b4-929f-7200318aca42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9', 'attached_at': '', 'detached_at': '', 'volume_id': '17cf542b-a9ba-42b4-929f-7200318aca42', 'serial': '17cf542b-a9ba-42b4-929f-7200318aca42'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1652.485022] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e11815-def8-41b5-a2f9-f3e9da30a7e7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.494754] env[62306]: DEBUG oslo_vmware.api [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972225, 'name': PowerOnVM_Task, 'duration_secs': 0.57826} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.507595] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1652.508091] env[62306]: INFO nova.compute.manager [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1652.508246] env[62306]: DEBUG nova.compute.manager [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1652.508663] env[62306]: INFO nova.compute.manager [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Rescuing [ 1652.508784] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquiring lock "refresh_cache-d0bb62ae-c499-4d16-923b-66c8214289db" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.508929] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquired lock "refresh_cache-d0bb62ae-c499-4d16-923b-66c8214289db" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.509204] env[62306]: DEBUG nova.network.neutron [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1652.512950] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e956640c-2ac0-49d2-a008-912769736bb4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.516543] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf42b6f-d1b1-4845-92fe-3c4a83e4e5a7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.542642] env[62306]: DEBUG nova.network.neutron [-] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.553219] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-17cf542b-a9ba-42b4-929f-7200318aca42/volume-17cf542b-a9ba-42b4-929f-7200318aca42.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1652.554274] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6569c63f-2e02-49fd-8a70-7e120f3bd622 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.577448] env[62306]: DEBUG nova.compute.manager [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1652.580751] env[62306]: DEBUG nova.compute.manager [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1652.583295] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68cf2ea-caac-461a-9f03-1b6398121e53 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.596857] env[62306]: DEBUG oslo_vmware.api [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Waiting for the task: (returnval){ [ 1652.596857] env[62306]: value = "task-1972227" [ 1652.596857] env[62306]: _type = "Task" [ 1652.596857] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.611997] env[62306]: DEBUG oslo_vmware.api [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Task: {'id': task-1972227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.614872] env[62306]: DEBUG nova.virt.hardware [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1652.614872] env[62306]: DEBUG nova.virt.hardware [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1652.614872] env[62306]: DEBUG nova.virt.hardware [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1652.615041] env[62306]: DEBUG nova.virt.hardware [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1652.615167] env[62306]: DEBUG nova.virt.hardware [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1652.615315] env[62306]: DEBUG nova.virt.hardware [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1652.615577] env[62306]: DEBUG nova.virt.hardware [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1652.615745] env[62306]: DEBUG nova.virt.hardware [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1652.615965] env[62306]: DEBUG nova.virt.hardware [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1652.616187] env[62306]: DEBUG nova.virt.hardware [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1652.616387] env[62306]: DEBUG nova.virt.hardware [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1652.617203] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8706e6d0-6a37-4983-a072-78754dd1756a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.625284] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39f6321-be82-47d4-9881-d50d1cb88800 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.710917] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 66be2851-bed8-49f0-9bae-96f4f766f5e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1652.714905] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08c52545-8681-4a7d-9e95-c08062520fad {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.731042] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815271d1-6206-4760-b4d2-9a6e6dfcab4b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.742522] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.766840] env[62306]: DEBUG nova.compute.manager [req-35092dd8-83d2-41d4-9a2a-83a593c4a817 req-1f9a2990-0305-477e-9667-0ff98411b7c2 service nova] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Detach interface failed, port_id=a1c6e16f-95bb-4b21-82ee-d6a252e59ff0, reason: Instance f18e8292-92e9-4180-a2f8-7a57f6b3c7ed could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1652.833190] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5244f1bc-e300-471a-e457-9eeff1b44b40, 'name': SearchDatastore_Task, 'duration_secs': 0.029223} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.833765] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1abfd5f3-dee4-448d-8d63-7e66c2fa120a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.839426] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1652.839426] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5232d974-fd0d-5492-2d21-38d0758310b4" [ 1652.839426] env[62306]: _type = "Task" [ 1652.839426] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.847170] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5232d974-fd0d-5492-2d21-38d0758310b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.035744] env[62306]: INFO nova.compute.manager [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Took 41.20 seconds to build instance. [ 1653.045552] env[62306]: INFO nova.compute.manager [-] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Took 1.36 seconds to deallocate network for instance. [ 1653.109875] env[62306]: INFO nova.compute.manager [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] instance snapshotting [ 1653.110163] env[62306]: WARNING nova.compute.manager [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1653.111725] env[62306]: DEBUG oslo_vmware.api [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Task: {'id': task-1972227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.112868] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083f6063-3485-41c2-8c72-f7be5402bbee {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.138839] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eee4198-8fa7-4bcf-a3ee-2349f0249fe6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.174796] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquiring lock "b62fa60a-970d-440a-9fbb-ac03ff7d6cc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.174796] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Lock "b62fa60a-970d-440a-9fbb-ac03ff7d6cc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.175122] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquiring lock "b62fa60a-970d-440a-9fbb-ac03ff7d6cc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.176711] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Lock "b62fa60a-970d-440a-9fbb-ac03ff7d6cc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.176711] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Lock "b62fa60a-970d-440a-9fbb-ac03ff7d6cc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.178819] env[62306]: INFO nova.compute.manager [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Terminating instance [ 1653.219512] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 41e880e0-f3ae-427b-86b4-e5bde043d0bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1653.354038] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5232d974-fd0d-5492-2d21-38d0758310b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011111} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.354406] env[62306]: DEBUG oslo_concurrency.lockutils [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.354725] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 3b0031c9-60be-48ee-badf-2427afc1de23/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk. {{(pid=62306) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1653.355185] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f182e1f-a391-4e62-a4b1-4b4e7a586720 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.362513] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1653.362513] env[62306]: value = "task-1972228" [ 1653.362513] env[62306]: _type = "Task" [ 1653.362513] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.370934] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.373044] env[62306]: DEBUG nova.network.neutron [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Updating instance_info_cache with network_info: [{"id": "d825d2bd-fd2c-4f67-befb-fc1107ee22ee", "address": "fa:16:3e:1f:a9:24", "network": {"id": "9167582a-760e-43c8-9323-a3cad3c7f792", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-985852646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b96207d9ba14f37bd4d4761cf307f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd825d2bd-fd", "ovs_interfaceid": "d825d2bd-fd2c-4f67-befb-fc1107ee22ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.537753] env[62306]: DEBUG oslo_concurrency.lockutils [None req-740900ba-d8b9-4560-8c04-994a9c25d70f tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lock "8dfb0848-2dc0-431d-8372-8474c1084bf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.024s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.557394] env[62306]: DEBUG oslo_concurrency.lockutils [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.609404] env[62306]: DEBUG oslo_vmware.api [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Task: {'id': task-1972227, 'name': ReconfigVM_Task, 'duration_secs': 0.706436} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.610343] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-17cf542b-a9ba-42b4-929f-7200318aca42/volume-17cf542b-a9ba-42b4-929f-7200318aca42.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1653.615410] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1a70d98-3f59-45ad-a593-3b10415735eb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.634019] env[62306]: DEBUG oslo_vmware.api [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Waiting for the task: (returnval){ [ 1653.634019] env[62306]: value = "task-1972229" [ 1653.634019] env[62306]: _type = "Task" [ 1653.634019] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.642222] env[62306]: DEBUG oslo_vmware.api [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Task: {'id': task-1972229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.656839] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Creating Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1653.656839] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-efd6ea81-37df-4024-9adc-4b4fc7093b73 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.665266] env[62306]: DEBUG oslo_vmware.api [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1653.665266] env[62306]: value = "task-1972230" [ 1653.665266] env[62306]: _type = "Task" [ 1653.665266] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.676928] env[62306]: DEBUG oslo_vmware.api [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972230, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.682729] env[62306]: DEBUG nova.compute.manager [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1653.683014] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1653.683822] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1852f44-be8b-4157-b615-f6d25acf02e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.691439] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1653.691605] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d529dbc-5e68-44b5-888d-eda2f7020f86 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.698964] env[62306]: DEBUG oslo_vmware.api [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1653.698964] env[62306]: value = "task-1972231" [ 1653.698964] env[62306]: _type = "Task" [ 1653.698964] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.707986] env[62306]: DEBUG oslo_vmware.api [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.718699] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquiring lock "ffa1eacc-4a16-41f0-a5ca-9ceb0878819b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.718916] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Lock "ffa1eacc-4a16-41f0-a5ca-9ceb0878819b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.721987] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 5295d78d-860a-4100-8b53-3ece13c6f31c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1653.815636] env[62306]: DEBUG nova.compute.manager [req-a5302eb4-1e1d-4854-b350-2b3fdcf4e79a req-e77a8b3b-19fa-4319-8b5c-da3152ecbcae service nova] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Received event network-vif-plugged-0bde2be2-bbc6-4381-95be-7f986fa698f9 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1653.815755] env[62306]: DEBUG oslo_concurrency.lockutils [req-a5302eb4-1e1d-4854-b350-2b3fdcf4e79a req-e77a8b3b-19fa-4319-8b5c-da3152ecbcae service nova] Acquiring lock "a385a9c1-4cdd-48dc-bbe8-4a002ccde241-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.816045] env[62306]: DEBUG oslo_concurrency.lockutils [req-a5302eb4-1e1d-4854-b350-2b3fdcf4e79a req-e77a8b3b-19fa-4319-8b5c-da3152ecbcae service nova] Lock "a385a9c1-4cdd-48dc-bbe8-4a002ccde241-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.816270] env[62306]: DEBUG oslo_concurrency.lockutils [req-a5302eb4-1e1d-4854-b350-2b3fdcf4e79a req-e77a8b3b-19fa-4319-8b5c-da3152ecbcae service nova] Lock "a385a9c1-4cdd-48dc-bbe8-4a002ccde241-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.816413] env[62306]: DEBUG nova.compute.manager [req-a5302eb4-1e1d-4854-b350-2b3fdcf4e79a req-e77a8b3b-19fa-4319-8b5c-da3152ecbcae service nova] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] No waiting events found dispatching network-vif-plugged-0bde2be2-bbc6-4381-95be-7f986fa698f9 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1653.816577] env[62306]: WARNING nova.compute.manager [req-a5302eb4-1e1d-4854-b350-2b3fdcf4e79a req-e77a8b3b-19fa-4319-8b5c-da3152ecbcae service nova] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Received unexpected event network-vif-plugged-0bde2be2-bbc6-4381-95be-7f986fa698f9 for instance with vm_state building and task_state spawning. [ 1653.830085] env[62306]: DEBUG nova.network.neutron [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Successfully updated port: 0bde2be2-bbc6-4381-95be-7f986fa698f9 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1653.875041] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.875886] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Releasing lock "refresh_cache-d0bb62ae-c499-4d16-923b-66c8214289db" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.041862] env[62306]: DEBUG nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1654.059477] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc3b9f6-2c00-4dbf-846c-5326732fcc23 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.066630] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2d762755-f960-4e03-b89a-2a8620200aab tempest-ServersAdminNegativeTestJSON-1916617403 tempest-ServersAdminNegativeTestJSON-1916617403-project-admin] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Suspending the VM {{(pid=62306) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1654.066919] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-17a63f56-7712-4a3d-ad57-ad1a777ab94a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.074150] env[62306]: DEBUG oslo_vmware.api [None req-2d762755-f960-4e03-b89a-2a8620200aab tempest-ServersAdminNegativeTestJSON-1916617403 tempest-ServersAdminNegativeTestJSON-1916617403-project-admin] Waiting for the task: (returnval){ [ 1654.074150] env[62306]: value = "task-1972232" [ 1654.074150] env[62306]: _type = "Task" [ 1654.074150] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.082239] env[62306]: DEBUG oslo_vmware.api [None req-2d762755-f960-4e03-b89a-2a8620200aab tempest-ServersAdminNegativeTestJSON-1916617403 tempest-ServersAdminNegativeTestJSON-1916617403-project-admin] Task: {'id': task-1972232, 'name': SuspendVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.142878] env[62306]: DEBUG oslo_vmware.api [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Task: {'id': task-1972229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.176245] env[62306]: DEBUG oslo_vmware.api [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972230, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.209470] env[62306]: DEBUG oslo_vmware.api [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972231, 'name': PowerOffVM_Task, 'duration_secs': 0.209266} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.209802] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1654.209979] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1654.210268] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20586b48-6508-4a18-a1ce-4e17ba768a66 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.224597] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 74a8ea77-3cbf-493c-9cf0-164f373caa0e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1654.224886] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Migration 00df88d2-4dc8-42df-b580-f263d4fbb607 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1654.224886] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance b58b59b2-7f72-4763-a4ad-9c26117d6afe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1654.301058] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1654.301058] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1654.301260] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Deleting the datastore file [datastore1] b62fa60a-970d-440a-9fbb-ac03ff7d6cc2 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1654.301460] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-559549a6-9ef4-42a5-912b-918e2e39817c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.307759] env[62306]: DEBUG oslo_vmware.api [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1654.307759] env[62306]: value = "task-1972234" [ 1654.307759] env[62306]: _type = "Task" [ 1654.307759] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.322391] env[62306]: DEBUG oslo_vmware.api [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.332724] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Acquiring lock "refresh_cache-a385a9c1-4cdd-48dc-bbe8-4a002ccde241" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.332921] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Acquired lock "refresh_cache-a385a9c1-4cdd-48dc-bbe8-4a002ccde241" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.333087] env[62306]: DEBUG nova.network.neutron [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.375527] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972228, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.564925] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.584620] env[62306]: DEBUG oslo_vmware.api [None req-2d762755-f960-4e03-b89a-2a8620200aab tempest-ServersAdminNegativeTestJSON-1916617403 tempest-ServersAdminNegativeTestJSON-1916617403-project-admin] Task: {'id': task-1972232, 'name': SuspendVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.646436] env[62306]: DEBUG oslo_vmware.api [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Task: {'id': task-1972229, 'name': ReconfigVM_Task, 'duration_secs': 0.700619} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.646987] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406102', 'volume_id': '17cf542b-a9ba-42b4-929f-7200318aca42', 'name': 'volume-17cf542b-a9ba-42b4-929f-7200318aca42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9', 'attached_at': '', 'detached_at': '', 'volume_id': '17cf542b-a9ba-42b4-929f-7200318aca42', 'serial': '17cf542b-a9ba-42b4-929f-7200318aca42'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1654.679411] env[62306]: DEBUG oslo_vmware.api [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972230, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.728655] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance f1fd9732-8654-475a-a7a5-63c31caef15d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1654.818074] env[62306]: DEBUG oslo_vmware.api [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500092} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.818338] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1654.818530] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1654.818704] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1654.818880] env[62306]: INFO nova.compute.manager [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1654.819147] env[62306]: DEBUG oslo.service.loopingcall [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1654.819338] env[62306]: DEBUG nova.compute.manager [-] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1654.819434] env[62306]: DEBUG nova.network.neutron [-] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1654.871748] env[62306]: DEBUG nova.network.neutron [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1654.878724] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972228, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.375222} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.878990] env[62306]: INFO nova.virt.vmwareapi.ds_util [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 3b0031c9-60be-48ee-badf-2427afc1de23/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk. [ 1654.879787] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9e3425-b3a7-4732-bd20-0977ef4b1014 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.905507] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 3b0031c9-60be-48ee-badf-2427afc1de23/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1654.908076] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7847a5b-dda7-4183-bd80-d608536cb7d0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.932098] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1654.932098] env[62306]: value = "task-1972235" [ 1654.932098] env[62306]: _type = "Task" [ 1654.932098] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.944536] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.088483] env[62306]: DEBUG oslo_vmware.api [None req-2d762755-f960-4e03-b89a-2a8620200aab tempest-ServersAdminNegativeTestJSON-1916617403 tempest-ServersAdminNegativeTestJSON-1916617403-project-admin] Task: {'id': task-1972232, 'name': SuspendVM_Task, 'duration_secs': 0.799082} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.089583] env[62306]: DEBUG nova.network.neutron [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Updating instance_info_cache with network_info: [{"id": "0bde2be2-bbc6-4381-95be-7f986fa698f9", "address": "fa:16:3e:38:28:83", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bde2be2-bb", "ovs_interfaceid": "0bde2be2-bbc6-4381-95be-7f986fa698f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.093111] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2d762755-f960-4e03-b89a-2a8620200aab tempest-ServersAdminNegativeTestJSON-1916617403 tempest-ServersAdminNegativeTestJSON-1916617403-project-admin] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Suspended the VM {{(pid=62306) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1655.093111] env[62306]: DEBUG nova.compute.manager [None req-2d762755-f960-4e03-b89a-2a8620200aab tempest-ServersAdminNegativeTestJSON-1916617403 tempest-ServersAdminNegativeTestJSON-1916617403-project-admin] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1655.093111] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cb5347-0205-42f1-9664-7c5b988fdf0e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.178328] env[62306]: DEBUG oslo_vmware.api [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972230, 'name': CreateSnapshot_Task, 'duration_secs': 1.236753} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.178328] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Created Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1655.180727] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43511771-6412-4894-953f-3c1cb14ff411 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.231153] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance e7b2d6e6-f687-4d61-9228-e78978e84edf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1655.427122] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1655.427462] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac52fcda-b925-4a7f-b702-59f4d61f81b4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.436053] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1655.436053] env[62306]: value = "task-1972236" [ 1655.436053] env[62306]: _type = "Task" [ 1655.436053] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.446229] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.449462] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.592853] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Releasing lock "refresh_cache-a385a9c1-4cdd-48dc-bbe8-4a002ccde241" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.593323] env[62306]: DEBUG nova.compute.manager [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Instance network_info: |[{"id": "0bde2be2-bbc6-4381-95be-7f986fa698f9", "address": "fa:16:3e:38:28:83", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bde2be2-bb", "ovs_interfaceid": "0bde2be2-bbc6-4381-95be-7f986fa698f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1655.593829] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:28:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bde2be2-bbc6-4381-95be-7f986fa698f9', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1655.602769] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Creating folder: Project (b38e11d49bba43b5a1d0e3f26316f441). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1655.605752] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d39fd16a-664b-4db6-a573-66b23559d7fb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.620849] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Created folder: Project (b38e11d49bba43b5a1d0e3f26316f441) in parent group-v406007. [ 1655.620849] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Creating folder: Instances. Parent ref: group-v406104. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1655.621065] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40b37fde-1bdf-4c5e-ab96-ef635fb00f5f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.631500] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Created folder: Instances in parent group-v406104. [ 1655.631593] env[62306]: DEBUG oslo.service.loopingcall [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.631782] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1655.631996] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-219c2029-b322-46c0-bdd7-e536d08cca0c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.652085] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1655.652085] env[62306]: value = "task-1972239" [ 1655.652085] env[62306]: _type = "Task" [ 1655.652085] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.660169] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972239, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.699752] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Creating linked-clone VM from snapshot {{(pid=62306) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1655.700551] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-47b64c67-9d71-4b14-92a2-2f4b485e4bef {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.703904] env[62306]: DEBUG nova.objects.instance [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Lazy-loading 'flavor' on Instance uuid 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1655.715088] env[62306]: DEBUG oslo_vmware.api [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1655.715088] env[62306]: value = "task-1972240" [ 1655.715088] env[62306]: _type = "Task" [ 1655.715088] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.724118] env[62306]: DEBUG oslo_vmware.api [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972240, 'name': CloneVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.735802] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 7af98b27-970f-4972-8240-b91650034cff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1655.881933] env[62306]: DEBUG nova.compute.manager [req-05f2d3ea-0470-40a1-93b9-d0aabb2e384f req-3b96b5b2-29c9-41ce-bf92-adc745899a57 service nova] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Received event network-changed-0bde2be2-bbc6-4381-95be-7f986fa698f9 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1655.882161] env[62306]: DEBUG nova.compute.manager [req-05f2d3ea-0470-40a1-93b9-d0aabb2e384f req-3b96b5b2-29c9-41ce-bf92-adc745899a57 service nova] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Refreshing instance network info cache due to event network-changed-0bde2be2-bbc6-4381-95be-7f986fa698f9. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1655.882214] env[62306]: DEBUG oslo_concurrency.lockutils [req-05f2d3ea-0470-40a1-93b9-d0aabb2e384f req-3b96b5b2-29c9-41ce-bf92-adc745899a57 service nova] Acquiring lock "refresh_cache-a385a9c1-4cdd-48dc-bbe8-4a002ccde241" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.882363] env[62306]: DEBUG oslo_concurrency.lockutils [req-05f2d3ea-0470-40a1-93b9-d0aabb2e384f req-3b96b5b2-29c9-41ce-bf92-adc745899a57 service nova] Acquired lock "refresh_cache-a385a9c1-4cdd-48dc-bbe8-4a002ccde241" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.882538] env[62306]: DEBUG nova.network.neutron [req-05f2d3ea-0470-40a1-93b9-d0aabb2e384f req-3b96b5b2-29c9-41ce-bf92-adc745899a57 service nova] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Refreshing network info cache for port 0bde2be2-bbc6-4381-95be-7f986fa698f9 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1655.951879] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972236, 'name': PowerOffVM_Task, 'duration_secs': 0.201259} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.952530] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972235, 'name': ReconfigVM_Task, 'duration_secs': 0.781046} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.952786] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1655.953205] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 3b0031c9-60be-48ee-badf-2427afc1de23/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1655.954090] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c5dd46-0340-43a3-b281-0e9943878e87 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.957305] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485d737d-52d2-4e89-bf52-257a7bd34559 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.993996] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defeec0d-1350-4d51-8a45-4a94df98761e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.004409] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b60f6089-d3ee-41d6-a0ca-88b47ede84d9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.027489] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1656.027489] env[62306]: value = "task-1972241" [ 1656.027489] env[62306]: _type = "Task" [ 1656.027489] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.038939] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972241, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.057730] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1656.058470] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c20fb93a-754a-4f28-a57e-9369e40ffba0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.065515] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1656.065515] env[62306]: value = "task-1972242" [ 1656.065515] env[62306]: _type = "Task" [ 1656.065515] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.076119] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] VM already powered off {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1656.076422] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1656.076777] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.077017] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.077404] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1656.077605] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40aa3a16-1604-43f2-90a0-1749d409c5be {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.087484] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1656.087484] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1656.088513] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31eb3f01-4809-43e3-926b-371f648bdc4f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.095799] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1656.095799] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d97c37-17ba-ad8d-c2be-25cc8f78412d" [ 1656.095799] env[62306]: _type = "Task" [ 1656.095799] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.104124] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d97c37-17ba-ad8d-c2be-25cc8f78412d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.163051] env[62306]: DEBUG nova.network.neutron [-] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.164451] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972239, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.211794] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6e509f31-1a90-43ef-a1ae-372cbc6dca7e tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Lock "12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.344s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.226223] env[62306]: DEBUG oslo_vmware.api [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972240, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.239018] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 2bdde4ff-241d-4f86-8fe9-87a2e985d392 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1656.539086] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972241, 'name': ReconfigVM_Task, 'duration_secs': 0.156999} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.539819] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1656.540123] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95e62e23-e1bc-440a-86bf-bf2b1da17eb4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.546957] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1656.546957] env[62306]: value = "task-1972243" [ 1656.546957] env[62306]: _type = "Task" [ 1656.546957] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.554982] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.606696] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d97c37-17ba-ad8d-c2be-25cc8f78412d, 'name': SearchDatastore_Task, 'duration_secs': 0.009311} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.609906] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8069836-b5d7-42b5-a8e0-3b9279e7d2d3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.615416] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1656.615416] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524b563c-5c7e-1617-974a-d35766f1b766" [ 1656.615416] env[62306]: _type = "Task" [ 1656.615416] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.623052] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524b563c-5c7e-1617-974a-d35766f1b766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.662896] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972239, 'name': CreateVM_Task, 'duration_secs': 0.541904} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.663878] env[62306]: DEBUG nova.network.neutron [req-05f2d3ea-0470-40a1-93b9-d0aabb2e384f req-3b96b5b2-29c9-41ce-bf92-adc745899a57 service nova] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Updated VIF entry in instance network info cache for port 0bde2be2-bbc6-4381-95be-7f986fa698f9. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1656.664493] env[62306]: DEBUG nova.network.neutron [req-05f2d3ea-0470-40a1-93b9-d0aabb2e384f req-3b96b5b2-29c9-41ce-bf92-adc745899a57 service nova] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Updating instance_info_cache with network_info: [{"id": "0bde2be2-bbc6-4381-95be-7f986fa698f9", "address": "fa:16:3e:38:28:83", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bde2be2-bb", "ovs_interfaceid": "0bde2be2-bbc6-4381-95be-7f986fa698f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.666279] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1656.666671] env[62306]: INFO nova.compute.manager [-] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Took 1.85 seconds to deallocate network for instance. [ 1656.667602] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.667879] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.668202] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1656.669735] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f026114e-b68e-46a7-8e97-989ef080c094 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.678382] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Waiting for the task: (returnval){ [ 1656.678382] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524d2af6-d58e-cf09-b5d4-97eaf5f0188e" [ 1656.678382] env[62306]: _type = "Task" [ 1656.678382] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.687435] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524d2af6-d58e-cf09-b5d4-97eaf5f0188e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.698331] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4c0002cf-942d-4ed6-b5f7-5660d1b0f482 tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Acquiring lock "12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.698609] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4c0002cf-942d-4ed6-b5f7-5660d1b0f482 tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Lock "12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.726648] env[62306]: DEBUG oslo_vmware.api [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972240, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.741538] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 651cf96b-2334-4b79-b739-aa17740124a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1657.057096] env[62306]: DEBUG oslo_vmware.api [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972243, 'name': PowerOnVM_Task, 'duration_secs': 0.393616} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.057430] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1657.060167] env[62306]: DEBUG nova.compute.manager [None req-917b552e-0d1a-4bc4-9f27-ec07a46453f9 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1657.060954] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8cc362-b8ed-43cb-86a4-7c780fbf130f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.125971] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524b563c-5c7e-1617-974a-d35766f1b766, 'name': SearchDatastore_Task, 'duration_secs': 0.00918} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.126271] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.126522] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] d0bb62ae-c499-4d16-923b-66c8214289db/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk. {{(pid=62306) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1657.126772] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00aa9d8d-96f1-42f4-a9d1-3a07c8f2da42 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.134972] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1657.134972] env[62306]: value = "task-1972244" [ 1657.134972] env[62306]: _type = "Task" [ 1657.134972] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.143153] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.168419] env[62306]: DEBUG oslo_concurrency.lockutils [req-05f2d3ea-0470-40a1-93b9-d0aabb2e384f req-3b96b5b2-29c9-41ce-bf92-adc745899a57 service nova] Releasing lock "refresh_cache-a385a9c1-4cdd-48dc-bbe8-4a002ccde241" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.168749] env[62306]: DEBUG nova.compute.manager [req-05f2d3ea-0470-40a1-93b9-d0aabb2e384f req-3b96b5b2-29c9-41ce-bf92-adc745899a57 service nova] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Received event network-vif-deleted-84fe192e-9f60-445a-b66a-1ce94d81aa3e {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1657.168940] env[62306]: INFO nova.compute.manager [req-05f2d3ea-0470-40a1-93b9-d0aabb2e384f req-3b96b5b2-29c9-41ce-bf92-adc745899a57 service nova] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Neutron deleted interface 84fe192e-9f60-445a-b66a-1ce94d81aa3e; detaching it from the instance and deleting it from the info cache [ 1657.169198] env[62306]: DEBUG nova.network.neutron [req-05f2d3ea-0470-40a1-93b9-d0aabb2e384f req-3b96b5b2-29c9-41ce-bf92-adc745899a57 service nova] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.176814] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.189478] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524d2af6-d58e-cf09-b5d4-97eaf5f0188e, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.189790] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.190043] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.190311] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.190468] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.190672] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.190928] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bffa952-139a-4136-8402-c47f6ed7dfff {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.201211] env[62306]: INFO nova.compute.manager [None req-4c0002cf-942d-4ed6-b5f7-5660d1b0f482 tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Detaching volume 17cf542b-a9ba-42b4-929f-7200318aca42 [ 1657.211085] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.211282] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1657.212168] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6e04759-5200-4252-a4da-8975869c074d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.217763] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Waiting for the task: (returnval){ [ 1657.217763] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52260f15-28d9-879e-c35d-fb42ec4b68f3" [ 1657.217763] env[62306]: _type = "Task" [ 1657.217763] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.230100] env[62306]: DEBUG oslo_vmware.api [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972240, 'name': CloneVM_Task, 'duration_secs': 1.289165} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.233043] env[62306]: INFO nova.virt.vmwareapi.vmops [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Created linked-clone VM from snapshot [ 1657.233333] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52260f15-28d9-879e-c35d-fb42ec4b68f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.234672] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c11f78-9dc4-4679-822a-1a49dea2391a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.239065] env[62306]: INFO nova.virt.block_device [None req-4c0002cf-942d-4ed6-b5f7-5660d1b0f482 tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Attempting to driver detach volume 17cf542b-a9ba-42b4-929f-7200318aca42 from mountpoint /dev/sdb [ 1657.239314] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c0002cf-942d-4ed6-b5f7-5660d1b0f482 tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Volume detach. Driver type: vmdk {{(pid=62306) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1657.239508] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c0002cf-942d-4ed6-b5f7-5660d1b0f482 tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406102', 'volume_id': '17cf542b-a9ba-42b4-929f-7200318aca42', 'name': 'volume-17cf542b-a9ba-42b4-929f-7200318aca42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9', 'attached_at': '', 'detached_at': '', 'volume_id': '17cf542b-a9ba-42b4-929f-7200318aca42', 'serial': '17cf542b-a9ba-42b4-929f-7200318aca42'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1657.240411] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc56c173-0ab8-4394-bb95-00976e5216ed {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.248735] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 0be73756-7509-472c-8a54-7ab108f4cdcd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1657.253433] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Uploading image 6fd97439-a737-48c7-813a-66704f53a029 {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1657.278385] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9efc39-8457-4592-abb4-5f62927edd46 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.287635] env[62306]: DEBUG oslo_vmware.rw_handles [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1657.287635] env[62306]: value = "vm-406107" [ 1657.287635] env[62306]: _type = "VirtualMachine" [ 1657.287635] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1657.288608] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7775e320-10dc-4c6f-80d1-4ddf42f715e5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.290726] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-00d12a2a-b2e7-44b3-8924-e86914b70b2f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.313748] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd89ab3-3f62-4b4e-b87e-921fb5640bc2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.316289] env[62306]: DEBUG oslo_vmware.rw_handles [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lease: (returnval){ [ 1657.316289] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52805a35-eab5-5891-f23b-9e2d6c4e95b8" [ 1657.316289] env[62306]: _type = "HttpNfcLease" [ 1657.316289] env[62306]: } obtained for exporting VM: (result){ [ 1657.316289] env[62306]: value = "vm-406107" [ 1657.316289] env[62306]: _type = "VirtualMachine" [ 1657.316289] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1657.316548] env[62306]: DEBUG oslo_vmware.api [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the lease: (returnval){ [ 1657.316548] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52805a35-eab5-5891-f23b-9e2d6c4e95b8" [ 1657.316548] env[62306]: _type = "HttpNfcLease" [ 1657.316548] env[62306]: } to be ready. {{(pid=62306) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1657.330506] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c0002cf-942d-4ed6-b5f7-5660d1b0f482 tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] The volume has not been displaced from its original location: [datastore1] volume-17cf542b-a9ba-42b4-929f-7200318aca42/volume-17cf542b-a9ba-42b4-929f-7200318aca42.vmdk. No consolidation needed. {{(pid=62306) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1657.335771] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c0002cf-942d-4ed6-b5f7-5660d1b0f482 tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1657.336478] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68034bc5-075d-46be-9c0f-f21de639dbd6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.350472] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1657.350472] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52805a35-eab5-5891-f23b-9e2d6c4e95b8" [ 1657.350472] env[62306]: _type = "HttpNfcLease" [ 1657.350472] env[62306]: } is ready. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1657.351086] env[62306]: DEBUG oslo_vmware.rw_handles [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1657.351086] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52805a35-eab5-5891-f23b-9e2d6c4e95b8" [ 1657.351086] env[62306]: _type = "HttpNfcLease" [ 1657.351086] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1657.351822] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90e67d4-6044-405a-8fe3-6cc49f5f566a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.357020] env[62306]: DEBUG oslo_vmware.api [None req-4c0002cf-942d-4ed6-b5f7-5660d1b0f482 tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Waiting for the task: (returnval){ [ 1657.357020] env[62306]: value = "task-1972246" [ 1657.357020] env[62306]: _type = "Task" [ 1657.357020] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.359295] env[62306]: DEBUG oslo_vmware.rw_handles [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a499b4-fbb7-d56c-f83d-dea43eae1d44/disk-0.vmdk from lease info. {{(pid=62306) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1657.359452] env[62306]: DEBUG oslo_vmware.rw_handles [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a499b4-fbb7-d56c-f83d-dea43eae1d44/disk-0.vmdk for reading. {{(pid=62306) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1657.425535] env[62306]: DEBUG oslo_vmware.api [None req-4c0002cf-942d-4ed6-b5f7-5660d1b0f482 tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Task: {'id': task-1972246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.456178] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-98e9df62-3b35-4e9d-b386-e9c3df61640c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.649998] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972244, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.672339] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4642790-1810-41ba-9a70-77938f18fc64 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.683659] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2de6d9-8d8b-463b-8280-474765f7c3bc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.734197] env[62306]: DEBUG nova.compute.manager [req-05f2d3ea-0470-40a1-93b9-d0aabb2e384f req-3b96b5b2-29c9-41ce-bf92-adc745899a57 service nova] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Detach interface failed, port_id=84fe192e-9f60-445a-b66a-1ce94d81aa3e, reason: Instance b62fa60a-970d-440a-9fbb-ac03ff7d6cc2 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1657.748436] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52260f15-28d9-879e-c35d-fb42ec4b68f3, 'name': SearchDatastore_Task, 'duration_secs': 0.014056} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.750245] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58f44389-cbbe-44b0-9997-9157f3df91da {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.754023] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 00b5703c-bed5-4dd1-839b-ac92f7443bcc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1657.756044] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquiring lock "8dfb0848-2dc0-431d-8372-8474c1084bf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.756144] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lock "8dfb0848-2dc0-431d-8372-8474c1084bf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.756298] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquiring lock "8dfb0848-2dc0-431d-8372-8474c1084bf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.756482] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lock "8dfb0848-2dc0-431d-8372-8474c1084bf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.756736] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lock "8dfb0848-2dc0-431d-8372-8474c1084bf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.759994] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Waiting for the task: (returnval){ [ 1657.759994] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52915405-ef9d-9741-c2a7-ee88b8ef295f" [ 1657.759994] env[62306]: _type = "Task" [ 1657.759994] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.760404] env[62306]: INFO nova.compute.manager [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Terminating instance [ 1657.773952] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52915405-ef9d-9741-c2a7-ee88b8ef295f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.870825] env[62306]: DEBUG oslo_vmware.api [None req-4c0002cf-942d-4ed6-b5f7-5660d1b0f482 tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Task: {'id': task-1972246, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.145858] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726012} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.146429] env[62306]: INFO nova.virt.vmwareapi.ds_util [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] d0bb62ae-c499-4d16-923b-66c8214289db/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk. [ 1658.147324] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c47d2f-ee75-4232-9960-954a52f46294 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.172861] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] d0bb62ae-c499-4d16-923b-66c8214289db/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1658.173314] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bdc7705-4ddf-4b91-9590-5a1c38531843 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.193389] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1658.193389] env[62306]: value = "task-1972247" [ 1658.193389] env[62306]: _type = "Task" [ 1658.193389] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.202334] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.208042] env[62306]: INFO nova.compute.manager [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Unrescuing [ 1658.208590] env[62306]: DEBUG oslo_concurrency.lockutils [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "refresh_cache-3b0031c9-60be-48ee-badf-2427afc1de23" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.209114] env[62306]: DEBUG oslo_concurrency.lockutils [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquired lock "refresh_cache-3b0031c9-60be-48ee-badf-2427afc1de23" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.209114] env[62306]: DEBUG nova.network.neutron [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1658.257047] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 62226724-b96b-4a68-96f1-d2dce93e0051 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1658.269311] env[62306]: DEBUG nova.compute.manager [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1658.269311] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1658.270924] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845e9d53-1e8e-4f75-8101-8e0934377691 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.280590] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52915405-ef9d-9741-c2a7-ee88b8ef295f, 'name': SearchDatastore_Task, 'duration_secs': 0.064451} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.282926] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.283435] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] a385a9c1-4cdd-48dc-bbe8-4a002ccde241/a385a9c1-4cdd-48dc-bbe8-4a002ccde241.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1658.283764] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1658.284119] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3005793-7db4-47c3-b993-d85e63f57861 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.286337] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e90d149-653f-4b4d-aeba-0c60ca4c3a93 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.293293] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Waiting for the task: (returnval){ [ 1658.293293] env[62306]: value = "task-1972248" [ 1658.293293] env[62306]: _type = "Task" [ 1658.293293] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.301097] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Task: {'id': task-1972248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.370673] env[62306]: DEBUG oslo_vmware.api [None req-4c0002cf-942d-4ed6-b5f7-5660d1b0f482 tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Task: {'id': task-1972246, 'name': ReconfigVM_Task, 'duration_secs': 0.542543} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.371046] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c0002cf-942d-4ed6-b5f7-5660d1b0f482 tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1658.377693] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d49ff099-bfa9-4f37-b07e-10eb4f3defc6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.388508] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1658.388895] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1658.389169] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Deleting the datastore file [datastore1] 8dfb0848-2dc0-431d-8372-8474c1084bf8 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1658.389504] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15a89964-b407-4551-b650-1868ed3dd575 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.396922] env[62306]: DEBUG oslo_vmware.api [None req-4c0002cf-942d-4ed6-b5f7-5660d1b0f482 tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Waiting for the task: (returnval){ [ 1658.396922] env[62306]: value = "task-1972251" [ 1658.396922] env[62306]: _type = "Task" [ 1658.396922] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.398074] env[62306]: DEBUG oslo_vmware.api [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for the task: (returnval){ [ 1658.398074] env[62306]: value = "task-1972250" [ 1658.398074] env[62306]: _type = "Task" [ 1658.398074] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.411311] env[62306]: DEBUG oslo_vmware.api [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.414748] env[62306]: DEBUG oslo_vmware.api [None req-4c0002cf-942d-4ed6-b5f7-5660d1b0f482 tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Task: {'id': task-1972251, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.704563] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.759671] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 66b8c01c-28ca-4c09-b2e0-144ab65aa84b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1658.806084] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Task: {'id': task-1972248, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.915238] env[62306]: DEBUG oslo_vmware.api [None req-4c0002cf-942d-4ed6-b5f7-5660d1b0f482 tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Task: {'id': task-1972251, 'name': ReconfigVM_Task, 'duration_secs': 0.220153} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.915238] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c0002cf-942d-4ed6-b5f7-5660d1b0f482 tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406102', 'volume_id': '17cf542b-a9ba-42b4-929f-7200318aca42', 'name': 'volume-17cf542b-a9ba-42b4-929f-7200318aca42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9', 'attached_at': '', 'detached_at': '', 'volume_id': '17cf542b-a9ba-42b4-929f-7200318aca42', 'serial': '17cf542b-a9ba-42b4-929f-7200318aca42'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1658.920268] env[62306]: DEBUG oslo_vmware.api [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.024533] env[62306]: DEBUG nova.network.neutron [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Updating instance_info_cache with network_info: [{"id": "e3ef9ffb-7167-48a7-aa49-af1b76aa941d", "address": "fa:16:3e:39:9a:f3", "network": {"id": "3b745275-fbc6-4427-8926-688b1f79cbaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1287131670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daee10609fae469f918ad6e4c75ab386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ef9ffb-71", "ovs_interfaceid": "e3ef9ffb-7167-48a7-aa49-af1b76aa941d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.205735] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972247, 'name': ReconfigVM_Task, 'duration_secs': 0.987709} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.206086] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Reconfigured VM instance instance-0000001f to attach disk [datastore1] d0bb62ae-c499-4d16-923b-66c8214289db/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1659.206987] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba034aa5-5288-4293-8723-f3f497602302 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.236099] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4954b327-dcdd-4eee-b2e4-793089cec9d3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.252103] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1659.252103] env[62306]: value = "task-1972252" [ 1659.252103] env[62306]: _type = "Task" [ 1659.252103] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.263043] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.265036] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 41a73f44-a10a-4843-82ad-52f524ffb744 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1659.306205] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Task: {'id': task-1972248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826408} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.306205] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] a385a9c1-4cdd-48dc-bbe8-4a002ccde241/a385a9c1-4cdd-48dc-bbe8-4a002ccde241.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1659.306205] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1659.306205] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb527bcf-89a1-4c96-ba6e-0ba1b89073e5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.313564] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Waiting for the task: (returnval){ [ 1659.313564] env[62306]: value = "task-1972253" [ 1659.313564] env[62306]: _type = "Task" [ 1659.313564] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.322898] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Task: {'id': task-1972253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.415479] env[62306]: DEBUG oslo_vmware.api [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.674513} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.415731] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1659.415971] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1659.416206] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1659.416387] env[62306]: INFO nova.compute.manager [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1659.416631] env[62306]: DEBUG oslo.service.loopingcall [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.416816] env[62306]: DEBUG nova.compute.manager [-] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1659.416924] env[62306]: DEBUG nova.network.neutron [-] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1659.480854] env[62306]: DEBUG nova.objects.instance [None req-4c0002cf-942d-4ed6-b5f7-5660d1b0f482 tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Lazy-loading 'flavor' on Instance uuid 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1659.529167] env[62306]: DEBUG oslo_concurrency.lockutils [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Releasing lock "refresh_cache-3b0031c9-60be-48ee-badf-2427afc1de23" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.529941] env[62306]: DEBUG nova.objects.instance [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lazy-loading 'flavor' on Instance uuid 3b0031c9-60be-48ee-badf-2427afc1de23 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1659.733991] env[62306]: DEBUG nova.compute.manager [req-7e994374-d2e4-48aa-8aab-27e2229dee8e req-3903ca0e-5c7f-4faa-b129-e4caf5f8dd9c service nova] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Received event network-vif-deleted-7e1ea64f-7d56-4735-b9b6-ad74fd612c86 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1659.734338] env[62306]: INFO nova.compute.manager [req-7e994374-d2e4-48aa-8aab-27e2229dee8e req-3903ca0e-5c7f-4faa-b129-e4caf5f8dd9c service nova] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Neutron deleted interface 7e1ea64f-7d56-4735-b9b6-ad74fd612c86; detaching it from the instance and deleting it from the info cache [ 1659.734401] env[62306]: DEBUG nova.network.neutron [req-7e994374-d2e4-48aa-8aab-27e2229dee8e req-3903ca0e-5c7f-4faa-b129-e4caf5f8dd9c service nova] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.764858] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972252, 'name': ReconfigVM_Task, 'duration_secs': 0.210189} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.765225] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1659.765551] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dee86536-d557-433f-a5c8-a40c1c2679c7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.768248] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1659.768662] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1659.768867] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1659.781546] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1659.781546] env[62306]: value = "task-1972254" [ 1659.781546] env[62306]: _type = "Task" [ 1659.781546] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.795438] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.828458] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Task: {'id': task-1972253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098894} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.828736] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1659.829561] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e78c64a-411c-4086-961a-167f0253a80f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.852334] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] a385a9c1-4cdd-48dc-bbe8-4a002ccde241/a385a9c1-4cdd-48dc-bbe8-4a002ccde241.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1659.855286] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d431e46-76e1-400c-8541-80e15f466a05 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.875944] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Waiting for the task: (returnval){ [ 1659.875944] env[62306]: value = "task-1972255" [ 1659.875944] env[62306]: _type = "Task" [ 1659.875944] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.888247] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Task: {'id': task-1972255, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.036787] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67877cdb-3722-4c86-9360-9f36e2719cba {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.060994] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.063983] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13f76faa-1b2e-49c0-a484-32294ddc0778 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.071567] env[62306]: DEBUG oslo_vmware.api [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1660.071567] env[62306]: value = "task-1972256" [ 1660.071567] env[62306]: _type = "Task" [ 1660.071567] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.082305] env[62306]: DEBUG oslo_vmware.api [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.213670] env[62306]: DEBUG nova.network.neutron [-] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.239145] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b091ea6-d0aa-4e5c-b3af-003058b70aef {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.250971] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2155795-50d0-4d68-be64-1bc14e389f4f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.288532] env[62306]: DEBUG nova.compute.manager [req-7e994374-d2e4-48aa-8aab-27e2229dee8e req-3903ca0e-5c7f-4faa-b129-e4caf5f8dd9c service nova] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Detach interface failed, port_id=7e1ea64f-7d56-4735-b9b6-ad74fd612c86, reason: Instance 8dfb0848-2dc0-431d-8372-8474c1084bf8 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1660.300568] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972254, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.386379] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Task: {'id': task-1972255, 'name': ReconfigVM_Task, 'duration_secs': 0.324494} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.387663] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Reconfigured VM instance instance-00000021 to attach disk [datastore1] a385a9c1-4cdd-48dc-bbe8-4a002ccde241/a385a9c1-4cdd-48dc-bbe8-4a002ccde241.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1660.388857] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d63b37-1a8f-45e3-8912-1654bf85eb4d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.391485] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9d67136-82c2-4177-83c7-f65aa0535315 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.399277] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf67b19-cae2-4b1c-8b38-9e95e11d372f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.402607] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Waiting for the task: (returnval){ [ 1660.402607] env[62306]: value = "task-1972257" [ 1660.402607] env[62306]: _type = "Task" [ 1660.402607] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.431056] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1ccbe9-c965-4964-9d91-0218f4d1b759 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.436848] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Task: {'id': task-1972257, 'name': Rename_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.445023] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75276d55-aef5-4219-86f9-a04bfc607358 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.456956] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.489678] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4c0002cf-942d-4ed6-b5f7-5660d1b0f482 tempest-VolumesAssistedSnapshotsTest-1187441964 tempest-VolumesAssistedSnapshotsTest-1187441964-project-admin] Lock "12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.791s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.582475] env[62306]: DEBUG oslo_vmware.api [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972256, 'name': PowerOffVM_Task, 'duration_secs': 0.265469} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.582695] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1660.588272] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Reconfiguring VM instance instance-00000017 to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1660.588569] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cd1b383-f9a9-4f8a-8024-1a8247adccbc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.608365] env[62306]: DEBUG oslo_vmware.api [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1660.608365] env[62306]: value = "task-1972258" [ 1660.608365] env[62306]: _type = "Task" [ 1660.608365] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.621086] env[62306]: DEBUG oslo_vmware.api [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972258, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.717510] env[62306]: INFO nova.compute.manager [-] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Took 1.30 seconds to deallocate network for instance. [ 1660.798400] env[62306]: DEBUG oslo_vmware.api [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972254, 'name': PowerOnVM_Task, 'duration_secs': 0.665402} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.798720] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1660.801251] env[62306]: DEBUG nova.compute.manager [None req-7c62406c-b953-41d1-84e2-bb98463fadb5 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1660.803341] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4c6fa9-8d46-407f-b8bd-57f17e23efcf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.913979] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Task: {'id': task-1972257, 'name': Rename_Task, 'duration_secs': 0.151261} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.914312] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1660.914560] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8205f09-740e-4e7a-a016-651236f617bf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.921518] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Waiting for the task: (returnval){ [ 1660.921518] env[62306]: value = "task-1972260" [ 1660.921518] env[62306]: _type = "Task" [ 1660.921518] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.929501] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Task: {'id': task-1972260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.960777] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1661.121328] env[62306]: DEBUG oslo_vmware.api [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972258, 'name': ReconfigVM_Task, 'duration_secs': 0.446967} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.121496] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Reconfigured VM instance instance-00000017 to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1661.121617] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1661.122215] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-371196a1-1c29-4aad-b1e8-6edaa9c5bdf2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.130037] env[62306]: DEBUG oslo_vmware.api [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1661.130037] env[62306]: value = "task-1972261" [ 1661.130037] env[62306]: _type = "Task" [ 1661.130037] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.139017] env[62306]: DEBUG oslo_vmware.api [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.224504] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.435717] env[62306]: DEBUG oslo_vmware.api [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Task: {'id': task-1972260, 'name': PowerOnVM_Task, 'duration_secs': 0.469874} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.435717] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1661.435717] env[62306]: INFO nova.compute.manager [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1661.435717] env[62306]: DEBUG nova.compute.manager [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1661.436847] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032e95bf-265a-4ab6-b5a6-e36024ab14c6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.466395] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1661.466710] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.454s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.466982] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.982s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.468603] env[62306]: INFO nova.compute.claims [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1661.645432] env[62306]: DEBUG oslo_vmware.api [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972261, 'name': PowerOnVM_Task, 'duration_secs': 0.504766} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.645889] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1661.646329] env[62306]: DEBUG nova.compute.manager [None req-56c69380-cb82-42e2-ac54-b71bde7f1f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1661.647536] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb464996-d951-4ac3-bc29-fe5854ad3298 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.957859] env[62306]: INFO nova.compute.manager [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Took 41.40 seconds to build instance. [ 1662.410626] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquiring lock "841a47e3-cb9f-48d5-8cf3-adc7245f3293" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.411025] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lock "841a47e3-cb9f-48d5-8cf3-adc7245f3293" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.460587] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f04c4545-fbb6-41b9-a162-21c2a8a494ba tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Lock "a385a9c1-4cdd-48dc-bbe8-4a002ccde241" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.546s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.614398] env[62306]: DEBUG nova.compute.manager [None req-d2872388-c955-406a-b523-8647337e4f90 tempest-ServerExternalEventsTest-1220546223 tempest-ServerExternalEventsTest-1220546223-project] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Received event network-changed {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1662.614398] env[62306]: DEBUG nova.compute.manager [None req-d2872388-c955-406a-b523-8647337e4f90 tempest-ServerExternalEventsTest-1220546223 tempest-ServerExternalEventsTest-1220546223-project] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Refreshing instance network info cache due to event network-changed. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1662.614718] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d2872388-c955-406a-b523-8647337e4f90 tempest-ServerExternalEventsTest-1220546223 tempest-ServerExternalEventsTest-1220546223-project] Acquiring lock "refresh_cache-a385a9c1-4cdd-48dc-bbe8-4a002ccde241" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.614718] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d2872388-c955-406a-b523-8647337e4f90 tempest-ServerExternalEventsTest-1220546223 tempest-ServerExternalEventsTest-1220546223-project] Acquired lock "refresh_cache-a385a9c1-4cdd-48dc-bbe8-4a002ccde241" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.614877] env[62306]: DEBUG nova.network.neutron [None req-d2872388-c955-406a-b523-8647337e4f90 tempest-ServerExternalEventsTest-1220546223 tempest-ServerExternalEventsTest-1220546223-project] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1662.963902] env[62306]: DEBUG nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1663.083018] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde0f8af-5b24-47e0-ab9e-c9ea48ad4691 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.090924] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d8a5c1-481f-48c6-b889-287f09757086 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.127970] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbcdf35-8bc9-41bd-864c-9cc765d95137 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.137863] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76997f1c-c2e3-443d-abeb-2b69b4555aea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.153504] env[62306]: DEBUG nova.compute.provider_tree [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.259701] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Acquiring lock "a385a9c1-4cdd-48dc-bbe8-4a002ccde241" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.259955] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Lock "a385a9c1-4cdd-48dc-bbe8-4a002ccde241" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.260190] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Acquiring lock "a385a9c1-4cdd-48dc-bbe8-4a002ccde241-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.260379] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Lock "a385a9c1-4cdd-48dc-bbe8-4a002ccde241-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.260538] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Lock "a385a9c1-4cdd-48dc-bbe8-4a002ccde241-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.262582] env[62306]: INFO nova.compute.manager [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Terminating instance [ 1663.366972] env[62306]: DEBUG nova.network.neutron [None req-d2872388-c955-406a-b523-8647337e4f90 tempest-ServerExternalEventsTest-1220546223 tempest-ServerExternalEventsTest-1220546223-project] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Updating instance_info_cache with network_info: [{"id": "0bde2be2-bbc6-4381-95be-7f986fa698f9", "address": "fa:16:3e:38:28:83", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bde2be2-bb", "ovs_interfaceid": "0bde2be2-bbc6-4381-95be-7f986fa698f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.485509] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.657163] env[62306]: DEBUG nova.scheduler.client.report [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1663.766076] env[62306]: DEBUG nova.compute.manager [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1663.766415] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1663.767498] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d8abc0-a262-42b5-a46f-d6b54be614d0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.777954] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1663.778279] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f67c775-1f01-4391-adb9-995571624bc2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.787100] env[62306]: DEBUG oslo_vmware.api [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Waiting for the task: (returnval){ [ 1663.787100] env[62306]: value = "task-1972262" [ 1663.787100] env[62306]: _type = "Task" [ 1663.787100] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.797066] env[62306]: DEBUG oslo_vmware.api [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Task: {'id': task-1972262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.869564] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d2872388-c955-406a-b523-8647337e4f90 tempest-ServerExternalEventsTest-1220546223 tempest-ServerExternalEventsTest-1220546223-project] Releasing lock "refresh_cache-a385a9c1-4cdd-48dc-bbe8-4a002ccde241" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.165025] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.165025] env[62306]: DEBUG nova.compute.manager [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1664.166134] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.612s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.167846] env[62306]: INFO nova.compute.claims [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1664.298463] env[62306]: DEBUG oslo_vmware.api [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Task: {'id': task-1972262, 'name': PowerOffVM_Task, 'duration_secs': 0.204562} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.298706] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1664.298907] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1664.299206] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f7a93df-908b-4ef1-9d29-613b789d10da {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.344116] env[62306]: DEBUG oslo_concurrency.lockutils [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Acquiring lock "12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.345110] env[62306]: DEBUG oslo_concurrency.lockutils [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Lock "12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.345110] env[62306]: DEBUG oslo_concurrency.lockutils [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Acquiring lock "12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.345110] env[62306]: DEBUG oslo_concurrency.lockutils [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Lock "12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.345110] env[62306]: DEBUG oslo_concurrency.lockutils [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Lock "12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.347076] env[62306]: INFO nova.compute.manager [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Terminating instance [ 1664.395044] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1664.395044] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1664.395044] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Deleting the datastore file [datastore1] a385a9c1-4cdd-48dc-bbe8-4a002ccde241 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1664.395044] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f837be48-7275-4406-ad69-f4d155f69bca {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.403648] env[62306]: DEBUG oslo_vmware.api [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Waiting for the task: (returnval){ [ 1664.403648] env[62306]: value = "task-1972264" [ 1664.403648] env[62306]: _type = "Task" [ 1664.403648] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.415049] env[62306]: DEBUG oslo_vmware.api [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Task: {'id': task-1972264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.675434] env[62306]: DEBUG nova.compute.utils [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1664.679522] env[62306]: DEBUG nova.compute.manager [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1664.679522] env[62306]: DEBUG nova.network.neutron [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1664.722056] env[62306]: DEBUG nova.policy [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bec3eb89f3d049c3a5ed73ec94f5e8f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dbc9b06c28e486f88cdb02d7519788d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1664.854876] env[62306]: DEBUG nova.compute.manager [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1664.854876] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1664.855439] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4855fae1-e4ed-47c0-8406-2ca5172088b3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.864591] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1664.864852] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9de75a21-87c8-4d71-93da-15e95505bceb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.872209] env[62306]: DEBUG oslo_vmware.api [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Waiting for the task: (returnval){ [ 1664.872209] env[62306]: value = "task-1972265" [ 1664.872209] env[62306]: _type = "Task" [ 1664.872209] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.882540] env[62306]: DEBUG oslo_vmware.api [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': task-1972265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.915149] env[62306]: DEBUG oslo_vmware.api [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Task: {'id': task-1972264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354791} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.915486] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1664.915598] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1664.915797] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1664.915999] env[62306]: INFO nova.compute.manager [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1664.916269] env[62306]: DEBUG oslo.service.loopingcall [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1664.916814] env[62306]: DEBUG nova.compute.manager [-] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1664.916814] env[62306]: DEBUG nova.network.neutron [-] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1665.057083] env[62306]: DEBUG nova.network.neutron [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Successfully created port: eaf122a4-3be5-45d3-88ff-a35a495404d1 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1665.186131] env[62306]: DEBUG nova.compute.manager [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1665.365511] env[62306]: DEBUG oslo_vmware.rw_handles [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a499b4-fbb7-d56c-f83d-dea43eae1d44/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1665.366647] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f234c7cb-f916-4143-91c9-bd5d856a7499 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.379125] env[62306]: DEBUG oslo_vmware.rw_handles [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a499b4-fbb7-d56c-f83d-dea43eae1d44/disk-0.vmdk is in state: ready. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1665.379304] env[62306]: ERROR oslo_vmware.rw_handles [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a499b4-fbb7-d56c-f83d-dea43eae1d44/disk-0.vmdk due to incomplete transfer. [ 1665.379552] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f31b11e5-1ec7-4abc-811a-6524e8c812ba {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.386871] env[62306]: DEBUG oslo_vmware.api [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': task-1972265, 'name': PowerOffVM_Task, 'duration_secs': 0.340357} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.390377] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1665.390520] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1665.393352] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c28feb1b-6891-49a2-a53f-53cf97b03187 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.397336] env[62306]: DEBUG oslo_vmware.rw_handles [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a499b4-fbb7-d56c-f83d-dea43eae1d44/disk-0.vmdk. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1665.397518] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Uploaded image 6fd97439-a737-48c7-813a-66704f53a029 to the Glance image server {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1665.400051] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Destroying the VM {{(pid=62306) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1665.400392] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-500a4c2c-534f-4a31-8922-3d0de0ba6e6a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.412363] env[62306]: DEBUG oslo_vmware.api [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1665.412363] env[62306]: value = "task-1972267" [ 1665.412363] env[62306]: _type = "Task" [ 1665.412363] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.424661] env[62306]: DEBUG oslo_vmware.api [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972267, 'name': Destroy_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.462190] env[62306]: DEBUG nova.compute.manager [req-a9ce3a11-a63e-4718-a6a5-23c18eceabf5 req-eef0dccb-1222-4aa3-b291-56f78603d8c5 service nova] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Received event network-vif-deleted-0bde2be2-bbc6-4381-95be-7f986fa698f9 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1665.462453] env[62306]: INFO nova.compute.manager [req-a9ce3a11-a63e-4718-a6a5-23c18eceabf5 req-eef0dccb-1222-4aa3-b291-56f78603d8c5 service nova] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Neutron deleted interface 0bde2be2-bbc6-4381-95be-7f986fa698f9; detaching it from the instance and deleting it from the info cache [ 1665.462636] env[62306]: DEBUG nova.network.neutron [req-a9ce3a11-a63e-4718-a6a5-23c18eceabf5 req-eef0dccb-1222-4aa3-b291-56f78603d8c5 service nova] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.769601] env[62306]: DEBUG nova.network.neutron [-] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.770615] env[62306]: DEBUG oslo_concurrency.lockutils [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "d6b524bb-fda7-45cb-92cc-097312df03c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.770827] env[62306]: DEBUG oslo_concurrency.lockutils [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "d6b524bb-fda7-45cb-92cc-097312df03c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.820719] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c99c35-7b52-4ebb-ae60-5dae0506bbd8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.829153] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56345fe3-81d9-44e3-9621-a8f7b3c59fa6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.860338] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b602114b-0179-4299-b3b7-d88adf84013c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.868996] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32024f70-1d08-432c-9937-37aa17180202 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.884952] env[62306]: DEBUG nova.compute.provider_tree [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.922587] env[62306]: DEBUG oslo_vmware.api [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972267, 'name': Destroy_Task, 'duration_secs': 0.36449} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.922842] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Destroyed the VM [ 1665.923193] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Deleting Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1665.924112] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-36172422-4ac5-4188-8537-d77742f0909a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.934020] env[62306]: DEBUG oslo_vmware.api [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1665.934020] env[62306]: value = "task-1972268" [ 1665.934020] env[62306]: _type = "Task" [ 1665.934020] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.944064] env[62306]: DEBUG oslo_vmware.api [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972268, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.965499] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99c99dd8-fbb6-4121-97c2-4103016250f0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.975034] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1665.975240] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1665.975503] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Deleting the datastore file [datastore1] 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1665.975871] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4097550f-0404-463d-82aa-7a45761c0765 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.996898] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afdc331-b7ed-42d6-92eb-bc6dbce8b741 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.010405] env[62306]: DEBUG oslo_vmware.api [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Waiting for the task: (returnval){ [ 1666.010405] env[62306]: value = "task-1972269" [ 1666.010405] env[62306]: _type = "Task" [ 1666.010405] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.022025] env[62306]: DEBUG oslo_vmware.api [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': task-1972269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.035862] env[62306]: DEBUG nova.compute.manager [req-a9ce3a11-a63e-4718-a6a5-23c18eceabf5 req-eef0dccb-1222-4aa3-b291-56f78603d8c5 service nova] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Detach interface failed, port_id=0bde2be2-bbc6-4381-95be-7f986fa698f9, reason: Instance a385a9c1-4cdd-48dc-bbe8-4a002ccde241 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1666.203224] env[62306]: DEBUG nova.compute.manager [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1666.227784] env[62306]: DEBUG nova.virt.hardware [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1666.228135] env[62306]: DEBUG nova.virt.hardware [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1666.228329] env[62306]: DEBUG nova.virt.hardware [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1666.228697] env[62306]: DEBUG nova.virt.hardware [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1666.228812] env[62306]: DEBUG nova.virt.hardware [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1666.229069] env[62306]: DEBUG nova.virt.hardware [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1666.229375] env[62306]: DEBUG nova.virt.hardware [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1666.229687] env[62306]: DEBUG nova.virt.hardware [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1666.230266] env[62306]: DEBUG nova.virt.hardware [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1666.230611] env[62306]: DEBUG nova.virt.hardware [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1666.230845] env[62306]: DEBUG nova.virt.hardware [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1666.232182] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115a23f7-43dd-40a7-a812-a9b74609befc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.241753] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01be0edc-9b6f-4b67-8d1b-ae9fdedcb0c8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.272714] env[62306]: INFO nova.compute.manager [-] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Took 1.36 seconds to deallocate network for instance. [ 1666.388892] env[62306]: DEBUG nova.scheduler.client.report [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1666.446181] env[62306]: DEBUG oslo_vmware.api [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972268, 'name': RemoveSnapshot_Task, 'duration_secs': 0.473531} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.446481] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Deleted Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1666.446711] env[62306]: INFO nova.compute.manager [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Took 13.33 seconds to snapshot the instance on the hypervisor. [ 1666.518770] env[62306]: DEBUG oslo_concurrency.lockutils [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "22ad90b8-e525-46b9-842e-06b024d6f6ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.519469] env[62306]: DEBUG oslo_concurrency.lockutils [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "22ad90b8-e525-46b9-842e-06b024d6f6ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.519896] env[62306]: DEBUG oslo_concurrency.lockutils [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "22ad90b8-e525-46b9-842e-06b024d6f6ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.520349] env[62306]: DEBUG oslo_concurrency.lockutils [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "22ad90b8-e525-46b9-842e-06b024d6f6ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.520692] env[62306]: DEBUG oslo_concurrency.lockutils [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "22ad90b8-e525-46b9-842e-06b024d6f6ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.527363] env[62306]: DEBUG oslo_vmware.api [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Task: {'id': task-1972269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260418} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.527990] env[62306]: INFO nova.compute.manager [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Terminating instance [ 1666.531458] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1666.531888] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1666.532197] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1666.532549] env[62306]: INFO nova.compute.manager [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1666.532886] env[62306]: DEBUG oslo.service.loopingcall [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.533422] env[62306]: DEBUG nova.compute.manager [-] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1666.533422] env[62306]: DEBUG nova.network.neutron [-] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1666.781387] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.843254] env[62306]: DEBUG nova.network.neutron [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Successfully updated port: eaf122a4-3be5-45d3-88ff-a35a495404d1 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1666.894174] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.894731] env[62306]: DEBUG nova.compute.manager [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1666.897877] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.044s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.899493] env[62306]: INFO nova.compute.claims [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1666.907220] env[62306]: DEBUG nova.compute.manager [req-c098e07e-e56d-4304-a39e-0221f980b5f8 req-51542d83-5800-475a-9c7f-9a8eb09f3e15 service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Received event network-vif-plugged-eaf122a4-3be5-45d3-88ff-a35a495404d1 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1666.907425] env[62306]: DEBUG oslo_concurrency.lockutils [req-c098e07e-e56d-4304-a39e-0221f980b5f8 req-51542d83-5800-475a-9c7f-9a8eb09f3e15 service nova] Acquiring lock "66be2851-bed8-49f0-9bae-96f4f766f5e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.907631] env[62306]: DEBUG oslo_concurrency.lockutils [req-c098e07e-e56d-4304-a39e-0221f980b5f8 req-51542d83-5800-475a-9c7f-9a8eb09f3e15 service nova] Lock "66be2851-bed8-49f0-9bae-96f4f766f5e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.907790] env[62306]: DEBUG oslo_concurrency.lockutils [req-c098e07e-e56d-4304-a39e-0221f980b5f8 req-51542d83-5800-475a-9c7f-9a8eb09f3e15 service nova] Lock "66be2851-bed8-49f0-9bae-96f4f766f5e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.908313] env[62306]: DEBUG nova.compute.manager [req-c098e07e-e56d-4304-a39e-0221f980b5f8 req-51542d83-5800-475a-9c7f-9a8eb09f3e15 service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] No waiting events found dispatching network-vif-plugged-eaf122a4-3be5-45d3-88ff-a35a495404d1 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1666.909052] env[62306]: WARNING nova.compute.manager [req-c098e07e-e56d-4304-a39e-0221f980b5f8 req-51542d83-5800-475a-9c7f-9a8eb09f3e15 service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Received unexpected event network-vif-plugged-eaf122a4-3be5-45d3-88ff-a35a495404d1 for instance with vm_state building and task_state spawning. [ 1666.951741] env[62306]: DEBUG nova.compute.manager [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Instance disappeared during snapshot {{(pid=62306) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1666.967388] env[62306]: DEBUG nova.compute.manager [None req-79573164-9f8f-4fab-b898-e281e6a3274d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Image not found during clean up 6fd97439-a737-48c7-813a-66704f53a029 {{(pid=62306) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1667.032377] env[62306]: DEBUG nova.compute.manager [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1667.032651] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1667.036867] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b083ce-fcdd-43e8-b3af-e28dad0fcaa8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.049648] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.049909] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.054585] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1667.054848] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e38a5ca-8426-4b31-b3ef-1ce917fff322 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.143509] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1667.144081] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1667.144213] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Deleting the datastore file [datastore1] 22ad90b8-e525-46b9-842e-06b024d6f6ba {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1667.144380] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ece969c-0901-4411-bd84-fe1ee84ebaed {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.152142] env[62306]: DEBUG oslo_vmware.api [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1667.152142] env[62306]: value = "task-1972271" [ 1667.152142] env[62306]: _type = "Task" [ 1667.152142] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.163330] env[62306]: DEBUG oslo_vmware.api [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.347131] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Acquiring lock "refresh_cache-66be2851-bed8-49f0-9bae-96f4f766f5e6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.347390] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Acquired lock "refresh_cache-66be2851-bed8-49f0-9bae-96f4f766f5e6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.347746] env[62306]: DEBUG nova.network.neutron [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1667.410281] env[62306]: DEBUG nova.compute.utils [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1667.411472] env[62306]: DEBUG nova.compute.manager [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1667.411639] env[62306]: DEBUG nova.network.neutron [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1667.466060] env[62306]: DEBUG nova.policy [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '676aedd52ee54a8c86ceb16a6bf64c2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47d401bcab74454e817b346c383509cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1667.490626] env[62306]: DEBUG nova.compute.manager [req-b2a42afc-8f44-4e63-b563-28e9b945a65e req-70c08e48-4d2b-4e6c-a26a-7964cbef0449 service nova] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Received event network-vif-deleted-25e013c8-5ce0-4085-8607-f858c6d3acfe {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1667.490836] env[62306]: INFO nova.compute.manager [req-b2a42afc-8f44-4e63-b563-28e9b945a65e req-70c08e48-4d2b-4e6c-a26a-7964cbef0449 service nova] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Neutron deleted interface 25e013c8-5ce0-4085-8607-f858c6d3acfe; detaching it from the instance and deleting it from the info cache [ 1667.491008] env[62306]: DEBUG nova.network.neutron [req-b2a42afc-8f44-4e63-b563-28e9b945a65e req-70c08e48-4d2b-4e6c-a26a-7964cbef0449 service nova] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.667464] env[62306]: DEBUG oslo_vmware.api [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476093} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.668037] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1667.668384] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1667.668708] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1667.670951] env[62306]: INFO nova.compute.manager [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1667.670951] env[62306]: DEBUG oslo.service.loopingcall [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1667.670951] env[62306]: DEBUG nova.compute.manager [-] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1667.670951] env[62306]: DEBUG nova.network.neutron [-] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1667.812461] env[62306]: DEBUG nova.network.neutron [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Successfully created port: d727c141-6e56-488c-9b92-a98043088706 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1667.829318] env[62306]: DEBUG nova.network.neutron [-] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.904132] env[62306]: DEBUG nova.network.neutron [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1667.915903] env[62306]: DEBUG nova.compute.manager [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1667.993731] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96e88a02-0063-4e3d-890b-8648996f8df6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.004962] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e539e643-c71c-4481-be12-8d8622a40ff1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.048659] env[62306]: DEBUG nova.compute.manager [req-b2a42afc-8f44-4e63-b563-28e9b945a65e req-70c08e48-4d2b-4e6c-a26a-7964cbef0449 service nova] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Detach interface failed, port_id=25e013c8-5ce0-4085-8607-f858c6d3acfe, reason: Instance 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1668.182294] env[62306]: DEBUG nova.network.neutron [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Updating instance_info_cache with network_info: [{"id": "eaf122a4-3be5-45d3-88ff-a35a495404d1", "address": "fa:16:3e:08:61:9e", "network": {"id": "d8d5beca-3c5b-478a-b98a-ea85b8855491", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1553657826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbc9b06c28e486f88cdb02d7519788d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf122a4-3b", "ovs_interfaceid": "eaf122a4-3be5-45d3-88ff-a35a495404d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.332861] env[62306]: INFO nova.compute.manager [-] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Took 1.80 seconds to deallocate network for instance. [ 1668.548458] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49580782-2b96-4cc1-b237-1dd06d4238cb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.556583] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5395cea2-a760-4d1b-9101-eb3cfdcde5cb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.588987] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23604d51-c720-42af-92ec-428f3a63ece5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.597409] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfd6b36-9bfc-422b-9a88-35cdc0b53424 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.610754] env[62306]: DEBUG nova.compute.provider_tree [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1668.684966] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Releasing lock "refresh_cache-66be2851-bed8-49f0-9bae-96f4f766f5e6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.685333] env[62306]: DEBUG nova.compute.manager [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Instance network_info: |[{"id": "eaf122a4-3be5-45d3-88ff-a35a495404d1", "address": "fa:16:3e:08:61:9e", "network": {"id": "d8d5beca-3c5b-478a-b98a-ea85b8855491", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1553657826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbc9b06c28e486f88cdb02d7519788d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf122a4-3b", "ovs_interfaceid": "eaf122a4-3be5-45d3-88ff-a35a495404d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1668.685744] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:61:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaf122a4-3be5-45d3-88ff-a35a495404d1', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1668.693074] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Creating folder: Project (2dbc9b06c28e486f88cdb02d7519788d). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1668.693361] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97fb6a61-f4eb-4e21-8652-8bb87ffa2498 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.707503] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Created folder: Project (2dbc9b06c28e486f88cdb02d7519788d) in parent group-v406007. [ 1668.707711] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Creating folder: Instances. Parent ref: group-v406108. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1668.707949] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e8b2e96-db3e-4cd7-bba6-d75ca476868f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.718868] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Created folder: Instances in parent group-v406108. [ 1668.719139] env[62306]: DEBUG oslo.service.loopingcall [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1668.719337] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1668.719546] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fec4a529-38da-41c2-8329-31f15bc85ff1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.739113] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1668.739113] env[62306]: value = "task-1972274" [ 1668.739113] env[62306]: _type = "Task" [ 1668.739113] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.742194] env[62306]: DEBUG nova.network.neutron [-] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.748250] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972274, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.844114] env[62306]: DEBUG oslo_concurrency.lockutils [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.928932] env[62306]: DEBUG nova.compute.manager [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1668.944089] env[62306]: DEBUG nova.compute.manager [req-4eba1195-487d-40d6-abc0-c88ca748ce9e req-30dc52bc-cbcf-42aa-8372-263319e295a0 service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Received event network-changed-eaf122a4-3be5-45d3-88ff-a35a495404d1 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1668.944089] env[62306]: DEBUG nova.compute.manager [req-4eba1195-487d-40d6-abc0-c88ca748ce9e req-30dc52bc-cbcf-42aa-8372-263319e295a0 service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Refreshing instance network info cache due to event network-changed-eaf122a4-3be5-45d3-88ff-a35a495404d1. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1668.944089] env[62306]: DEBUG oslo_concurrency.lockutils [req-4eba1195-487d-40d6-abc0-c88ca748ce9e req-30dc52bc-cbcf-42aa-8372-263319e295a0 service nova] Acquiring lock "refresh_cache-66be2851-bed8-49f0-9bae-96f4f766f5e6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.944089] env[62306]: DEBUG oslo_concurrency.lockutils [req-4eba1195-487d-40d6-abc0-c88ca748ce9e req-30dc52bc-cbcf-42aa-8372-263319e295a0 service nova] Acquired lock "refresh_cache-66be2851-bed8-49f0-9bae-96f4f766f5e6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.944089] env[62306]: DEBUG nova.network.neutron [req-4eba1195-487d-40d6-abc0-c88ca748ce9e req-30dc52bc-cbcf-42aa-8372-263319e295a0 service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Refreshing network info cache for port eaf122a4-3be5-45d3-88ff-a35a495404d1 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1668.958837] env[62306]: DEBUG nova.virt.hardware [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1668.958837] env[62306]: DEBUG nova.virt.hardware [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1668.959033] env[62306]: DEBUG nova.virt.hardware [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1668.959033] env[62306]: DEBUG nova.virt.hardware [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1668.959187] env[62306]: DEBUG nova.virt.hardware [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1668.959319] env[62306]: DEBUG nova.virt.hardware [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1668.959530] env[62306]: DEBUG nova.virt.hardware [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1668.959687] env[62306]: DEBUG nova.virt.hardware [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1668.959845] env[62306]: DEBUG nova.virt.hardware [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1668.960011] env[62306]: DEBUG nova.virt.hardware [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1668.960201] env[62306]: DEBUG nova.virt.hardware [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1668.961071] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ecb143-d332-4420-9efa-f36c332119af {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.971644] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9fac5a-2d49-46b2-818f-3a6441a49b85 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.113901] env[62306]: DEBUG nova.scheduler.client.report [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1669.244120] env[62306]: INFO nova.compute.manager [-] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Took 1.57 seconds to deallocate network for instance. [ 1669.253032] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972274, 'name': CreateVM_Task, 'duration_secs': 0.408922} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.253032] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1669.253851] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.254200] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.255074] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1669.255193] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd9aa56e-acee-452b-a636-35cd7fd59f07 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.262832] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Waiting for the task: (returnval){ [ 1669.262832] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525d8488-ee99-013f-ef71-8a31b55f49c3" [ 1669.262832] env[62306]: _type = "Task" [ 1669.262832] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.272560] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525d8488-ee99-013f-ef71-8a31b55f49c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.618876] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.619446] env[62306]: DEBUG nova.compute.manager [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1669.625619] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.963s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.627208] env[62306]: INFO nova.compute.claims [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1669.640486] env[62306]: DEBUG nova.compute.manager [req-bb2aefe6-77be-44d9-b3d3-7d7a3ffa6c15 req-69897658-6e4c-4b79-88db-f067478f0289 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Received event network-vif-plugged-d727c141-6e56-488c-9b92-a98043088706 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1669.640835] env[62306]: DEBUG oslo_concurrency.lockutils [req-bb2aefe6-77be-44d9-b3d3-7d7a3ffa6c15 req-69897658-6e4c-4b79-88db-f067478f0289 service nova] Acquiring lock "41e880e0-f3ae-427b-86b4-e5bde043d0bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.640925] env[62306]: DEBUG oslo_concurrency.lockutils [req-bb2aefe6-77be-44d9-b3d3-7d7a3ffa6c15 req-69897658-6e4c-4b79-88db-f067478f0289 service nova] Lock "41e880e0-f3ae-427b-86b4-e5bde043d0bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.641075] env[62306]: DEBUG oslo_concurrency.lockutils [req-bb2aefe6-77be-44d9-b3d3-7d7a3ffa6c15 req-69897658-6e4c-4b79-88db-f067478f0289 service nova] Lock "41e880e0-f3ae-427b-86b4-e5bde043d0bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.641243] env[62306]: DEBUG nova.compute.manager [req-bb2aefe6-77be-44d9-b3d3-7d7a3ffa6c15 req-69897658-6e4c-4b79-88db-f067478f0289 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] No waiting events found dispatching network-vif-plugged-d727c141-6e56-488c-9b92-a98043088706 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1669.643018] env[62306]: WARNING nova.compute.manager [req-bb2aefe6-77be-44d9-b3d3-7d7a3ffa6c15 req-69897658-6e4c-4b79-88db-f067478f0289 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Received unexpected event network-vif-plugged-d727c141-6e56-488c-9b92-a98043088706 for instance with vm_state building and task_state spawning. [ 1669.675426] env[62306]: DEBUG nova.network.neutron [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Successfully updated port: d727c141-6e56-488c-9b92-a98043088706 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1669.736709] env[62306]: DEBUG nova.network.neutron [req-4eba1195-487d-40d6-abc0-c88ca748ce9e req-30dc52bc-cbcf-42aa-8372-263319e295a0 service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Updated VIF entry in instance network info cache for port eaf122a4-3be5-45d3-88ff-a35a495404d1. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1669.737107] env[62306]: DEBUG nova.network.neutron [req-4eba1195-487d-40d6-abc0-c88ca748ce9e req-30dc52bc-cbcf-42aa-8372-263319e295a0 service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Updating instance_info_cache with network_info: [{"id": "eaf122a4-3be5-45d3-88ff-a35a495404d1", "address": "fa:16:3e:08:61:9e", "network": {"id": "d8d5beca-3c5b-478a-b98a-ea85b8855491", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1553657826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbc9b06c28e486f88cdb02d7519788d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf122a4-3b", "ovs_interfaceid": "eaf122a4-3be5-45d3-88ff-a35a495404d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.753421] env[62306]: DEBUG oslo_concurrency.lockutils [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.774909] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525d8488-ee99-013f-ef71-8a31b55f49c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011848} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.775239] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.775473] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1669.775700] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.775878] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.776095] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1669.776369] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9293aee5-27d1-4bea-830e-661b2792d823 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.789566] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1669.789743] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1669.790465] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec952d3-ba85-4e34-9728-b726c2c28ee5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.796205] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Waiting for the task: (returnval){ [ 1669.796205] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e436c3-c246-1344-e425-9a9eac3b7a04" [ 1669.796205] env[62306]: _type = "Task" [ 1669.796205] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.804575] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e436c3-c246-1344-e425-9a9eac3b7a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.128184] env[62306]: DEBUG nova.compute.utils [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1670.129080] env[62306]: DEBUG nova.compute.manager [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1670.129248] env[62306]: DEBUG nova.network.neutron [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1670.179318] env[62306]: DEBUG nova.policy [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3b424283ed1459c9458173286a08053', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bce2db4e34384b32a6ff31cd94c9809c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1670.181331] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquiring lock "refresh_cache-41e880e0-f3ae-427b-86b4-e5bde043d0bd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.181331] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquired lock "refresh_cache-41e880e0-f3ae-427b-86b4-e5bde043d0bd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.181426] env[62306]: DEBUG nova.network.neutron [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1670.240498] env[62306]: DEBUG oslo_concurrency.lockutils [req-4eba1195-487d-40d6-abc0-c88ca748ce9e req-30dc52bc-cbcf-42aa-8372-263319e295a0 service nova] Releasing lock "refresh_cache-66be2851-bed8-49f0-9bae-96f4f766f5e6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.240999] env[62306]: DEBUG nova.compute.manager [req-4eba1195-487d-40d6-abc0-c88ca748ce9e req-30dc52bc-cbcf-42aa-8372-263319e295a0 service nova] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Received event network-vif-deleted-64cea17c-7739-4b4a-a138-640922d9ef79 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1670.307278] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e436c3-c246-1344-e425-9a9eac3b7a04, 'name': SearchDatastore_Task, 'duration_secs': 0.050455} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.308112] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8659811-58a4-4570-9dc8-5daf9ed1c6e3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.313639] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Waiting for the task: (returnval){ [ 1670.313639] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528356e8-2a3c-ec61-cc47-51ad7210ff5e" [ 1670.313639] env[62306]: _type = "Task" [ 1670.313639] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.323089] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528356e8-2a3c-ec61-cc47-51ad7210ff5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.423325] env[62306]: DEBUG nova.network.neutron [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Successfully created port: 795ef85e-524c-4f9f-b836-9e4bfb03fc13 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1670.632916] env[62306]: DEBUG nova.compute.manager [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1670.720955] env[62306]: DEBUG nova.network.neutron [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1670.829134] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528356e8-2a3c-ec61-cc47-51ad7210ff5e, 'name': SearchDatastore_Task, 'duration_secs': 0.039209} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.829472] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.829905] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 66be2851-bed8-49f0-9bae-96f4f766f5e6/66be2851-bed8-49f0-9bae-96f4f766f5e6.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1670.830542] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d2e5700-16fe-4057-98d9-e28a8b119179 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.844240] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Waiting for the task: (returnval){ [ 1670.844240] env[62306]: value = "task-1972275" [ 1670.844240] env[62306]: _type = "Task" [ 1670.844240] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.858095] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.876714] env[62306]: DEBUG nova.network.neutron [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Updating instance_info_cache with network_info: [{"id": "d727c141-6e56-488c-9b92-a98043088706", "address": "fa:16:3e:ef:8a:b8", "network": {"id": "c57f43af-6802-4e3d-a341-d7f89b29db10", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2013283268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d401bcab74454e817b346c383509cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd727c141-6e", "ovs_interfaceid": "d727c141-6e56-488c-9b92-a98043088706", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.290724] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3668909-9b14-4a7c-a808-22e4885722b1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.300057] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c18c914-1e68-4378-8137-5aed7d8afbf0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.336879] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44172652-444c-4b86-9d0d-10e03640c38e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.351366] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136e5591-0e86-4dc6-a1c9-2f4e1f6845ca {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.371929] env[62306]: DEBUG nova.compute.provider_tree [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1671.376505] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972275, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.378472] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Releasing lock "refresh_cache-41e880e0-f3ae-427b-86b4-e5bde043d0bd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.378799] env[62306]: DEBUG nova.compute.manager [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Instance network_info: |[{"id": "d727c141-6e56-488c-9b92-a98043088706", "address": "fa:16:3e:ef:8a:b8", "network": {"id": "c57f43af-6802-4e3d-a341-d7f89b29db10", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2013283268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d401bcab74454e817b346c383509cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd727c141-6e", "ovs_interfaceid": "d727c141-6e56-488c-9b92-a98043088706", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1671.379237] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:8a:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd727c141-6e56-488c-9b92-a98043088706', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1671.387020] env[62306]: DEBUG oslo.service.loopingcall [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1671.387982] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1671.388236] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-639bf2e2-0936-4c23-abfc-59717cc7aabd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.409370] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1671.409370] env[62306]: value = "task-1972276" [ 1671.409370] env[62306]: _type = "Task" [ 1671.409370] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.418364] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972276, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.651379] env[62306]: DEBUG nova.compute.manager [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1671.667106] env[62306]: DEBUG nova.compute.manager [req-6340fb09-1591-4fb5-9b92-4533cff91119 req-86c9a8c6-7ec8-4b58-849b-5b61b2376462 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Received event network-changed-d727c141-6e56-488c-9b92-a98043088706 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1671.667106] env[62306]: DEBUG nova.compute.manager [req-6340fb09-1591-4fb5-9b92-4533cff91119 req-86c9a8c6-7ec8-4b58-849b-5b61b2376462 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Refreshing instance network info cache due to event network-changed-d727c141-6e56-488c-9b92-a98043088706. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1671.667211] env[62306]: DEBUG oslo_concurrency.lockutils [req-6340fb09-1591-4fb5-9b92-4533cff91119 req-86c9a8c6-7ec8-4b58-849b-5b61b2376462 service nova] Acquiring lock "refresh_cache-41e880e0-f3ae-427b-86b4-e5bde043d0bd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.667350] env[62306]: DEBUG oslo_concurrency.lockutils [req-6340fb09-1591-4fb5-9b92-4533cff91119 req-86c9a8c6-7ec8-4b58-849b-5b61b2376462 service nova] Acquired lock "refresh_cache-41e880e0-f3ae-427b-86b4-e5bde043d0bd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.667509] env[62306]: DEBUG nova.network.neutron [req-6340fb09-1591-4fb5-9b92-4533cff91119 req-86c9a8c6-7ec8-4b58-849b-5b61b2376462 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Refreshing network info cache for port d727c141-6e56-488c-9b92-a98043088706 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1671.677850] env[62306]: DEBUG nova.virt.hardware [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1671.678109] env[62306]: DEBUG nova.virt.hardware [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1671.678278] env[62306]: DEBUG nova.virt.hardware [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1671.678461] env[62306]: DEBUG nova.virt.hardware [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1671.678604] env[62306]: DEBUG nova.virt.hardware [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1671.678748] env[62306]: DEBUG nova.virt.hardware [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1671.678948] env[62306]: DEBUG nova.virt.hardware [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1671.679122] env[62306]: DEBUG nova.virt.hardware [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1671.679384] env[62306]: DEBUG nova.virt.hardware [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1671.679515] env[62306]: DEBUG nova.virt.hardware [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1671.679687] env[62306]: DEBUG nova.virt.hardware [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1671.681028] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5679e0-d689-468e-9e0d-0b0259b5bb61 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.690068] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f92d2e6-23c2-423a-8a53-52a708d94a6a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.859336] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574085} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.859639] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 66be2851-bed8-49f0-9bae-96f4f766f5e6/66be2851-bed8-49f0-9bae-96f4f766f5e6.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1671.859856] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1671.860121] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aaa353a6-1c6f-421d-9d56-b0db9ff2d0b0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.868046] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Waiting for the task: (returnval){ [ 1671.868046] env[62306]: value = "task-1972277" [ 1671.868046] env[62306]: _type = "Task" [ 1671.868046] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.876931] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.878157] env[62306]: DEBUG nova.scheduler.client.report [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1671.920511] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972276, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.942110] env[62306]: DEBUG nova.compute.manager [req-b4359742-2189-4488-81c5-3393bdb08e61 req-6ee6abf1-041e-4722-993e-62c021111791 service nova] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Received event network-vif-plugged-795ef85e-524c-4f9f-b836-9e4bfb03fc13 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1671.942372] env[62306]: DEBUG oslo_concurrency.lockutils [req-b4359742-2189-4488-81c5-3393bdb08e61 req-6ee6abf1-041e-4722-993e-62c021111791 service nova] Acquiring lock "5295d78d-860a-4100-8b53-3ece13c6f31c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.942587] env[62306]: DEBUG oslo_concurrency.lockutils [req-b4359742-2189-4488-81c5-3393bdb08e61 req-6ee6abf1-041e-4722-993e-62c021111791 service nova] Lock "5295d78d-860a-4100-8b53-3ece13c6f31c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.942842] env[62306]: DEBUG oslo_concurrency.lockutils [req-b4359742-2189-4488-81c5-3393bdb08e61 req-6ee6abf1-041e-4722-993e-62c021111791 service nova] Lock "5295d78d-860a-4100-8b53-3ece13c6f31c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.943314] env[62306]: DEBUG nova.compute.manager [req-b4359742-2189-4488-81c5-3393bdb08e61 req-6ee6abf1-041e-4722-993e-62c021111791 service nova] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] No waiting events found dispatching network-vif-plugged-795ef85e-524c-4f9f-b836-9e4bfb03fc13 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1671.943618] env[62306]: WARNING nova.compute.manager [req-b4359742-2189-4488-81c5-3393bdb08e61 req-6ee6abf1-041e-4722-993e-62c021111791 service nova] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Received unexpected event network-vif-plugged-795ef85e-524c-4f9f-b836-9e4bfb03fc13 for instance with vm_state building and task_state spawning. [ 1672.038348] env[62306]: DEBUG nova.network.neutron [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Successfully updated port: 795ef85e-524c-4f9f-b836-9e4bfb03fc13 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1672.380328] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091671} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.380599] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1672.383949] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3af3efe-7274-4aa9-9d32-172adbae11e4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.384378] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.384856] env[62306]: DEBUG nova.compute.manager [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1672.387323] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.197s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.387525] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.389415] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.346s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.389601] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.391253] env[62306]: DEBUG oslo_concurrency.lockutils [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.670s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.391461] env[62306]: DEBUG nova.objects.instance [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62306) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1672.424427] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 66be2851-bed8-49f0-9bae-96f4f766f5e6/66be2851-bed8-49f0-9bae-96f4f766f5e6.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1672.425596] env[62306]: INFO nova.scheduler.client.report [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Deleted allocations for instance 736874a7-a8c5-4ca2-9711-ded10fe44bdd [ 1672.427416] env[62306]: DEBUG nova.network.neutron [req-6340fb09-1591-4fb5-9b92-4533cff91119 req-86c9a8c6-7ec8-4b58-849b-5b61b2376462 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Updated VIF entry in instance network info cache for port d727c141-6e56-488c-9b92-a98043088706. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1672.427567] env[62306]: DEBUG nova.network.neutron [req-6340fb09-1591-4fb5-9b92-4533cff91119 req-86c9a8c6-7ec8-4b58-849b-5b61b2376462 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Updating instance_info_cache with network_info: [{"id": "d727c141-6e56-488c-9b92-a98043088706", "address": "fa:16:3e:ef:8a:b8", "network": {"id": "c57f43af-6802-4e3d-a341-d7f89b29db10", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2013283268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d401bcab74454e817b346c383509cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd727c141-6e", "ovs_interfaceid": "d727c141-6e56-488c-9b92-a98043088706", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.431879] env[62306]: INFO nova.scheduler.client.report [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Deleted allocations for instance 98c3bd5f-8a4a-4906-84dd-807eaff1da62 [ 1672.436901] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaf7152c-65c5-4ba0-b082-7928b91f42cf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.461639] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972276, 'name': CreateVM_Task, 'duration_secs': 0.5698} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.463234] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1672.463378] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Waiting for the task: (returnval){ [ 1672.463378] env[62306]: value = "task-1972278" [ 1672.463378] env[62306]: _type = "Task" [ 1672.463378] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.464108] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.464272] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.464585] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1672.465097] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f791eb21-0b5f-45c9-b482-28fd349eba6f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.480506] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972278, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.480593] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for the task: (returnval){ [ 1672.480593] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c5347c-cd06-c7d9-300c-a9a5e084a4b2" [ 1672.480593] env[62306]: _type = "Task" [ 1672.480593] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.490720] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c5347c-cd06-c7d9-300c-a9a5e084a4b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011706} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.491023] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.491257] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1672.491480] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.491619] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.491811] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1672.492101] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38108935-6cce-4123-8e5c-805c59e01772 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.502690] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1672.502690] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1672.503973] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b58d3f9-b7fd-4018-b457-aa5878e68462 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.510347] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for the task: (returnval){ [ 1672.510347] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52296649-b991-09ba-08cc-3441d0498204" [ 1672.510347] env[62306]: _type = "Task" [ 1672.510347] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.519276] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52296649-b991-09ba-08cc-3441d0498204, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.540512] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Acquiring lock "refresh_cache-5295d78d-860a-4100-8b53-3ece13c6f31c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.540646] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Acquired lock "refresh_cache-5295d78d-860a-4100-8b53-3ece13c6f31c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.540798] env[62306]: DEBUG nova.network.neutron [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1672.897413] env[62306]: DEBUG nova.compute.utils [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1672.902396] env[62306]: DEBUG nova.compute.manager [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Not allocating networking since 'none' was specified. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1672.951970] env[62306]: DEBUG oslo_concurrency.lockutils [req-6340fb09-1591-4fb5-9b92-4533cff91119 req-86c9a8c6-7ec8-4b58-849b-5b61b2376462 service nova] Releasing lock "refresh_cache-41e880e0-f3ae-427b-86b4-e5bde043d0bd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.960152] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d419bb8-230b-4835-ab0f-04ddabe5cc96 tempest-DeleteServersAdminTestJSON-665233372 tempest-DeleteServersAdminTestJSON-665233372-project-member] Lock "736874a7-a8c5-4ca2-9711-ded10fe44bdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.424s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.976214] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972278, 'name': ReconfigVM_Task, 'duration_secs': 0.268174} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.976479] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 66be2851-bed8-49f0-9bae-96f4f766f5e6/66be2851-bed8-49f0-9bae-96f4f766f5e6.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1672.977415] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64152c21-5257-4543-9cba-0cea5e8912e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.994019] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93d8ef32-f054-473b-a82e-26cb0566c4ac tempest-ServerDiagnosticsNegativeTest-950612696 tempest-ServerDiagnosticsNegativeTest-950612696-project-member] Lock "98c3bd5f-8a4a-4906-84dd-807eaff1da62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.300s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.996496] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Waiting for the task: (returnval){ [ 1672.996496] env[62306]: value = "task-1972279" [ 1672.996496] env[62306]: _type = "Task" [ 1672.996496] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.006354] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972279, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.022807] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52296649-b991-09ba-08cc-3441d0498204, 'name': SearchDatastore_Task, 'duration_secs': 0.012494} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.023685] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-481398a5-27ad-4e9a-b785-0045b4b39c12 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.030007] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for the task: (returnval){ [ 1673.030007] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e53dfe-b3e2-b7ca-7434-4d4d3cf21bcc" [ 1673.030007] env[62306]: _type = "Task" [ 1673.030007] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.040068] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e53dfe-b3e2-b7ca-7434-4d4d3cf21bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.077393] env[62306]: DEBUG nova.network.neutron [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1673.328018] env[62306]: DEBUG nova.network.neutron [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Updating instance_info_cache with network_info: [{"id": "795ef85e-524c-4f9f-b836-9e4bfb03fc13", "address": "fa:16:3e:8d:42:8d", "network": {"id": "9498c016-3c0a-4225-a309-01d9a9dcdf88", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1513374851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bce2db4e34384b32a6ff31cd94c9809c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap795ef85e-52", "ovs_interfaceid": "795ef85e-524c-4f9f-b836-9e4bfb03fc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.403706] env[62306]: DEBUG nova.compute.manager [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1673.407044] env[62306]: DEBUG oslo_concurrency.lockutils [None req-73e9f45c-ef9d-4bf3-b452-af8137b742c9 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.408449] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.584s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.410000] env[62306]: INFO nova.compute.claims [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1673.508441] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972279, 'name': Rename_Task, 'duration_secs': 0.154745} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.508798] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1673.510982] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42ac19c0-d15c-4c50-91bc-97f2f1889ac3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.521249] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Waiting for the task: (returnval){ [ 1673.521249] env[62306]: value = "task-1972280" [ 1673.521249] env[62306]: _type = "Task" [ 1673.521249] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.529405] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.541270] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e53dfe-b3e2-b7ca-7434-4d4d3cf21bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.010412} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.541748] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.541748] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 41e880e0-f3ae-427b-86b4-e5bde043d0bd/41e880e0-f3ae-427b-86b4-e5bde043d0bd.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1673.541983] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd8b0932-a7ce-4626-9ed5-d6cce6106df9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.549886] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for the task: (returnval){ [ 1673.549886] env[62306]: value = "task-1972281" [ 1673.549886] env[62306]: _type = "Task" [ 1673.549886] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.558624] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.831287] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Releasing lock "refresh_cache-5295d78d-860a-4100-8b53-3ece13c6f31c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.831675] env[62306]: DEBUG nova.compute.manager [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Instance network_info: |[{"id": "795ef85e-524c-4f9f-b836-9e4bfb03fc13", "address": "fa:16:3e:8d:42:8d", "network": {"id": "9498c016-3c0a-4225-a309-01d9a9dcdf88", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1513374851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bce2db4e34384b32a6ff31cd94c9809c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap795ef85e-52", "ovs_interfaceid": "795ef85e-524c-4f9f-b836-9e4bfb03fc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1673.832136] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:42:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '795ef85e-524c-4f9f-b836-9e4bfb03fc13', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1673.839862] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Creating folder: Project (bce2db4e34384b32a6ff31cd94c9809c). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1673.840227] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd1e6d11-86a2-4248-b1fa-4a939ae5bf20 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.855236] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Created folder: Project (bce2db4e34384b32a6ff31cd94c9809c) in parent group-v406007. [ 1673.855496] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Creating folder: Instances. Parent ref: group-v406112. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1673.855791] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3703838-62fb-4500-95b5-d651f19be660 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.869677] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Created folder: Instances in parent group-v406112. [ 1673.874716] env[62306]: DEBUG oslo.service.loopingcall [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1673.874716] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1673.874716] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28992362-5c2e-4444-b8cc-0bf56845dfa6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.901324] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1673.901324] env[62306]: value = "task-1972284" [ 1673.901324] env[62306]: _type = "Task" [ 1673.901324] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.915140] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972284, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.987168] env[62306]: DEBUG nova.compute.manager [req-a5415d00-9f29-490f-a5d4-167145476c3b req-4aaac3e6-9650-4c82-a80d-e5d1c166be1d service nova] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Received event network-changed-795ef85e-524c-4f9f-b836-9e4bfb03fc13 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1673.987483] env[62306]: DEBUG nova.compute.manager [req-a5415d00-9f29-490f-a5d4-167145476c3b req-4aaac3e6-9650-4c82-a80d-e5d1c166be1d service nova] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Refreshing instance network info cache due to event network-changed-795ef85e-524c-4f9f-b836-9e4bfb03fc13. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1673.987812] env[62306]: DEBUG oslo_concurrency.lockutils [req-a5415d00-9f29-490f-a5d4-167145476c3b req-4aaac3e6-9650-4c82-a80d-e5d1c166be1d service nova] Acquiring lock "refresh_cache-5295d78d-860a-4100-8b53-3ece13c6f31c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.988020] env[62306]: DEBUG oslo_concurrency.lockutils [req-a5415d00-9f29-490f-a5d4-167145476c3b req-4aaac3e6-9650-4c82-a80d-e5d1c166be1d service nova] Acquired lock "refresh_cache-5295d78d-860a-4100-8b53-3ece13c6f31c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.988439] env[62306]: DEBUG nova.network.neutron [req-a5415d00-9f29-490f-a5d4-167145476c3b req-4aaac3e6-9650-4c82-a80d-e5d1c166be1d service nova] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Refreshing network info cache for port 795ef85e-524c-4f9f-b836-9e4bfb03fc13 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1674.038880] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972280, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.064262] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972281, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.417250] env[62306]: DEBUG nova.compute.manager [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1674.422813] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972284, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.450213] env[62306]: DEBUG nova.virt.hardware [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1674.450213] env[62306]: DEBUG nova.virt.hardware [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1674.450213] env[62306]: DEBUG nova.virt.hardware [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1674.450406] env[62306]: DEBUG nova.virt.hardware [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1674.452602] env[62306]: DEBUG nova.virt.hardware [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1674.452602] env[62306]: DEBUG nova.virt.hardware [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1674.452602] env[62306]: DEBUG nova.virt.hardware [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1674.452602] env[62306]: DEBUG nova.virt.hardware [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1674.452602] env[62306]: DEBUG nova.virt.hardware [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1674.452861] env[62306]: DEBUG nova.virt.hardware [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1674.452861] env[62306]: DEBUG nova.virt.hardware [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1674.452861] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190fae08-2886-4c93-b1bb-eb90fc4783fc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.467147] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3512c647-e4bc-42ca-8ef9-7458ee4ec913 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.485189] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Instance VIF info [] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1674.492666] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Creating folder: Project (376e518b50584450a614627821b66215). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1674.497606] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-199ff2ae-576a-469d-94c2-3a49339c384c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.510679] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Created folder: Project (376e518b50584450a614627821b66215) in parent group-v406007. [ 1674.510971] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Creating folder: Instances. Parent ref: group-v406115. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1674.514606] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fec23793-26e3-44a4-afdf-710bb5ceff39 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.526254] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Created folder: Instances in parent group-v406115. [ 1674.526419] env[62306]: DEBUG oslo.service.loopingcall [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1674.531286] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1674.533552] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d41382d-6f13-4816-b2a1-bcc85cdb03ac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.546852] env[62306]: DEBUG oslo_vmware.api [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972280, 'name': PowerOnVM_Task, 'duration_secs': 0.567039} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.551777] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1674.551994] env[62306]: INFO nova.compute.manager [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1674.552181] env[62306]: DEBUG nova.compute.manager [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1674.553565] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88424d8f-4192-41e6-850c-e66fccd889da {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.560509] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1674.560509] env[62306]: value = "task-1972287" [ 1674.560509] env[62306]: _type = "Task" [ 1674.560509] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.571786] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568092} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.577784] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 41e880e0-f3ae-427b-86b4-e5bde043d0bd/41e880e0-f3ae-427b-86b4-e5bde043d0bd.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1674.578038] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1674.578266] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972287, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.581235] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-911231f6-ca37-4ad4-bed2-097bf3bb625e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.589575] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for the task: (returnval){ [ 1674.589575] env[62306]: value = "task-1972288" [ 1674.589575] env[62306]: _type = "Task" [ 1674.589575] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.601556] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.830970] env[62306]: DEBUG nova.network.neutron [req-a5415d00-9f29-490f-a5d4-167145476c3b req-4aaac3e6-9650-4c82-a80d-e5d1c166be1d service nova] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Updated VIF entry in instance network info cache for port 795ef85e-524c-4f9f-b836-9e4bfb03fc13. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1674.830970] env[62306]: DEBUG nova.network.neutron [req-a5415d00-9f29-490f-a5d4-167145476c3b req-4aaac3e6-9650-4c82-a80d-e5d1c166be1d service nova] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Updating instance_info_cache with network_info: [{"id": "795ef85e-524c-4f9f-b836-9e4bfb03fc13", "address": "fa:16:3e:8d:42:8d", "network": {"id": "9498c016-3c0a-4225-a309-01d9a9dcdf88", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1513374851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bce2db4e34384b32a6ff31cd94c9809c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap795ef85e-52", "ovs_interfaceid": "795ef85e-524c-4f9f-b836-9e4bfb03fc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.913790] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972284, 'name': CreateVM_Task, 'duration_secs': 0.531198} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.917008] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1674.918157] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.918358] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.918681] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1674.918944] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d40384b-5880-4216-94ab-2f67a0683d0b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.925192] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Waiting for the task: (returnval){ [ 1674.925192] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52bddccd-14e9-50d1-0367-98258adbb944" [ 1674.925192] env[62306]: _type = "Task" [ 1674.925192] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.940442] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52bddccd-14e9-50d1-0367-98258adbb944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.075717] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972287, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.097586] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5c9c5c-5e2a-45df-b747-5bd94d44e821 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.100957] env[62306]: INFO nova.compute.manager [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Took 49.64 seconds to build instance. [ 1675.114290] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088816} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.115360] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1675.115913] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4688d9ba-fb65-418b-b761-28a48711545f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.119333] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb088ebc-eca1-4309-b9d1-e329dfa8112e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.146837] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 41e880e0-f3ae-427b-86b4-e5bde043d0bd/41e880e0-f3ae-427b-86b4-e5bde043d0bd.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1675.175394] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ff9b76c-29aa-482e-be79-b1605f5704dc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.192195] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e71560-5eff-4d3d-a849-6f358afefa2a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.201344] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275a911e-dc33-4667-b4db-d9366b76a862 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.207047] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for the task: (returnval){ [ 1675.207047] env[62306]: value = "task-1972289" [ 1675.207047] env[62306]: _type = "Task" [ 1675.207047] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.219608] env[62306]: DEBUG nova.compute.provider_tree [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1675.229163] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.332424] env[62306]: DEBUG oslo_concurrency.lockutils [req-a5415d00-9f29-490f-a5d4-167145476c3b req-4aaac3e6-9650-4c82-a80d-e5d1c166be1d service nova] Releasing lock "refresh_cache-5295d78d-860a-4100-8b53-3ece13c6f31c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.436807] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52bddccd-14e9-50d1-0367-98258adbb944, 'name': SearchDatastore_Task, 'duration_secs': 0.01119} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.437144] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.437458] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1675.437773] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.438148] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.438425] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1675.438679] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b4fbb53-aca7-4534-b1c2-c180b5f7bb8d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.450485] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1675.450658] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1675.451440] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d5e749-8f2d-4432-9205-b9db0a8f643e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.461021] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Waiting for the task: (returnval){ [ 1675.461021] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52531b69-913a-a597-3210-c330770ce68b" [ 1675.461021] env[62306]: _type = "Task" [ 1675.461021] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.477646] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52531b69-913a-a597-3210-c330770ce68b, 'name': SearchDatastore_Task, 'duration_secs': 0.014499} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.478724] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d4c771-3501-44c8-b6f7-b5c86af5dcc1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.487287] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Waiting for the task: (returnval){ [ 1675.487287] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52bd7979-3b24-fded-9928-eda43948bb21" [ 1675.487287] env[62306]: _type = "Task" [ 1675.487287] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.497853] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52bd7979-3b24-fded-9928-eda43948bb21, 'name': SearchDatastore_Task} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.498434] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.501304] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 5295d78d-860a-4100-8b53-3ece13c6f31c/5295d78d-860a-4100-8b53-3ece13c6f31c.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1675.501304] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92e33627-3e6b-46b9-8b79-4dfd2ec095e0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.506377] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Waiting for the task: (returnval){ [ 1675.506377] env[62306]: value = "task-1972290" [ 1675.506377] env[62306]: _type = "Task" [ 1675.506377] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.516753] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': task-1972290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.573157] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972287, 'name': CreateVM_Task, 'duration_secs': 0.711064} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.573389] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1675.573779] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.573959] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.574335] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1675.574591] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-221fd33e-a1f5-4fe5-9b10-8b792739f6c8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.580363] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for the task: (returnval){ [ 1675.580363] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5216946e-4b4c-39b4-5341-9a38513c8a00" [ 1675.580363] env[62306]: _type = "Task" [ 1675.580363] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.590634] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5216946e-4b4c-39b4-5341-9a38513c8a00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.608492] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cf8b4f6b-ba79-4873-8a74-04ab99e33398 tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Lock "66be2851-bed8-49f0-9bae-96f4f766f5e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.547s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.718837] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972289, 'name': ReconfigVM_Task, 'duration_secs': 0.503869} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.719157] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 41e880e0-f3ae-427b-86b4-e5bde043d0bd/41e880e0-f3ae-427b-86b4-e5bde043d0bd.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1675.719858] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd4c3146-d753-440e-8d38-f377984cc0bf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.723874] env[62306]: DEBUG nova.scheduler.client.report [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1675.730736] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for the task: (returnval){ [ 1675.730736] env[62306]: value = "task-1972291" [ 1675.730736] env[62306]: _type = "Task" [ 1675.730736] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.741515] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972291, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.018312] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': task-1972290, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.021957] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Acquiring lock "29cb3f72-c88e-47bf-8c52-4fe27ae6aa58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.022496] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Lock "29cb3f72-c88e-47bf-8c52-4fe27ae6aa58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.022496] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Acquiring lock "29cb3f72-c88e-47bf-8c52-4fe27ae6aa58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.022611] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Lock "29cb3f72-c88e-47bf-8c52-4fe27ae6aa58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.022726] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Lock "29cb3f72-c88e-47bf-8c52-4fe27ae6aa58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.024971] env[62306]: INFO nova.compute.manager [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Terminating instance [ 1676.094484] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5216946e-4b4c-39b4-5341-9a38513c8a00, 'name': SearchDatastore_Task, 'duration_secs': 0.012773} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.095074] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.095355] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1676.095735] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.096078] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.096873] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1676.096873] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e347f6d3-34e8-460f-b14a-51ea9fe258c1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.107112] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1676.107374] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1676.111457] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0812adbc-824b-42c8-9445-636098d4f512 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.114779] env[62306]: DEBUG nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1676.122843] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for the task: (returnval){ [ 1676.122843] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520ea884-6757-cb08-2cfd-196b368a24fc" [ 1676.122843] env[62306]: _type = "Task" [ 1676.122843] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.138645] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520ea884-6757-cb08-2cfd-196b368a24fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.230194] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.230735] env[62306]: DEBUG nova.compute.manager [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1676.236432] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.475s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.236746] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.240472] env[62306]: DEBUG oslo_concurrency.lockutils [None req-789b3839-d8c1-4872-9568-11e1e8ed870b tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.588s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.261073] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972291, 'name': Rename_Task, 'duration_secs': 0.262208} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.261073] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1676.261073] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c510c898-e672-48e5-ac39-fbdeb03e415c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.270860] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for the task: (returnval){ [ 1676.270860] env[62306]: value = "task-1972292" [ 1676.270860] env[62306]: _type = "Task" [ 1676.270860] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.283310] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.303243] env[62306]: INFO nova.scheduler.client.report [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Deleted allocations for instance 991c0412-c377-4428-a11f-b231fa5a7751 [ 1676.494081] env[62306]: DEBUG nova.compute.manager [req-126c20f6-63f6-4556-a1bc-9ae95f1ccae3 req-4db197b0-9ece-40f8-8347-fc0e46e2a0bb service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Received event network-changed-eaf122a4-3be5-45d3-88ff-a35a495404d1 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1676.494081] env[62306]: DEBUG nova.compute.manager [req-126c20f6-63f6-4556-a1bc-9ae95f1ccae3 req-4db197b0-9ece-40f8-8347-fc0e46e2a0bb service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Refreshing instance network info cache due to event network-changed-eaf122a4-3be5-45d3-88ff-a35a495404d1. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1676.494081] env[62306]: DEBUG oslo_concurrency.lockutils [req-126c20f6-63f6-4556-a1bc-9ae95f1ccae3 req-4db197b0-9ece-40f8-8347-fc0e46e2a0bb service nova] Acquiring lock "refresh_cache-66be2851-bed8-49f0-9bae-96f4f766f5e6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.496842] env[62306]: DEBUG oslo_concurrency.lockutils [req-126c20f6-63f6-4556-a1bc-9ae95f1ccae3 req-4db197b0-9ece-40f8-8347-fc0e46e2a0bb service nova] Acquired lock "refresh_cache-66be2851-bed8-49f0-9bae-96f4f766f5e6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.496842] env[62306]: DEBUG nova.network.neutron [req-126c20f6-63f6-4556-a1bc-9ae95f1ccae3 req-4db197b0-9ece-40f8-8347-fc0e46e2a0bb service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Refreshing network info cache for port eaf122a4-3be5-45d3-88ff-a35a495404d1 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1676.519470] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': task-1972290, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.532021] env[62306]: DEBUG nova.compute.manager [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1676.532021] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1676.532021] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82bd24a-b2df-43fa-9dd6-d346aa6f5ea5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.541126] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1676.541126] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a64fadd4-2740-4df2-8359-f24624980315 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.550112] env[62306]: DEBUG oslo_vmware.api [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Waiting for the task: (returnval){ [ 1676.550112] env[62306]: value = "task-1972293" [ 1676.550112] env[62306]: _type = "Task" [ 1676.550112] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.558408] env[62306]: DEBUG oslo_vmware.api [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': task-1972293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.642848] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520ea884-6757-cb08-2cfd-196b368a24fc, 'name': SearchDatastore_Task, 'duration_secs': 0.022738} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.643952] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac28e983-bda8-4c3f-b696-036c9c974a55 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.652044] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for the task: (returnval){ [ 1676.652044] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cf775c-160a-d026-f1b7-0ea786587296" [ 1676.652044] env[62306]: _type = "Task" [ 1676.652044] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.662212] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.665017] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cf775c-160a-d026-f1b7-0ea786587296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.738804] env[62306]: DEBUG nova.compute.utils [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1676.743954] env[62306]: DEBUG nova.compute.manager [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1676.744243] env[62306]: DEBUG nova.network.neutron [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1676.786217] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972292, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.812055] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0f4fcf74-2b2e-432f-806c-1dfc6d35a095 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "991c0412-c377-4428-a11f-b231fa5a7751" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.527s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.818696] env[62306]: DEBUG nova.policy [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fc8eb232f774107b33c51098b6862e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d299c90143b4e0cbf25e032ab7765ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1677.030259] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': task-1972290, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.066136] env[62306]: DEBUG oslo_vmware.api [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': task-1972293, 'name': PowerOffVM_Task, 'duration_secs': 0.300559} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.066442] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1677.067368] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1677.067368] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-659ec847-ea1c-40ff-a647-704224f77198 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.167343] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cf775c-160a-d026-f1b7-0ea786587296, 'name': SearchDatastore_Task, 'duration_secs': 0.010236} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.167656] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.167924] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 74a8ea77-3cbf-493c-9cf0-164f373caa0e/74a8ea77-3cbf-493c-9cf0-164f373caa0e.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1677.168184] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-beebcf86-e2b6-4c54-80ad-ab06997048dd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.186446] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1677.186446] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1677.186446] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Deleting the datastore file [datastore1] 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1677.186446] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for the task: (returnval){ [ 1677.186446] env[62306]: value = "task-1972295" [ 1677.186446] env[62306]: _type = "Task" [ 1677.186446] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.186878] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be6eb21d-0e54-454d-a617-90bc22441d8b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.202538] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.204491] env[62306]: DEBUG oslo_vmware.api [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Waiting for the task: (returnval){ [ 1677.204491] env[62306]: value = "task-1972296" [ 1677.204491] env[62306]: _type = "Task" [ 1677.204491] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.218627] env[62306]: DEBUG oslo_vmware.api [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': task-1972296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.243683] env[62306]: DEBUG nova.compute.manager [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1677.289752] env[62306]: DEBUG oslo_vmware.api [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972292, 'name': PowerOnVM_Task, 'duration_secs': 0.815} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.289752] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1677.289752] env[62306]: INFO nova.compute.manager [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1677.289917] env[62306]: DEBUG nova.compute.manager [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1677.290905] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2e768f-97ae-45ad-aad3-e99a754477ae {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.307289] env[62306]: DEBUG nova.network.neutron [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Successfully created port: 1837958c-9e1e-4cf6-a956-7f3720b9ecf1 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1677.507995] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a36880-e4e0-4510-81be-a7cf685dea01 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.513984] env[62306]: DEBUG nova.network.neutron [req-126c20f6-63f6-4556-a1bc-9ae95f1ccae3 req-4db197b0-9ece-40f8-8347-fc0e46e2a0bb service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Updated VIF entry in instance network info cache for port eaf122a4-3be5-45d3-88ff-a35a495404d1. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1677.514386] env[62306]: DEBUG nova.network.neutron [req-126c20f6-63f6-4556-a1bc-9ae95f1ccae3 req-4db197b0-9ece-40f8-8347-fc0e46e2a0bb service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Updating instance_info_cache with network_info: [{"id": "eaf122a4-3be5-45d3-88ff-a35a495404d1", "address": "fa:16:3e:08:61:9e", "network": {"id": "d8d5beca-3c5b-478a-b98a-ea85b8855491", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1553657826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbc9b06c28e486f88cdb02d7519788d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf122a4-3b", "ovs_interfaceid": "eaf122a4-3be5-45d3-88ff-a35a495404d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.529240] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': task-1972290, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.587245} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.535964] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb825d75-57eb-4ef1-ae1a-7e19f66f1931 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.535964] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 5295d78d-860a-4100-8b53-3ece13c6f31c/5295d78d-860a-4100-8b53-3ece13c6f31c.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1677.535964] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1677.535964] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48b9539e-1aef-4239-bfed-3187a405ca8d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.577234] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cb7f4a-e01c-4ff0-9e7c-ec19749f55e8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.580347] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Waiting for the task: (returnval){ [ 1677.580347] env[62306]: value = "task-1972297" [ 1677.580347] env[62306]: _type = "Task" [ 1677.580347] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.589936] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e767f711-75f6-4362-857c-5860b8c9ce97 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.596243] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': task-1972297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.609418] env[62306]: DEBUG nova.compute.provider_tree [None req-789b3839-d8c1-4872-9568-11e1e8ed870b tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1677.699973] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972295, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.719596] env[62306]: DEBUG oslo_vmware.api [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Task: {'id': task-1972296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393602} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.719910] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1677.720134] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1677.720468] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1677.720582] env[62306]: INFO nova.compute.manager [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1677.720740] env[62306]: DEBUG oslo.service.loopingcall [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1677.720938] env[62306]: DEBUG nova.compute.manager [-] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1677.722120] env[62306]: DEBUG nova.network.neutron [-] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1677.815842] env[62306]: INFO nova.compute.manager [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Took 51.28 seconds to build instance. [ 1678.021829] env[62306]: DEBUG oslo_concurrency.lockutils [req-126c20f6-63f6-4556-a1bc-9ae95f1ccae3 req-4db197b0-9ece-40f8-8347-fc0e46e2a0bb service nova] Releasing lock "refresh_cache-66be2851-bed8-49f0-9bae-96f4f766f5e6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.094359] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': task-1972297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102165} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.094359] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1678.095447] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffca9d3-8b4a-4e49-a78a-27e7935241bb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.117020] env[62306]: DEBUG nova.scheduler.client.report [None req-789b3839-d8c1-4872-9568-11e1e8ed870b tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1678.125636] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 5295d78d-860a-4100-8b53-3ece13c6f31c/5295d78d-860a-4100-8b53-3ece13c6f31c.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1678.126423] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00216ef9-3125-4d0e-805f-752059d1ba8f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.151187] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Waiting for the task: (returnval){ [ 1678.151187] env[62306]: value = "task-1972298" [ 1678.151187] env[62306]: _type = "Task" [ 1678.151187] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.165087] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': task-1972298, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.199321] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875983} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.199620] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 74a8ea77-3cbf-493c-9cf0-164f373caa0e/74a8ea77-3cbf-493c-9cf0-164f373caa0e.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1678.199844] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1678.200108] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89c17d9c-d9c7-4e7b-b982-3415837620c2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.212253] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for the task: (returnval){ [ 1678.212253] env[62306]: value = "task-1972299" [ 1678.212253] env[62306]: _type = "Task" [ 1678.212253] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.228534] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.263735] env[62306]: DEBUG nova.compute.manager [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1678.304291] env[62306]: DEBUG nova.virt.hardware [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1678.304566] env[62306]: DEBUG nova.virt.hardware [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1678.304734] env[62306]: DEBUG nova.virt.hardware [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1678.304884] env[62306]: DEBUG nova.virt.hardware [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1678.305036] env[62306]: DEBUG nova.virt.hardware [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1678.305182] env[62306]: DEBUG nova.virt.hardware [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1678.305381] env[62306]: DEBUG nova.virt.hardware [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1678.305841] env[62306]: DEBUG nova.virt.hardware [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1678.305927] env[62306]: DEBUG nova.virt.hardware [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1678.306279] env[62306]: DEBUG nova.virt.hardware [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1678.306443] env[62306]: DEBUG nova.virt.hardware [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1678.307457] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2d8982-d0bb-4cf7-a978-65729a8f2909 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.317622] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79f56d7-75ac-4478-bafe-f388b7388e42 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.321925] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9523b00b-521c-41fa-9ab4-ff63c553671b tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "41e880e0-f3ae-427b-86b4-e5bde043d0bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.021s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.661758] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': task-1972298, 'name': ReconfigVM_Task, 'duration_secs': 0.384157} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.661948] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 5295d78d-860a-4100-8b53-3ece13c6f31c/5295d78d-860a-4100-8b53-3ece13c6f31c.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1678.663468] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56b2d0a4-e5f1-4ec6-9247-1f7dce97601e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.672386] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Waiting for the task: (returnval){ [ 1678.672386] env[62306]: value = "task-1972300" [ 1678.672386] env[62306]: _type = "Task" [ 1678.672386] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.686761] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': task-1972300, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.724881] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098543} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.725526] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1678.726082] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b8990d-180f-415a-922c-9afa8fe7d8c8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.750376] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 74a8ea77-3cbf-493c-9cf0-164f373caa0e/74a8ea77-3cbf-493c-9cf0-164f373caa0e.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1678.750759] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-412c458a-222b-4c01-86a5-283c789f1936 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.779415] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for the task: (returnval){ [ 1678.779415] env[62306]: value = "task-1972301" [ 1678.779415] env[62306]: _type = "Task" [ 1678.779415] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.789632] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.824970] env[62306]: DEBUG nova.compute.manager [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1679.069574] env[62306]: DEBUG nova.network.neutron [-] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.113533] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Acquiring lock "9357bb12-408a-432d-ac0a-b8747cac5cec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.113825] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Lock "9357bb12-408a-432d-ac0a-b8747cac5cec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.138747] env[62306]: DEBUG oslo_concurrency.lockutils [None req-789b3839-d8c1-4872-9568-11e1e8ed870b tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.898s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.141689] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.889s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.143263] env[62306]: INFO nova.compute.claims [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1679.185361] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': task-1972300, 'name': Rename_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.210405] env[62306]: DEBUG nova.compute.manager [req-9a0be48a-6533-432d-a3db-f98b683bd4c5 req-634706fe-8ca0-4571-b024-043468a4eb64 service nova] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Received event network-vif-deleted-ae25f55d-51b6-4a3e-9098-999aa6d1cb72 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1679.292633] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.360501] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.371743] env[62306]: DEBUG nova.network.neutron [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Successfully updated port: 1837958c-9e1e-4cf6-a956-7f3720b9ecf1 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1679.445189] env[62306]: DEBUG nova.compute.manager [req-a33bd602-94d4-4501-9f46-c8b9d49b3b4a req-4da01507-fa1d-48a0-8d1a-724ff45989a3 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Received event network-changed-d727c141-6e56-488c-9b92-a98043088706 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1679.445189] env[62306]: DEBUG nova.compute.manager [req-a33bd602-94d4-4501-9f46-c8b9d49b3b4a req-4da01507-fa1d-48a0-8d1a-724ff45989a3 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Refreshing instance network info cache due to event network-changed-d727c141-6e56-488c-9b92-a98043088706. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1679.445189] env[62306]: DEBUG oslo_concurrency.lockutils [req-a33bd602-94d4-4501-9f46-c8b9d49b3b4a req-4da01507-fa1d-48a0-8d1a-724ff45989a3 service nova] Acquiring lock "refresh_cache-41e880e0-f3ae-427b-86b4-e5bde043d0bd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.445189] env[62306]: DEBUG oslo_concurrency.lockutils [req-a33bd602-94d4-4501-9f46-c8b9d49b3b4a req-4da01507-fa1d-48a0-8d1a-724ff45989a3 service nova] Acquired lock "refresh_cache-41e880e0-f3ae-427b-86b4-e5bde043d0bd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.445189] env[62306]: DEBUG nova.network.neutron [req-a33bd602-94d4-4501-9f46-c8b9d49b3b4a req-4da01507-fa1d-48a0-8d1a-724ff45989a3 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Refreshing network info cache for port d727c141-6e56-488c-9b92-a98043088706 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1679.580214] env[62306]: INFO nova.compute.manager [-] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Took 1.86 seconds to deallocate network for instance. [ 1679.693038] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': task-1972300, 'name': Rename_Task, 'duration_secs': 0.983086} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.693038] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1679.693038] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33013587-73d5-48ec-b0bf-4001c19e2ed4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.699378] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Waiting for the task: (returnval){ [ 1679.699378] env[62306]: value = "task-1972302" [ 1679.699378] env[62306]: _type = "Task" [ 1679.699378] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.716750] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': task-1972302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.720517] env[62306]: INFO nova.scheduler.client.report [None req-789b3839-d8c1-4872-9568-11e1e8ed870b tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Deleted allocation for migration 00df88d2-4dc8-42df-b580-f263d4fbb607 [ 1679.791910] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972301, 'name': ReconfigVM_Task, 'duration_secs': 0.708997} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.792233] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 74a8ea77-3cbf-493c-9cf0-164f373caa0e/74a8ea77-3cbf-493c-9cf0-164f373caa0e.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1679.792865] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f0ed76f-9dbb-4dc3-9c2f-7b069e3c3d0b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.802413] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for the task: (returnval){ [ 1679.802413] env[62306]: value = "task-1972303" [ 1679.802413] env[62306]: _type = "Task" [ 1679.802413] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.814154] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972303, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.885137] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Acquiring lock "refresh_cache-f1fd9732-8654-475a-a7a5-63c31caef15d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.885738] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Acquired lock "refresh_cache-f1fd9732-8654-475a-a7a5-63c31caef15d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.886399] env[62306]: DEBUG nova.network.neutron [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1680.025269] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Acquiring lock "8a481ddf-54a5-4146-8535-02072b9dd827" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.025551] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Lock "8a481ddf-54a5-4146-8535-02072b9dd827" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.025763] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Acquiring lock "8a481ddf-54a5-4146-8535-02072b9dd827-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.026731] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Lock "8a481ddf-54a5-4146-8535-02072b9dd827-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.027025] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Lock "8a481ddf-54a5-4146-8535-02072b9dd827-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.029277] env[62306]: INFO nova.compute.manager [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Terminating instance [ 1680.087198] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.221892] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': task-1972302, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.227162] env[62306]: DEBUG oslo_concurrency.lockutils [None req-789b3839-d8c1-4872-9568-11e1e8ed870b tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "b58b59b2-7f72-4763-a4ad-9c26117d6afe" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.944s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.244286] env[62306]: DEBUG nova.network.neutron [req-a33bd602-94d4-4501-9f46-c8b9d49b3b4a req-4da01507-fa1d-48a0-8d1a-724ff45989a3 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Updated VIF entry in instance network info cache for port d727c141-6e56-488c-9b92-a98043088706. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1680.244647] env[62306]: DEBUG nova.network.neutron [req-a33bd602-94d4-4501-9f46-c8b9d49b3b4a req-4da01507-fa1d-48a0-8d1a-724ff45989a3 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Updating instance_info_cache with network_info: [{"id": "d727c141-6e56-488c-9b92-a98043088706", "address": "fa:16:3e:ef:8a:b8", "network": {"id": "c57f43af-6802-4e3d-a341-d7f89b29db10", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2013283268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d401bcab74454e817b346c383509cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd727c141-6e", "ovs_interfaceid": "d727c141-6e56-488c-9b92-a98043088706", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.266440] env[62306]: DEBUG oslo_concurrency.lockutils [None req-969e0f26-9d34-487f-b74b-2cb604c6268c tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquiring lock "41e880e0-f3ae-427b-86b4-e5bde043d0bd" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.266748] env[62306]: DEBUG oslo_concurrency.lockutils [None req-969e0f26-9d34-487f-b74b-2cb604c6268c tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "41e880e0-f3ae-427b-86b4-e5bde043d0bd" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.267015] env[62306]: INFO nova.compute.manager [None req-969e0f26-9d34-487f-b74b-2cb604c6268c tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Rebooting instance [ 1680.313692] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972303, 'name': Rename_Task, 'duration_secs': 0.212533} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.316569] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1680.317471] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fd94925-b2ac-4594-a98d-32bcffa69095 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.325624] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for the task: (returnval){ [ 1680.325624] env[62306]: value = "task-1972304" [ 1680.325624] env[62306]: _type = "Task" [ 1680.325624] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.337819] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.443465] env[62306]: DEBUG nova.network.neutron [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1680.537023] env[62306]: DEBUG nova.compute.manager [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1680.537023] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1680.537023] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6b5ba45-287c-4374-a6bd-8125301a69a4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.547824] env[62306]: DEBUG oslo_vmware.api [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Waiting for the task: (returnval){ [ 1680.547824] env[62306]: value = "task-1972305" [ 1680.547824] env[62306]: _type = "Task" [ 1680.547824] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.558404] env[62306]: DEBUG oslo_vmware.api [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Task: {'id': task-1972305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.659441] env[62306]: DEBUG nova.network.neutron [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Updating instance_info_cache with network_info: [{"id": "1837958c-9e1e-4cf6-a956-7f3720b9ecf1", "address": "fa:16:3e:90:a8:c6", "network": {"id": "4d6adb89-cc2a-44c6-999a-e7889df938a8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1591358729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d299c90143b4e0cbf25e032ab7765ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1837958c-9e", "ovs_interfaceid": "1837958c-9e1e-4cf6-a956-7f3720b9ecf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.712296] env[62306]: DEBUG oslo_vmware.api [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': task-1972302, 'name': PowerOnVM_Task, 'duration_secs': 0.769857} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.712625] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1680.712875] env[62306]: INFO nova.compute.manager [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1680.713103] env[62306]: DEBUG nova.compute.manager [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1680.718298] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e024598b-b799-4206-b3ed-7d7dad286cfc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.750325] env[62306]: DEBUG oslo_concurrency.lockutils [req-a33bd602-94d4-4501-9f46-c8b9d49b3b4a req-4da01507-fa1d-48a0-8d1a-724ff45989a3 service nova] Releasing lock "refresh_cache-41e880e0-f3ae-427b-86b4-e5bde043d0bd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.794480] env[62306]: DEBUG oslo_concurrency.lockutils [None req-969e0f26-9d34-487f-b74b-2cb604c6268c tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquiring lock "refresh_cache-41e880e0-f3ae-427b-86b4-e5bde043d0bd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.794825] env[62306]: DEBUG oslo_concurrency.lockutils [None req-969e0f26-9d34-487f-b74b-2cb604c6268c tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquired lock "refresh_cache-41e880e0-f3ae-427b-86b4-e5bde043d0bd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.795043] env[62306]: DEBUG nova.network.neutron [None req-969e0f26-9d34-487f-b74b-2cb604c6268c tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1680.844598] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.848742] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcad1eed-54e5-41e2-9a48-aa0542bff954 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.857766] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c8e7be-53b5-4970-b778-c1e437f1ba02 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.896210] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bed4ee-732c-465f-bc13-843eb5f605c7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.905357] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41481e88-e7aa-41d2-a882-9e8032bef8fb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.922250] env[62306]: DEBUG nova.compute.provider_tree [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1681.059462] env[62306]: DEBUG oslo_vmware.api [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Task: {'id': task-1972305, 'name': PowerOffVM_Task, 'duration_secs': 0.298764} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.059742] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1681.060030] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Volume detach. Driver type: vmdk {{(pid=62306) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1681.060418] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406033', 'volume_id': 'cd6f5500-508d-4842-ac62-e34b56b50dcd', 'name': 'volume-cd6f5500-508d-4842-ac62-e34b56b50dcd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a481ddf-54a5-4146-8535-02072b9dd827', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd6f5500-508d-4842-ac62-e34b56b50dcd', 'serial': 'cd6f5500-508d-4842-ac62-e34b56b50dcd'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1681.061309] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c6b5c3-ec47-492b-8b5e-b09ff4ba6347 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.082219] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8906297c-c655-41ba-89bd-ecb62735320e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.091345] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bdf439-2e4c-4277-b8e0-669d98ab36ca {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.112300] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59680ac-3327-4df6-a8f7-9b7538ca9b82 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.131310] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] The volume has not been displaced from its original location: [datastore1] volume-cd6f5500-508d-4842-ac62-e34b56b50dcd/volume-cd6f5500-508d-4842-ac62-e34b56b50dcd.vmdk. No consolidation needed. {{(pid=62306) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1681.137030] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Reconfiguring VM instance instance-00000016 to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1681.137030] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2949d10-f844-44a5-a0c6-132a14f1262b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.159653] env[62306]: DEBUG oslo_vmware.api [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Waiting for the task: (returnval){ [ 1681.159653] env[62306]: value = "task-1972306" [ 1681.159653] env[62306]: _type = "Task" [ 1681.159653] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.164707] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Releasing lock "refresh_cache-f1fd9732-8654-475a-a7a5-63c31caef15d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.165143] env[62306]: DEBUG nova.compute.manager [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Instance network_info: |[{"id": "1837958c-9e1e-4cf6-a956-7f3720b9ecf1", "address": "fa:16:3e:90:a8:c6", "network": {"id": "4d6adb89-cc2a-44c6-999a-e7889df938a8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1591358729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d299c90143b4e0cbf25e032ab7765ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1837958c-9e", "ovs_interfaceid": "1837958c-9e1e-4cf6-a956-7f3720b9ecf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1681.167955] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:a8:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1837958c-9e1e-4cf6-a956-7f3720b9ecf1', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1681.173523] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Creating folder: Project (6d299c90143b4e0cbf25e032ab7765ab). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1681.177983] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afd8951d-f83f-4424-834b-429106808a58 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.180205] env[62306]: DEBUG oslo_vmware.api [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Task: {'id': task-1972306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.192220] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Created folder: Project (6d299c90143b4e0cbf25e032ab7765ab) in parent group-v406007. [ 1681.192542] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Creating folder: Instances. Parent ref: group-v406118. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1681.193713] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0df94c1-2417-49dd-a498-cb653cf90fe3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.206054] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Created folder: Instances in parent group-v406118. [ 1681.206417] env[62306]: DEBUG oslo.service.loopingcall [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1681.206601] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1681.206743] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4cdcabf-3d3c-4180-8f30-0e5d19e862b1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.237570] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1681.237570] env[62306]: value = "task-1972309" [ 1681.237570] env[62306]: _type = "Task" [ 1681.237570] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.242883] env[62306]: INFO nova.compute.manager [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Took 50.41 seconds to build instance. [ 1681.251337] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972309, 'name': CreateVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.340219] env[62306]: DEBUG oslo_vmware.api [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972304, 'name': PowerOnVM_Task, 'duration_secs': 0.875252} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.342914] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1681.342914] env[62306]: INFO nova.compute.manager [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Took 6.92 seconds to spawn the instance on the hypervisor. [ 1681.342914] env[62306]: DEBUG nova.compute.manager [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1681.342914] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d320893-4b43-4325-992b-6a544ba7e404 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.426129] env[62306]: DEBUG nova.scheduler.client.report [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1681.515169] env[62306]: DEBUG nova.compute.manager [req-23b451c9-3a02-4227-83df-394b402da1fb req-442441a5-deb3-4d37-af36-835c581c3d8a service nova] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Received event network-vif-plugged-1837958c-9e1e-4cf6-a956-7f3720b9ecf1 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1681.515360] env[62306]: DEBUG oslo_concurrency.lockutils [req-23b451c9-3a02-4227-83df-394b402da1fb req-442441a5-deb3-4d37-af36-835c581c3d8a service nova] Acquiring lock "f1fd9732-8654-475a-a7a5-63c31caef15d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.515585] env[62306]: DEBUG oslo_concurrency.lockutils [req-23b451c9-3a02-4227-83df-394b402da1fb req-442441a5-deb3-4d37-af36-835c581c3d8a service nova] Lock "f1fd9732-8654-475a-a7a5-63c31caef15d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.515757] env[62306]: DEBUG oslo_concurrency.lockutils [req-23b451c9-3a02-4227-83df-394b402da1fb req-442441a5-deb3-4d37-af36-835c581c3d8a service nova] Lock "f1fd9732-8654-475a-a7a5-63c31caef15d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.516073] env[62306]: DEBUG nova.compute.manager [req-23b451c9-3a02-4227-83df-394b402da1fb req-442441a5-deb3-4d37-af36-835c581c3d8a service nova] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] No waiting events found dispatching network-vif-plugged-1837958c-9e1e-4cf6-a956-7f3720b9ecf1 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1681.516276] env[62306]: WARNING nova.compute.manager [req-23b451c9-3a02-4227-83df-394b402da1fb req-442441a5-deb3-4d37-af36-835c581c3d8a service nova] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Received unexpected event network-vif-plugged-1837958c-9e1e-4cf6-a956-7f3720b9ecf1 for instance with vm_state building and task_state spawning. [ 1681.516383] env[62306]: DEBUG nova.compute.manager [req-23b451c9-3a02-4227-83df-394b402da1fb req-442441a5-deb3-4d37-af36-835c581c3d8a service nova] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Received event network-changed-1837958c-9e1e-4cf6-a956-7f3720b9ecf1 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1681.516553] env[62306]: DEBUG nova.compute.manager [req-23b451c9-3a02-4227-83df-394b402da1fb req-442441a5-deb3-4d37-af36-835c581c3d8a service nova] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Refreshing instance network info cache due to event network-changed-1837958c-9e1e-4cf6-a956-7f3720b9ecf1. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1681.516729] env[62306]: DEBUG oslo_concurrency.lockutils [req-23b451c9-3a02-4227-83df-394b402da1fb req-442441a5-deb3-4d37-af36-835c581c3d8a service nova] Acquiring lock "refresh_cache-f1fd9732-8654-475a-a7a5-63c31caef15d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.516858] env[62306]: DEBUG oslo_concurrency.lockutils [req-23b451c9-3a02-4227-83df-394b402da1fb req-442441a5-deb3-4d37-af36-835c581c3d8a service nova] Acquired lock "refresh_cache-f1fd9732-8654-475a-a7a5-63c31caef15d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.517019] env[62306]: DEBUG nova.network.neutron [req-23b451c9-3a02-4227-83df-394b402da1fb req-442441a5-deb3-4d37-af36-835c581c3d8a service nova] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Refreshing network info cache for port 1837958c-9e1e-4cf6-a956-7f3720b9ecf1 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1681.673612] env[62306]: DEBUG oslo_vmware.api [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Task: {'id': task-1972306, 'name': ReconfigVM_Task, 'duration_secs': 0.234021} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.674174] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Reconfigured VM instance instance-00000016 to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1681.679080] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e050f75-9dd1-48d4-ab83-ace49b1f77e0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.698099] env[62306]: DEBUG oslo_vmware.api [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Waiting for the task: (returnval){ [ 1681.698099] env[62306]: value = "task-1972310" [ 1681.698099] env[62306]: _type = "Task" [ 1681.698099] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.716550] env[62306]: DEBUG oslo_vmware.api [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Task: {'id': task-1972310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.751304] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5283a1c8-fe10-4def-b805-69e7cd0e69c4 tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Lock "5295d78d-860a-4100-8b53-3ece13c6f31c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.061s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.756264] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972309, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.791652] env[62306]: DEBUG nova.network.neutron [None req-969e0f26-9d34-487f-b74b-2cb604c6268c tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Updating instance_info_cache with network_info: [{"id": "d727c141-6e56-488c-9b92-a98043088706", "address": "fa:16:3e:ef:8a:b8", "network": {"id": "c57f43af-6802-4e3d-a341-d7f89b29db10", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2013283268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d401bcab74454e817b346c383509cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd727c141-6e", "ovs_interfaceid": "d727c141-6e56-488c-9b92-a98043088706", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.864506] env[62306]: INFO nova.compute.manager [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Took 48.22 seconds to build instance. [ 1681.932987] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.934199] env[62306]: DEBUG nova.compute.manager [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1681.941708] env[62306]: DEBUG oslo_concurrency.lockutils [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.887s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.941708] env[62306]: INFO nova.compute.claims [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1682.213682] env[62306]: DEBUG oslo_vmware.api [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Task: {'id': task-1972310, 'name': ReconfigVM_Task, 'duration_secs': 0.200373} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.214341] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406033', 'volume_id': 'cd6f5500-508d-4842-ac62-e34b56b50dcd', 'name': 'volume-cd6f5500-508d-4842-ac62-e34b56b50dcd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a481ddf-54a5-4146-8535-02072b9dd827', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd6f5500-508d-4842-ac62-e34b56b50dcd', 'serial': 'cd6f5500-508d-4842-ac62-e34b56b50dcd'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1682.216355] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1682.216857] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c3fd4b-d2bd-44a8-99c0-238b899f983b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.229368] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1682.231983] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-913f8b3c-30cf-4b81-ab7d-7db1e556919a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.255077] env[62306]: INFO nova.compute.manager [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Rebuilding instance [ 1682.255487] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972309, 'name': CreateVM_Task, 'duration_secs': 0.653836} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.255785] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1682.256475] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.256714] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.260376] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1682.260376] env[62306]: DEBUG nova.compute.manager [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1682.260376] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01ee2e70-f7e1-49fc-a4b4-f71f170fa131 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.267365] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Waiting for the task: (returnval){ [ 1682.267365] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d1826a-fb49-3c6a-5696-911360340a63" [ 1682.267365] env[62306]: _type = "Task" [ 1682.267365] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.276564] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d1826a-fb49-3c6a-5696-911360340a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.296030] env[62306]: DEBUG oslo_concurrency.lockutils [None req-969e0f26-9d34-487f-b74b-2cb604c6268c tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Releasing lock "refresh_cache-41e880e0-f3ae-427b-86b4-e5bde043d0bd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.322123] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1682.322123] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1682.322123] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Deleting the datastore file [datastore1] 8a481ddf-54a5-4146-8535-02072b9dd827 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1682.322123] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c83e2c62-c493-496a-bc8f-3d8fa34f4087 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.330994] env[62306]: DEBUG oslo_vmware.api [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Waiting for the task: (returnval){ [ 1682.330994] env[62306]: value = "task-1972312" [ 1682.330994] env[62306]: _type = "Task" [ 1682.330994] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.342058] env[62306]: DEBUG oslo_vmware.api [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Task: {'id': task-1972312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.344946] env[62306]: DEBUG nova.compute.manager [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1682.348013] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1804279-89a7-4fa3-8f3e-b64a1c0ebd4b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.366732] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e30f82b1-73b7-494d-bed6-034a682d43a1 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Lock "74a8ea77-3cbf-493c-9cf0-164f373caa0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.557s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.448478] env[62306]: DEBUG nova.compute.utils [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1682.453952] env[62306]: DEBUG nova.compute.manager [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1682.453952] env[62306]: DEBUG nova.network.neutron [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1682.510050] env[62306]: DEBUG nova.policy [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28928d380988451a9e116c9018b1fbbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7db4d2d12fd4140972c835112cc614e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1682.553599] env[62306]: DEBUG nova.network.neutron [req-23b451c9-3a02-4227-83df-394b402da1fb req-442441a5-deb3-4d37-af36-835c581c3d8a service nova] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Updated VIF entry in instance network info cache for port 1837958c-9e1e-4cf6-a956-7f3720b9ecf1. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1682.554012] env[62306]: DEBUG nova.network.neutron [req-23b451c9-3a02-4227-83df-394b402da1fb req-442441a5-deb3-4d37-af36-835c581c3d8a service nova] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Updating instance_info_cache with network_info: [{"id": "1837958c-9e1e-4cf6-a956-7f3720b9ecf1", "address": "fa:16:3e:90:a8:c6", "network": {"id": "4d6adb89-cc2a-44c6-999a-e7889df938a8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1591358729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d299c90143b4e0cbf25e032ab7765ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1837958c-9e", "ovs_interfaceid": "1837958c-9e1e-4cf6-a956-7f3720b9ecf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.786911] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d1826a-fb49-3c6a-5696-911360340a63, 'name': SearchDatastore_Task, 'duration_secs': 0.01366} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.787749] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.787981] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1682.788236] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.788386] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.788560] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1682.789621] env[62306]: DEBUG oslo_concurrency.lockutils [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.789861] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c63d0982-544c-4000-9721-3affadc7f315 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.801416] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1682.801993] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1682.804911] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ffeaca-10cd-4967-8d50-bae2ee1ea847 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.808381] env[62306]: DEBUG nova.compute.manager [None req-969e0f26-9d34-487f-b74b-2cb604c6268c tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1682.809644] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbb784a-0f87-4293-9e78-62d34a029b7f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.824570] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Waiting for the task: (returnval){ [ 1682.824570] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f8f4f3-9b48-e387-f2ee-c77fd8906065" [ 1682.824570] env[62306]: _type = "Task" [ 1682.824570] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.838026] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f8f4f3-9b48-e387-f2ee-c77fd8906065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.844708] env[62306]: DEBUG oslo_vmware.api [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Task: {'id': task-1972312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237356} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.844939] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1682.845133] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1682.845313] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1682.845483] env[62306]: INFO nova.compute.manager [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1682.845722] env[62306]: DEBUG oslo.service.loopingcall [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.845995] env[62306]: DEBUG nova.compute.manager [-] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1682.845995] env[62306]: DEBUG nova.network.neutron [-] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1682.871593] env[62306]: DEBUG nova.compute.manager [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1682.925651] env[62306]: DEBUG nova.network.neutron [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Successfully created port: 347349da-7e60-473a-a3b3-d5c4975ed4b0 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1682.957544] env[62306]: DEBUG nova.compute.manager [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1683.059030] env[62306]: DEBUG oslo_concurrency.lockutils [req-23b451c9-3a02-4227-83df-394b402da1fb req-442441a5-deb3-4d37-af36-835c581c3d8a service nova] Releasing lock "refresh_cache-f1fd9732-8654-475a-a7a5-63c31caef15d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.343335] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f8f4f3-9b48-e387-f2ee-c77fd8906065, 'name': SearchDatastore_Task, 'duration_secs': 0.025462} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.343335] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42abc272-c30e-4f34-9f6c-20c42410c02a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.358196] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Waiting for the task: (returnval){ [ 1683.358196] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fd5c49-b638-acac-19d5-29299cad1145" [ 1683.358196] env[62306]: _type = "Task" [ 1683.358196] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.364344] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1683.364344] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e00eed2-0f0d-4b8f-92b7-ca419ff274aa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.375438] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fd5c49-b638-acac-19d5-29299cad1145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.384104] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for the task: (returnval){ [ 1683.384104] env[62306]: value = "task-1972313" [ 1683.384104] env[62306]: _type = "Task" [ 1683.384104] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.389352] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.397657] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.574901] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b2b6d0-bce4-4c33-bc22-bdeee10ab53f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.583061] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50447f4-815f-4b88-ac4b-c1f7cb8e2880 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.616008] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c545c70f-0e52-45ec-9bf4-a093537b47b4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.625316] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d392c30a-99e6-446a-a6bd-0093d2b6dd4b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.643291] env[62306]: DEBUG nova.compute.provider_tree [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1683.839138] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a55f21-952a-40d3-b4ff-69fe85c4a685 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.853039] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-969e0f26-9d34-487f-b74b-2cb604c6268c tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Doing hard reboot of VM {{(pid=62306) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1683.856391] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6a29da53-3544-437d-8080-8e3947d229df {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.869941] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fd5c49-b638-acac-19d5-29299cad1145, 'name': SearchDatastore_Task, 'duration_secs': 0.146063} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.871371] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.871671] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] f1fd9732-8654-475a-a7a5-63c31caef15d/f1fd9732-8654-475a-a7a5-63c31caef15d.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1683.872183] env[62306]: DEBUG oslo_vmware.api [None req-969e0f26-9d34-487f-b74b-2cb604c6268c tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for the task: (returnval){ [ 1683.872183] env[62306]: value = "task-1972314" [ 1683.872183] env[62306]: _type = "Task" [ 1683.872183] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.873115] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f87c70cb-1af7-4cc8-a72f-bd3a2a517892 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.887500] env[62306]: DEBUG oslo_vmware.api [None req-969e0f26-9d34-487f-b74b-2cb604c6268c tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972314, 'name': ResetVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.892671] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Waiting for the task: (returnval){ [ 1683.892671] env[62306]: value = "task-1972315" [ 1683.892671] env[62306]: _type = "Task" [ 1683.892671] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.906834] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972313, 'name': PowerOffVM_Task, 'duration_secs': 0.314339} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.908832] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1683.908832] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1683.909422] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a71dec-0274-41f4-b60d-dd05d6d49aca {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.916412] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.924405] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1683.924405] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80ff7d0f-bad4-44ab-9801-102504835888 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.939580] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "80689d6f-f84e-4d5c-8e64-3284ba25befc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.939914] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "80689d6f-f84e-4d5c-8e64-3284ba25befc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.952994] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1683.953102] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1683.953394] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Deleting the datastore file [datastore1] 74a8ea77-3cbf-493c-9cf0-164f373caa0e {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1683.953751] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5785e627-150d-42ce-b2c3-ef56f0e0bfff {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.962028] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for the task: (returnval){ [ 1683.962028] env[62306]: value = "task-1972317" [ 1683.962028] env[62306]: _type = "Task" [ 1683.962028] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.968096] env[62306]: DEBUG nova.compute.manager [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1683.976927] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.006480] env[62306]: DEBUG nova.virt.hardware [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1684.006996] env[62306]: DEBUG nova.virt.hardware [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1684.007265] env[62306]: DEBUG nova.virt.hardware [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1684.007530] env[62306]: DEBUG nova.virt.hardware [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1684.007736] env[62306]: DEBUG nova.virt.hardware [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1684.007937] env[62306]: DEBUG nova.virt.hardware [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1684.008265] env[62306]: DEBUG nova.virt.hardware [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1684.008496] env[62306]: DEBUG nova.virt.hardware [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1684.008857] env[62306]: DEBUG nova.virt.hardware [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1684.009284] env[62306]: DEBUG nova.virt.hardware [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1684.009412] env[62306]: DEBUG nova.virt.hardware [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1684.010749] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122745d2-891c-445e-8f55-3fdec6adc9e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.021400] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be1b380-92ab-4c25-93be-2359c6f59650 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.149288] env[62306]: DEBUG nova.scheduler.client.report [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1684.306364] env[62306]: DEBUG nova.compute.manager [req-33f3c509-3cae-4ad0-b631-74314dd5fec8 req-b7046bb6-647b-4efa-b631-db4b0992c869 service nova] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Received event network-vif-deleted-4d93fb03-0a97-4a4b-ba2f-5417dc35ceef {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1684.306906] env[62306]: INFO nova.compute.manager [req-33f3c509-3cae-4ad0-b631-74314dd5fec8 req-b7046bb6-647b-4efa-b631-db4b0992c869 service nova] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Neutron deleted interface 4d93fb03-0a97-4a4b-ba2f-5417dc35ceef; detaching it from the instance and deleting it from the info cache [ 1684.306906] env[62306]: DEBUG nova.network.neutron [req-33f3c509-3cae-4ad0-b631-74314dd5fec8 req-b7046bb6-647b-4efa-b631-db4b0992c869 service nova] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.361734] env[62306]: DEBUG nova.network.neutron [-] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.389059] env[62306]: DEBUG oslo_vmware.api [None req-969e0f26-9d34-487f-b74b-2cb604c6268c tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972314, 'name': ResetVM_Task, 'duration_secs': 0.126564} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.390280] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-969e0f26-9d34-487f-b74b-2cb604c6268c tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Did hard reboot of VM {{(pid=62306) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1684.390643] env[62306]: DEBUG nova.compute.manager [None req-969e0f26-9d34-487f-b74b-2cb604c6268c tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1684.391560] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca0d535-b772-4d9f-a973-68634b6ab395 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.408347] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.474217] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.655020] env[62306]: DEBUG oslo_concurrency.lockutils [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.655020] env[62306]: DEBUG nova.compute.manager [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1684.659098] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.915s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.664522] env[62306]: INFO nova.compute.claims [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1684.811976] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-079c75ff-474e-4a2b-9c63-71493a7841da {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.823876] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d861231-3e96-4870-a6d7-c4a96c16c3a1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.867371] env[62306]: INFO nova.compute.manager [-] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Took 2.02 seconds to deallocate network for instance. [ 1684.868029] env[62306]: DEBUG nova.compute.manager [req-33f3c509-3cae-4ad0-b631-74314dd5fec8 req-b7046bb6-647b-4efa-b631-db4b0992c869 service nova] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Detach interface failed, port_id=4d93fb03-0a97-4a4b-ba2f-5417dc35ceef, reason: Instance 8a481ddf-54a5-4146-8535-02072b9dd827 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1684.908669] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.913821] env[62306]: DEBUG oslo_concurrency.lockutils [None req-969e0f26-9d34-487f-b74b-2cb604c6268c tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "41e880e0-f3ae-427b-86b4-e5bde043d0bd" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.646s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.974913] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.002826] env[62306]: DEBUG nova.compute.manager [req-3389bcac-85bb-4aa6-b637-c9484e348640 req-3eea8097-6ecd-43e8-a808-f8d9bb08a7dd service nova] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Received event network-vif-plugged-347349da-7e60-473a-a3b3-d5c4975ed4b0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1685.003070] env[62306]: DEBUG oslo_concurrency.lockutils [req-3389bcac-85bb-4aa6-b637-c9484e348640 req-3eea8097-6ecd-43e8-a808-f8d9bb08a7dd service nova] Acquiring lock "e7b2d6e6-f687-4d61-9228-e78978e84edf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.003348] env[62306]: DEBUG oslo_concurrency.lockutils [req-3389bcac-85bb-4aa6-b637-c9484e348640 req-3eea8097-6ecd-43e8-a808-f8d9bb08a7dd service nova] Lock "e7b2d6e6-f687-4d61-9228-e78978e84edf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.003445] env[62306]: DEBUG oslo_concurrency.lockutils [req-3389bcac-85bb-4aa6-b637-c9484e348640 req-3eea8097-6ecd-43e8-a808-f8d9bb08a7dd service nova] Lock "e7b2d6e6-f687-4d61-9228-e78978e84edf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.003876] env[62306]: DEBUG nova.compute.manager [req-3389bcac-85bb-4aa6-b637-c9484e348640 req-3eea8097-6ecd-43e8-a808-f8d9bb08a7dd service nova] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] No waiting events found dispatching network-vif-plugged-347349da-7e60-473a-a3b3-d5c4975ed4b0 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1685.004053] env[62306]: WARNING nova.compute.manager [req-3389bcac-85bb-4aa6-b637-c9484e348640 req-3eea8097-6ecd-43e8-a808-f8d9bb08a7dd service nova] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Received unexpected event network-vif-plugged-347349da-7e60-473a-a3b3-d5c4975ed4b0 for instance with vm_state building and task_state spawning. [ 1685.047089] env[62306]: DEBUG nova.network.neutron [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Successfully updated port: 347349da-7e60-473a-a3b3-d5c4975ed4b0 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1685.176524] env[62306]: DEBUG nova.compute.utils [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1685.176524] env[62306]: DEBUG nova.compute.manager [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1685.176524] env[62306]: DEBUG nova.network.neutron [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1685.253966] env[62306]: DEBUG nova.policy [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e66ff57d6033403b95ca5f41ed4493f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4de3b098f47a4cb19d4d342a6d6477bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1685.408301] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.454229] env[62306]: INFO nova.compute.manager [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Took 0.59 seconds to detach 1 volumes for instance. [ 1685.460037] env[62306]: DEBUG nova.compute.manager [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Deleting volume: cd6f5500-508d-4842-ac62-e34b56b50dcd {{(pid=62306) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1685.481360] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.550106] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "refresh_cache-e7b2d6e6-f687-4d61-9228-e78978e84edf" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.550219] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquired lock "refresh_cache-e7b2d6e6-f687-4d61-9228-e78978e84edf" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.550438] env[62306]: DEBUG nova.network.neutron [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1685.683686] env[62306]: DEBUG nova.compute.manager [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1685.784974] env[62306]: DEBUG nova.network.neutron [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Successfully created port: 32f12b69-cae9-457d-8744-4b4569308650 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1685.914449] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.977158] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.039828] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.141679] env[62306]: DEBUG nova.network.neutron [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1686.370258] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b4c52a-ee8d-45b7-94ab-2634cb47091f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.384345] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5107eb8c-8b91-4f5a-a4d1-a113ebd3f461 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.418244] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24721a26-029f-4db5-8fc1-e1b2c8714228 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.427825] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.429169] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8f8f37-b0d4-4c65-b662-62b4566ff546 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.434130] env[62306]: DEBUG nova.network.neutron [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Updating instance_info_cache with network_info: [{"id": "347349da-7e60-473a-a3b3-d5c4975ed4b0", "address": "fa:16:3e:f9:12:e3", "network": {"id": "e517a8c3-6380-408d-916c-09da44df22c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1687445468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7db4d2d12fd4140972c835112cc614e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347349da-7e", "ovs_interfaceid": "347349da-7e60-473a-a3b3-d5c4975ed4b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.444468] env[62306]: DEBUG nova.compute.provider_tree [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.478184] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.701702] env[62306]: DEBUG nova.compute.manager [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1686.735150] env[62306]: DEBUG nova.virt.hardware [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1686.735282] env[62306]: DEBUG nova.virt.hardware [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1686.735689] env[62306]: DEBUG nova.virt.hardware [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1686.735689] env[62306]: DEBUG nova.virt.hardware [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1686.735858] env[62306]: DEBUG nova.virt.hardware [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1686.735914] env[62306]: DEBUG nova.virt.hardware [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1686.736221] env[62306]: DEBUG nova.virt.hardware [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1686.736322] env[62306]: DEBUG nova.virt.hardware [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1686.736503] env[62306]: DEBUG nova.virt.hardware [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1686.736645] env[62306]: DEBUG nova.virt.hardware [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1686.736816] env[62306]: DEBUG nova.virt.hardware [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1686.737683] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02e8bf0-f0a4-4dba-8237-c215d5bbe82c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.748822] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99db3450-892a-44e0-ba2d-18cc5a73bbb5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.926639] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.944301] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Releasing lock "refresh_cache-e7b2d6e6-f687-4d61-9228-e78978e84edf" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.944647] env[62306]: DEBUG nova.compute.manager [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Instance network_info: |[{"id": "347349da-7e60-473a-a3b3-d5c4975ed4b0", "address": "fa:16:3e:f9:12:e3", "network": {"id": "e517a8c3-6380-408d-916c-09da44df22c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1687445468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7db4d2d12fd4140972c835112cc614e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347349da-7e", "ovs_interfaceid": "347349da-7e60-473a-a3b3-d5c4975ed4b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1686.945063] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:12:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '347349da-7e60-473a-a3b3-d5c4975ed4b0', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1686.953162] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Creating folder: Project (b7db4d2d12fd4140972c835112cc614e). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1686.954158] env[62306]: DEBUG nova.scheduler.client.report [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1686.958040] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f99ae6f5-204c-48d8-9380-b1b438f702d1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.975222] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Created folder: Project (b7db4d2d12fd4140972c835112cc614e) in parent group-v406007. [ 1686.975626] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Creating folder: Instances. Parent ref: group-v406121. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1686.975831] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a10673d0-c240-4fee-84da-3152893c002f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.980300] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.999890] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Created folder: Instances in parent group-v406121. [ 1687.000180] env[62306]: DEBUG oslo.service.loopingcall [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1687.000424] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1687.000890] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09fb9e81-f0ef-490a-af9a-95e3cb0e923e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.023058] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1687.023058] env[62306]: value = "task-1972321" [ 1687.023058] env[62306]: _type = "Task" [ 1687.023058] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.031788] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972321, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.430030] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972315, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.465025] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.465025] env[62306]: DEBUG nova.compute.manager [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1687.466104] env[62306]: DEBUG oslo_concurrency.lockutils [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.911s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.466745] env[62306]: DEBUG nova.objects.instance [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lazy-loading 'resources' on Instance uuid f18e8292-92e9-4180-a2f8-7a57f6b3c7ed {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.478904] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 3.295409} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.479899] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1687.480345] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1687.480642] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1687.538029] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972321, 'name': CreateVM_Task, 'duration_secs': 0.355755} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.538029] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1687.538029] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.538029] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.538029] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1687.538029] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a6d424-1061-4072-b29b-2f99a3d62d54 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.548231] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1687.548231] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c3f67f-f994-f8ba-7dec-96b24356f2e1" [ 1687.548231] env[62306]: _type = "Task" [ 1687.548231] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.558774] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c3f67f-f994-f8ba-7dec-96b24356f2e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.627145] env[62306]: DEBUG nova.compute.manager [req-6a3328fa-83ef-4e4a-94be-acd75b3a1cda req-bc82e3b6-553c-4f5e-982e-c35cc8c38e37 service nova] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Received event network-changed-347349da-7e60-473a-a3b3-d5c4975ed4b0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1687.627145] env[62306]: DEBUG nova.compute.manager [req-6a3328fa-83ef-4e4a-94be-acd75b3a1cda req-bc82e3b6-553c-4f5e-982e-c35cc8c38e37 service nova] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Refreshing instance network info cache due to event network-changed-347349da-7e60-473a-a3b3-d5c4975ed4b0. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1687.627145] env[62306]: DEBUG oslo_concurrency.lockutils [req-6a3328fa-83ef-4e4a-94be-acd75b3a1cda req-bc82e3b6-553c-4f5e-982e-c35cc8c38e37 service nova] Acquiring lock "refresh_cache-e7b2d6e6-f687-4d61-9228-e78978e84edf" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.627145] env[62306]: DEBUG oslo_concurrency.lockutils [req-6a3328fa-83ef-4e4a-94be-acd75b3a1cda req-bc82e3b6-553c-4f5e-982e-c35cc8c38e37 service nova] Acquired lock "refresh_cache-e7b2d6e6-f687-4d61-9228-e78978e84edf" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.627145] env[62306]: DEBUG nova.network.neutron [req-6a3328fa-83ef-4e4a-94be-acd75b3a1cda req-bc82e3b6-553c-4f5e-982e-c35cc8c38e37 service nova] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Refreshing network info cache for port 347349da-7e60-473a-a3b3-d5c4975ed4b0 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1687.729177] env[62306]: DEBUG nova.network.neutron [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Successfully updated port: 32f12b69-cae9-457d-8744-4b4569308650 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1687.931024] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972315, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.95111} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.931347] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] f1fd9732-8654-475a-a7a5-63c31caef15d/f1fd9732-8654-475a-a7a5-63c31caef15d.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1687.931568] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1687.931826] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf5c00d9-d474-455b-b6d6-a159f700fe47 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.939994] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Waiting for the task: (returnval){ [ 1687.939994] env[62306]: value = "task-1972322" [ 1687.939994] env[62306]: _type = "Task" [ 1687.939994] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.948386] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.973075] env[62306]: DEBUG nova.compute.utils [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1687.975207] env[62306]: DEBUG nova.compute.manager [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1687.975378] env[62306]: DEBUG nova.network.neutron [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1688.061188] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c3f67f-f994-f8ba-7dec-96b24356f2e1, 'name': SearchDatastore_Task, 'duration_secs': 0.054029} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.061754] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.062052] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1688.062844] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.062844] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.063059] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1688.066282] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9f36979-8576-4c97-ae0a-4b3e064a2ec9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.073019] env[62306]: DEBUG nova.policy [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59959235e8d44dfa99d694e33b7aa942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '355894b0e4254884a894ed13a79e0ff3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1688.086026] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1688.086266] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1688.087025] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53990bdd-cc73-49a3-ad6e-488819f21839 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.093264] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1688.093264] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f4c121-9584-dd65-d952-9f8781ded950" [ 1688.093264] env[62306]: _type = "Task" [ 1688.093264] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.103887] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f4c121-9584-dd65-d952-9f8781ded950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.232171] env[62306]: DEBUG oslo_concurrency.lockutils [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Acquiring lock "refresh_cache-7af98b27-970f-4972-8240-b91650034cff" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.232324] env[62306]: DEBUG oslo_concurrency.lockutils [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Acquired lock "refresh_cache-7af98b27-970f-4972-8240-b91650034cff" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.232472] env[62306]: DEBUG nova.network.neutron [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1688.411297] env[62306]: DEBUG nova.network.neutron [req-6a3328fa-83ef-4e4a-94be-acd75b3a1cda req-bc82e3b6-553c-4f5e-982e-c35cc8c38e37 service nova] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Updated VIF entry in instance network info cache for port 347349da-7e60-473a-a3b3-d5c4975ed4b0. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1688.411835] env[62306]: DEBUG nova.network.neutron [req-6a3328fa-83ef-4e4a-94be-acd75b3a1cda req-bc82e3b6-553c-4f5e-982e-c35cc8c38e37 service nova] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Updating instance_info_cache with network_info: [{"id": "347349da-7e60-473a-a3b3-d5c4975ed4b0", "address": "fa:16:3e:f9:12:e3", "network": {"id": "e517a8c3-6380-408d-916c-09da44df22c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1687445468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7db4d2d12fd4140972c835112cc614e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347349da-7e", "ovs_interfaceid": "347349da-7e60-473a-a3b3-d5c4975ed4b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.454505] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067095} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.454505] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1688.455281] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f006384f-bcca-4d5c-84ef-7d35490fc6e7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.477339] env[62306]: DEBUG nova.compute.manager [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1688.489892] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] f1fd9732-8654-475a-a7a5-63c31caef15d/f1fd9732-8654-475a-a7a5-63c31caef15d.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1688.495081] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6011cf2-1934-4b53-bc13-1354c3425c43 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.521846] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Waiting for the task: (returnval){ [ 1688.521846] env[62306]: value = "task-1972323" [ 1688.521846] env[62306]: _type = "Task" [ 1688.521846] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.532199] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.539224] env[62306]: DEBUG nova.network.neutron [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Successfully created port: 671ddc57-ce33-48a6-88f9-d7990c0680e8 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1688.551862] env[62306]: DEBUG nova.virt.hardware [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1688.552455] env[62306]: DEBUG nova.virt.hardware [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1688.552707] env[62306]: DEBUG nova.virt.hardware [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1688.552942] env[62306]: DEBUG nova.virt.hardware [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1688.553135] env[62306]: DEBUG nova.virt.hardware [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1688.553359] env[62306]: DEBUG nova.virt.hardware [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1688.553661] env[62306]: DEBUG nova.virt.hardware [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1688.553932] env[62306]: DEBUG nova.virt.hardware [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1688.554212] env[62306]: DEBUG nova.virt.hardware [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1688.554436] env[62306]: DEBUG nova.virt.hardware [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1688.554788] env[62306]: DEBUG nova.virt.hardware [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1688.555832] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4108e9-0554-4a74-a6e6-be720869e869 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.571036] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e0e569-abcb-478f-898b-14cba3b02d8b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.587728] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Instance VIF info [] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1688.593204] env[62306]: DEBUG oslo.service.loopingcall [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1688.595940] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1688.597205] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e17186a5-7c0f-4a85-ae3b-a4903b65826d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.623545] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f4c121-9584-dd65-d952-9f8781ded950, 'name': SearchDatastore_Task, 'duration_secs': 0.033133} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.625456] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1688.625456] env[62306]: value = "task-1972324" [ 1688.625456] env[62306]: _type = "Task" [ 1688.625456] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.625964] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b383820f-bdc9-4c0a-8d2d-c8735a1fd7d8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.638572] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1688.638572] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52eec30e-423b-07a6-8408-a9d531fd6104" [ 1688.638572] env[62306]: _type = "Task" [ 1688.638572] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.641668] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972324, 'name': CreateVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.653542] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52eec30e-423b-07a6-8408-a9d531fd6104, 'name': SearchDatastore_Task, 'duration_secs': 0.011537} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.653824] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.654092] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] e7b2d6e6-f687-4d61-9228-e78978e84edf/e7b2d6e6-f687-4d61-9228-e78978e84edf.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1688.654365] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78a01398-d354-405d-9cf8-57373b0a6032 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.664377] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1688.664377] env[62306]: value = "task-1972325" [ 1688.664377] env[62306]: _type = "Task" [ 1688.664377] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.672769] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.674602] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9a8bae-3bde-421b-b842-edd16fe7e803 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.682839] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0abac37-a33c-4f38-8bad-fda5a31b7d3a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.715349] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3187c5ad-2ef5-4d7f-b6a4-747c51d4985b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.729725] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc447a1-d5d7-454e-94c1-a463c7c8b696 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.745873] env[62306]: DEBUG nova.compute.provider_tree [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.780148] env[62306]: DEBUG nova.network.neutron [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1688.806971] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquiring lock "ff025daa-d258-446f-983f-3f0eb03056b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.807246] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "ff025daa-d258-446f-983f-3f0eb03056b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.821989] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquiring lock "41e880e0-f3ae-427b-86b4-e5bde043d0bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.822453] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "41e880e0-f3ae-427b-86b4-e5bde043d0bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.822529] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquiring lock "41e880e0-f3ae-427b-86b4-e5bde043d0bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.822694] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "41e880e0-f3ae-427b-86b4-e5bde043d0bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.822867] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "41e880e0-f3ae-427b-86b4-e5bde043d0bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.828780] env[62306]: INFO nova.compute.manager [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Terminating instance [ 1688.915391] env[62306]: DEBUG oslo_concurrency.lockutils [req-6a3328fa-83ef-4e4a-94be-acd75b3a1cda req-bc82e3b6-553c-4f5e-982e-c35cc8c38e37 service nova] Releasing lock "refresh_cache-e7b2d6e6-f687-4d61-9228-e78978e84edf" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.915707] env[62306]: DEBUG nova.compute.manager [req-6a3328fa-83ef-4e4a-94be-acd75b3a1cda req-bc82e3b6-553c-4f5e-982e-c35cc8c38e37 service nova] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Received event network-changed-795ef85e-524c-4f9f-b836-9e4bfb03fc13 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1688.915896] env[62306]: DEBUG nova.compute.manager [req-6a3328fa-83ef-4e4a-94be-acd75b3a1cda req-bc82e3b6-553c-4f5e-982e-c35cc8c38e37 service nova] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Refreshing instance network info cache due to event network-changed-795ef85e-524c-4f9f-b836-9e4bfb03fc13. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1688.916154] env[62306]: DEBUG oslo_concurrency.lockutils [req-6a3328fa-83ef-4e4a-94be-acd75b3a1cda req-bc82e3b6-553c-4f5e-982e-c35cc8c38e37 service nova] Acquiring lock "refresh_cache-5295d78d-860a-4100-8b53-3ece13c6f31c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.916352] env[62306]: DEBUG oslo_concurrency.lockutils [req-6a3328fa-83ef-4e4a-94be-acd75b3a1cda req-bc82e3b6-553c-4f5e-982e-c35cc8c38e37 service nova] Acquired lock "refresh_cache-5295d78d-860a-4100-8b53-3ece13c6f31c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.916525] env[62306]: DEBUG nova.network.neutron [req-6a3328fa-83ef-4e4a-94be-acd75b3a1cda req-bc82e3b6-553c-4f5e-982e-c35cc8c38e37 service nova] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Refreshing network info cache for port 795ef85e-524c-4f9f-b836-9e4bfb03fc13 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1688.969414] env[62306]: DEBUG nova.network.neutron [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Updating instance_info_cache with network_info: [{"id": "32f12b69-cae9-457d-8744-4b4569308650", "address": "fa:16:3e:e5:b7:41", "network": {"id": "d2011602-bc78-4b68-b9e1-aa3049f1e731", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-340060772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de3b098f47a4cb19d4d342a6d6477bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f12b69-ca", "ovs_interfaceid": "32f12b69-cae9-457d-8744-4b4569308650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.035078] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.139880] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972324, 'name': CreateVM_Task, 'duration_secs': 0.451544} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.140048] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1689.140510] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.140906] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.141321] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1689.141634] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1844ce8f-d23b-4952-8e8f-d845feb5873a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.148951] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for the task: (returnval){ [ 1689.148951] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5270743c-0b50-4426-cbf8-65f34738e030" [ 1689.148951] env[62306]: _type = "Task" [ 1689.148951] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.157786] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5270743c-0b50-4426-cbf8-65f34738e030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.174155] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972325, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.250030] env[62306]: DEBUG nova.scheduler.client.report [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1689.340972] env[62306]: DEBUG nova.compute.manager [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1689.341325] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1689.342243] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084a814e-f8e4-44a8-b252-f88b81f54945 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.349522] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1689.349799] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a086c7f1-e424-475e-acbb-9852e30af00d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.355350] env[62306]: DEBUG oslo_vmware.api [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for the task: (returnval){ [ 1689.355350] env[62306]: value = "task-1972326" [ 1689.355350] env[62306]: _type = "Task" [ 1689.355350] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.363378] env[62306]: DEBUG oslo_vmware.api [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.472602] env[62306]: DEBUG oslo_concurrency.lockutils [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Releasing lock "refresh_cache-7af98b27-970f-4972-8240-b91650034cff" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.472602] env[62306]: DEBUG nova.compute.manager [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Instance network_info: |[{"id": "32f12b69-cae9-457d-8744-4b4569308650", "address": "fa:16:3e:e5:b7:41", "network": {"id": "d2011602-bc78-4b68-b9e1-aa3049f1e731", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-340060772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de3b098f47a4cb19d4d342a6d6477bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f12b69-ca", "ovs_interfaceid": "32f12b69-cae9-457d-8744-4b4569308650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1689.472990] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:b7:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32f12b69-cae9-457d-8744-4b4569308650', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1689.482383] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Creating folder: Project (4de3b098f47a4cb19d4d342a6d6477bd). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1689.482724] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c94816f-035f-4165-bd0a-b7e7b5e77be1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.493775] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Created folder: Project (4de3b098f47a4cb19d4d342a6d6477bd) in parent group-v406007. [ 1689.494042] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Creating folder: Instances. Parent ref: group-v406125. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1689.494514] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd2fc186-4813-4cf4-b415-86cb91dbacbd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.498352] env[62306]: DEBUG nova.compute.manager [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1689.503601] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Created folder: Instances in parent group-v406125. [ 1689.503851] env[62306]: DEBUG oslo.service.loopingcall [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.504053] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af98b27-970f-4972-8240-b91650034cff] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1689.504310] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-615b853d-3c22-4308-930a-20fb9dca2922 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.523689] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1689.523689] env[62306]: value = "task-1972329" [ 1689.523689] env[62306]: _type = "Task" [ 1689.523689] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.529231] env[62306]: DEBUG nova.virt.hardware [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1689.529436] env[62306]: DEBUG nova.virt.hardware [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1689.529644] env[62306]: DEBUG nova.virt.hardware [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1689.529800] env[62306]: DEBUG nova.virt.hardware [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1689.529907] env[62306]: DEBUG nova.virt.hardware [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1689.530066] env[62306]: DEBUG nova.virt.hardware [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1689.530309] env[62306]: DEBUG nova.virt.hardware [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1689.530406] env[62306]: DEBUG nova.virt.hardware [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1689.530616] env[62306]: DEBUG nova.virt.hardware [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1689.530752] env[62306]: DEBUG nova.virt.hardware [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1689.530862] env[62306]: DEBUG nova.virt.hardware [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1689.534916] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd387143-7e5c-42f4-b0a2-a0a9fea5403c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.546585] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972323, 'name': ReconfigVM_Task, 'duration_secs': 0.603883} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.551609] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Reconfigured VM instance instance-00000027 to attach disk [datastore1] f1fd9732-8654-475a-a7a5-63c31caef15d/f1fd9732-8654-475a-a7a5-63c31caef15d.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1689.552298] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972329, 'name': CreateVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.552522] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1612c74f-c0d2-4099-8186-2d8ac6c6b83b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.555157] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca029b67-2f16-4ebd-890f-67f2a6a8cfb2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.573640] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Waiting for the task: (returnval){ [ 1689.573640] env[62306]: value = "task-1972330" [ 1689.573640] env[62306]: _type = "Task" [ 1689.573640] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.580981] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972330, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.662121] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5270743c-0b50-4426-cbf8-65f34738e030, 'name': SearchDatastore_Task, 'duration_secs': 0.054704} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.662488] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.662714] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1689.662947] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.663104] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.663284] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1689.663550] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-035eea62-65ee-48f7-b957-e82db0c41ea4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.676237] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671237} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.677140] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] e7b2d6e6-f687-4d61-9228-e78978e84edf/e7b2d6e6-f687-4d61-9228-e78978e84edf.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1689.677385] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1689.677831] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1689.678076] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1689.678910] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4ef3401-6917-4022-9c33-5cb78b02198a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.681180] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bcae280-71af-43f7-b53a-16a901cc49a7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.690445] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for the task: (returnval){ [ 1689.690445] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d10200-5bf8-8006-a3ac-a0bb4a9ede60" [ 1689.690445] env[62306]: _type = "Task" [ 1689.690445] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.690445] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1689.690445] env[62306]: value = "task-1972331" [ 1689.690445] env[62306]: _type = "Task" [ 1689.690445] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.706216] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d10200-5bf8-8006-a3ac-a0bb4a9ede60, 'name': SearchDatastore_Task, 'duration_secs': 0.009571} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.711565] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.711565] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-167df550-8f74-4a91-90b4-82608a2be80d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.718490] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for the task: (returnval){ [ 1689.718490] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d4436e-317c-49e6-d760-d92637d8391e" [ 1689.718490] env[62306]: _type = "Task" [ 1689.718490] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.726275] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d4436e-317c-49e6-d760-d92637d8391e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.753406] env[62306]: DEBUG oslo_concurrency.lockutils [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.287s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.756523] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.192s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.758141] env[62306]: INFO nova.compute.claims [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1689.766372] env[62306]: DEBUG nova.network.neutron [req-6a3328fa-83ef-4e4a-94be-acd75b3a1cda req-bc82e3b6-553c-4f5e-982e-c35cc8c38e37 service nova] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Updated VIF entry in instance network info cache for port 795ef85e-524c-4f9f-b836-9e4bfb03fc13. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1689.766721] env[62306]: DEBUG nova.network.neutron [req-6a3328fa-83ef-4e4a-94be-acd75b3a1cda req-bc82e3b6-553c-4f5e-982e-c35cc8c38e37 service nova] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Updating instance_info_cache with network_info: [{"id": "795ef85e-524c-4f9f-b836-9e4bfb03fc13", "address": "fa:16:3e:8d:42:8d", "network": {"id": "9498c016-3c0a-4225-a309-01d9a9dcdf88", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1513374851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bce2db4e34384b32a6ff31cd94c9809c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap795ef85e-52", "ovs_interfaceid": "795ef85e-524c-4f9f-b836-9e4bfb03fc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.785453] env[62306]: INFO nova.scheduler.client.report [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Deleted allocations for instance f18e8292-92e9-4180-a2f8-7a57f6b3c7ed [ 1689.866259] env[62306]: DEBUG oslo_vmware.api [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972326, 'name': PowerOffVM_Task, 'duration_secs': 0.232424} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.866539] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1689.866708] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1689.866958] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d793b6b3-0637-47d3-bf09-315ee72ff93e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.921029] env[62306]: DEBUG nova.compute.manager [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Received event network-changed-d727c141-6e56-488c-9b92-a98043088706 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1689.921029] env[62306]: DEBUG nova.compute.manager [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Refreshing instance network info cache due to event network-changed-d727c141-6e56-488c-9b92-a98043088706. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1689.921029] env[62306]: DEBUG oslo_concurrency.lockutils [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] Acquiring lock "refresh_cache-41e880e0-f3ae-427b-86b4-e5bde043d0bd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.921029] env[62306]: DEBUG oslo_concurrency.lockutils [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] Acquired lock "refresh_cache-41e880e0-f3ae-427b-86b4-e5bde043d0bd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.921029] env[62306]: DEBUG nova.network.neutron [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Refreshing network info cache for port d727c141-6e56-488c-9b92-a98043088706 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1690.006722] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1690.006990] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1690.010350] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Deleting the datastore file [datastore1] 41e880e0-f3ae-427b-86b4-e5bde043d0bd {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1690.010350] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac3c2600-72d2-42c8-8710-59590c1d7b9e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.014824] env[62306]: DEBUG oslo_vmware.api [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for the task: (returnval){ [ 1690.014824] env[62306]: value = "task-1972333" [ 1690.014824] env[62306]: _type = "Task" [ 1690.014824] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.032104] env[62306]: DEBUG oslo_vmware.api [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.038158] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972329, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.084047] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972330, 'name': Rename_Task, 'duration_secs': 0.176576} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.084047] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1690.084247] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14c31150-e13e-438f-b391-80c19be9659a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.092523] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Waiting for the task: (returnval){ [ 1690.092523] env[62306]: value = "task-1972334" [ 1690.092523] env[62306]: _type = "Task" [ 1690.092523] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.103477] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.204789] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124213} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.205467] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1690.207105] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df42b728-49ec-4f95-b8fc-7c3bdedcf285 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.241367] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] e7b2d6e6-f687-4d61-9228-e78978e84edf/e7b2d6e6-f687-4d61-9228-e78978e84edf.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1690.246937] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6087333a-692b-40ab-8af9-18ae416fed2e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.272932] env[62306]: DEBUG oslo_concurrency.lockutils [req-6a3328fa-83ef-4e4a-94be-acd75b3a1cda req-bc82e3b6-553c-4f5e-982e-c35cc8c38e37 service nova] Releasing lock "refresh_cache-5295d78d-860a-4100-8b53-3ece13c6f31c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.273331] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d4436e-317c-49e6-d760-d92637d8391e, 'name': SearchDatastore_Task, 'duration_secs': 0.008983} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.277014] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.277014] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 74a8ea77-3cbf-493c-9cf0-164f373caa0e/74a8ea77-3cbf-493c-9cf0-164f373caa0e.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1690.277014] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1690.277014] env[62306]: value = "task-1972335" [ 1690.277014] env[62306]: _type = "Task" [ 1690.277014] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.277014] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17782aeb-2736-495d-85b7-94fe9730c157 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.300210] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.300624] env[62306]: DEBUG oslo_concurrency.lockutils [None req-123cd28d-8a01-42c3-92fb-f92f5ffbf8c3 tempest-FloatingIPsAssociationTestJSON-1291107871 tempest-FloatingIPsAssociationTestJSON-1291107871-project-member] Lock "f18e8292-92e9-4180-a2f8-7a57f6b3c7ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.260s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.302377] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for the task: (returnval){ [ 1690.302377] env[62306]: value = "task-1972336" [ 1690.302377] env[62306]: _type = "Task" [ 1690.302377] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.312211] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.369394] env[62306]: DEBUG nova.network.neutron [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Successfully updated port: 671ddc57-ce33-48a6-88f9-d7990c0680e8 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1690.525818] env[62306]: DEBUG oslo_vmware.api [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148962} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.526234] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1690.526445] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1690.526674] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1690.526936] env[62306]: INFO nova.compute.manager [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1690.527266] env[62306]: DEBUG oslo.service.loopingcall [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1690.527515] env[62306]: DEBUG nova.compute.manager [-] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1690.527650] env[62306]: DEBUG nova.network.neutron [-] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1690.543991] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972329, 'name': CreateVM_Task, 'duration_secs': 0.630156} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.544268] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af98b27-970f-4972-8240-b91650034cff] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1690.545202] env[62306]: DEBUG oslo_concurrency.lockutils [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.545296] env[62306]: DEBUG oslo_concurrency.lockutils [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.545889] env[62306]: DEBUG oslo_concurrency.lockutils [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1690.546478] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cf66c16-ec87-44ba-a9d0-42a12bd6ad3e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.551737] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Waiting for the task: (returnval){ [ 1690.551737] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52655af5-a7cf-9ff5-ff68-a145353d856b" [ 1690.551737] env[62306]: _type = "Task" [ 1690.551737] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.562790] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52655af5-a7cf-9ff5-ff68-a145353d856b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.379984] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "refresh_cache-2bdde4ff-241d-4f86-8fe9-87a2e985d392" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.379984] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired lock "refresh_cache-2bdde4ff-241d-4f86-8fe9-87a2e985d392" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.380209] env[62306]: DEBUG nova.network.neutron [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1691.382994] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972334, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.383206] env[62306]: WARNING oslo_vmware.common.loopingcall [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] task run outlasted interval by 0.29002300000000003 sec [ 1691.394056] env[62306]: DEBUG nova.compute.manager [req-05898230-e2f2-491a-a67c-3fd4f0c6cff0 req-8e9456db-55c4-4959-86ac-8eaaee2d54a7 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Received event network-vif-deleted-d727c141-6e56-488c-9b92-a98043088706 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1691.394285] env[62306]: INFO nova.compute.manager [req-05898230-e2f2-491a-a67c-3fd4f0c6cff0 req-8e9456db-55c4-4959-86ac-8eaaee2d54a7 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Neutron deleted interface d727c141-6e56-488c-9b92-a98043088706; detaching it from the instance and deleting it from the info cache [ 1691.394456] env[62306]: DEBUG nova.network.neutron [req-05898230-e2f2-491a-a67c-3fd4f0c6cff0 req-8e9456db-55c4-4959-86ac-8eaaee2d54a7 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.401596] env[62306]: DEBUG nova.network.neutron [-] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.419681] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972336, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.419922] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972335, 'name': ReconfigVM_Task, 'duration_secs': 0.503551} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.420133] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52655af5-a7cf-9ff5-ff68-a145353d856b, 'name': SearchDatastore_Task, 'duration_secs': 0.068705} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.424140] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Reconfigured VM instance instance-00000028 to attach disk [datastore1] e7b2d6e6-f687-4d61-9228-e78978e84edf/e7b2d6e6-f687-4d61-9228-e78978e84edf.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1691.425072] env[62306]: DEBUG oslo_concurrency.lockutils [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.425350] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1691.425507] env[62306]: DEBUG oslo_concurrency.lockutils [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.425641] env[62306]: DEBUG oslo_concurrency.lockutils [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.425803] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1691.426664] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b2cc418-4f12-4455-8188-f9e697681a16 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.428225] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8741e1f-a9ff-45cf-85eb-f6e6e2232b63 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.433380] env[62306]: DEBUG oslo_vmware.api [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972334, 'name': PowerOnVM_Task, 'duration_secs': 0.608111} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.434246] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1691.435095] env[62306]: INFO nova.compute.manager [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Took 13.17 seconds to spawn the instance on the hypervisor. [ 1691.435095] env[62306]: DEBUG nova.compute.manager [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1691.435474] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245dc06e-becd-43d5-9aaf-933249800fcc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.440610] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1691.440610] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1691.442718] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1303b46d-760b-4b15-ab19-348d0b63e9e4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.447552] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1691.447552] env[62306]: value = "task-1972337" [ 1691.447552] env[62306]: _type = "Task" [ 1691.447552] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.455341] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Waiting for the task: (returnval){ [ 1691.455341] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52408061-f8e1-956f-7cd9-950d1e337899" [ 1691.455341] env[62306]: _type = "Task" [ 1691.455341] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.461266] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972337, 'name': Rename_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.466191] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52408061-f8e1-956f-7cd9-950d1e337899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.782286] env[62306]: DEBUG nova.network.neutron [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Updated VIF entry in instance network info cache for port d727c141-6e56-488c-9b92-a98043088706. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1691.782779] env[62306]: DEBUG nova.network.neutron [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Updating instance_info_cache with network_info: [{"id": "d727c141-6e56-488c-9b92-a98043088706", "address": "fa:16:3e:ef:8a:b8", "network": {"id": "c57f43af-6802-4e3d-a341-d7f89b29db10", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2013283268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d401bcab74454e817b346c383509cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd727c141-6e", "ovs_interfaceid": "d727c141-6e56-488c-9b92-a98043088706", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.893889] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972336, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.902063] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Acquiring lock "5295d78d-860a-4100-8b53-3ece13c6f31c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.902708] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Lock "5295d78d-860a-4100-8b53-3ece13c6f31c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.903126] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Acquiring lock "5295d78d-860a-4100-8b53-3ece13c6f31c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.903544] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Lock "5295d78d-860a-4100-8b53-3ece13c6f31c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.903918] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Lock "5295d78d-860a-4100-8b53-3ece13c6f31c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.906359] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7abca31-0333-40a7-a923-4d6989329162 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.909310] env[62306]: INFO nova.compute.manager [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Terminating instance [ 1691.911833] env[62306]: INFO nova.compute.manager [-] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Took 1.38 seconds to deallocate network for instance. [ 1691.928552] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf438214-47c1-4f4a-828a-85276b00eaa5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.973708] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff5e5a7-2d35-4424-b348-10382061af2e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.976510] env[62306]: DEBUG nova.compute.manager [req-05898230-e2f2-491a-a67c-3fd4f0c6cff0 req-8e9456db-55c4-4959-86ac-8eaaee2d54a7 service nova] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Detach interface failed, port_id=d727c141-6e56-488c-9b92-a98043088706, reason: Instance 41e880e0-f3ae-427b-86b4-e5bde043d0bd could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1691.977543] env[62306]: DEBUG nova.network.neutron [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1691.985411] env[62306]: DEBUG nova.compute.manager [req-31bdbb29-265b-41e1-b1b4-419cb76c91c0 req-e9f718d6-a7e6-4c48-ade1-4a1416062101 service nova] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Received event network-vif-plugged-671ddc57-ce33-48a6-88f9-d7990c0680e8 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1691.985729] env[62306]: DEBUG oslo_concurrency.lockutils [req-31bdbb29-265b-41e1-b1b4-419cb76c91c0 req-e9f718d6-a7e6-4c48-ade1-4a1416062101 service nova] Acquiring lock "2bdde4ff-241d-4f86-8fe9-87a2e985d392-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.986057] env[62306]: DEBUG oslo_concurrency.lockutils [req-31bdbb29-265b-41e1-b1b4-419cb76c91c0 req-e9f718d6-a7e6-4c48-ade1-4a1416062101 service nova] Lock "2bdde4ff-241d-4f86-8fe9-87a2e985d392-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.986378] env[62306]: DEBUG oslo_concurrency.lockutils [req-31bdbb29-265b-41e1-b1b4-419cb76c91c0 req-e9f718d6-a7e6-4c48-ade1-4a1416062101 service nova] Lock "2bdde4ff-241d-4f86-8fe9-87a2e985d392-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.986655] env[62306]: DEBUG nova.compute.manager [req-31bdbb29-265b-41e1-b1b4-419cb76c91c0 req-e9f718d6-a7e6-4c48-ade1-4a1416062101 service nova] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] No waiting events found dispatching network-vif-plugged-671ddc57-ce33-48a6-88f9-d7990c0680e8 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1691.986922] env[62306]: WARNING nova.compute.manager [req-31bdbb29-265b-41e1-b1b4-419cb76c91c0 req-e9f718d6-a7e6-4c48-ade1-4a1416062101 service nova] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Received unexpected event network-vif-plugged-671ddc57-ce33-48a6-88f9-d7990c0680e8 for instance with vm_state building and task_state spawning. [ 1691.987189] env[62306]: DEBUG nova.compute.manager [req-31bdbb29-265b-41e1-b1b4-419cb76c91c0 req-e9f718d6-a7e6-4c48-ade1-4a1416062101 service nova] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Received event network-changed-671ddc57-ce33-48a6-88f9-d7990c0680e8 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1691.987432] env[62306]: DEBUG nova.compute.manager [req-31bdbb29-265b-41e1-b1b4-419cb76c91c0 req-e9f718d6-a7e6-4c48-ade1-4a1416062101 service nova] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Refreshing instance network info cache due to event network-changed-671ddc57-ce33-48a6-88f9-d7990c0680e8. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1691.987724] env[62306]: DEBUG oslo_concurrency.lockutils [req-31bdbb29-265b-41e1-b1b4-419cb76c91c0 req-e9f718d6-a7e6-4c48-ade1-4a1416062101 service nova] Acquiring lock "refresh_cache-2bdde4ff-241d-4f86-8fe9-87a2e985d392" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.988454] env[62306]: INFO nova.compute.manager [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Took 55.18 seconds to build instance. [ 1691.995076] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972337, 'name': Rename_Task, 'duration_secs': 0.510801} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.000913] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1692.000913] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52408061-f8e1-956f-7cd9-950d1e337899, 'name': SearchDatastore_Task, 'duration_secs': 0.010622} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.001741] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9586c5b8-9d64-42be-986d-3ebd760a0fbc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.003244] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae82d0d-9829-493a-b31a-a726eef1f061 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.007543] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f970348-c0e6-4e6c-96fb-c2871e9024ee {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.041561] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1692.041561] env[62306]: value = "task-1972338" [ 1692.041561] env[62306]: _type = "Task" [ 1692.041561] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.046869] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f02b4f5-cf0b-4957-bd9b-4196fa80fa1b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.049908] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Waiting for the task: (returnval){ [ 1692.049908] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52edb7d9-4cf0-c797-cad4-0e3c18be6a79" [ 1692.049908] env[62306]: _type = "Task" [ 1692.049908] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.063263] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e725d2-8755-41e7-b9ec-37fdccb2d0db {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.072557] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972338, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.073134] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52edb7d9-4cf0-c797-cad4-0e3c18be6a79, 'name': SearchDatastore_Task, 'duration_secs': 0.019369} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.073678] env[62306]: DEBUG oslo_concurrency.lockutils [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.073956] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 7af98b27-970f-4972-8240-b91650034cff/7af98b27-970f-4972-8240-b91650034cff.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1692.074241] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9e6a250-2a0a-418e-93ba-619b029293e0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.083809] env[62306]: DEBUG nova.compute.provider_tree [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1692.089460] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Waiting for the task: (returnval){ [ 1692.089460] env[62306]: value = "task-1972339" [ 1692.089460] env[62306]: _type = "Task" [ 1692.089460] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.099623] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Task: {'id': task-1972339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.286933] env[62306]: DEBUG oslo_concurrency.lockutils [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] Releasing lock "refresh_cache-41e880e0-f3ae-427b-86b4-e5bde043d0bd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.287341] env[62306]: DEBUG nova.compute.manager [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] [instance: 7af98b27-970f-4972-8240-b91650034cff] Received event network-vif-plugged-32f12b69-cae9-457d-8744-4b4569308650 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1692.287556] env[62306]: DEBUG oslo_concurrency.lockutils [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] Acquiring lock "7af98b27-970f-4972-8240-b91650034cff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.287812] env[62306]: DEBUG oslo_concurrency.lockutils [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] Lock "7af98b27-970f-4972-8240-b91650034cff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.288170] env[62306]: DEBUG oslo_concurrency.lockutils [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] Lock "7af98b27-970f-4972-8240-b91650034cff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.288170] env[62306]: DEBUG nova.compute.manager [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] [instance: 7af98b27-970f-4972-8240-b91650034cff] No waiting events found dispatching network-vif-plugged-32f12b69-cae9-457d-8744-4b4569308650 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1692.288402] env[62306]: WARNING nova.compute.manager [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] [instance: 7af98b27-970f-4972-8240-b91650034cff] Received unexpected event network-vif-plugged-32f12b69-cae9-457d-8744-4b4569308650 for instance with vm_state building and task_state spawning. [ 1692.288607] env[62306]: DEBUG nova.compute.manager [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] [instance: 7af98b27-970f-4972-8240-b91650034cff] Received event network-changed-32f12b69-cae9-457d-8744-4b4569308650 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1692.288811] env[62306]: DEBUG nova.compute.manager [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] [instance: 7af98b27-970f-4972-8240-b91650034cff] Refreshing instance network info cache due to event network-changed-32f12b69-cae9-457d-8744-4b4569308650. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1692.289268] env[62306]: DEBUG oslo_concurrency.lockutils [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] Acquiring lock "refresh_cache-7af98b27-970f-4972-8240-b91650034cff" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.289268] env[62306]: DEBUG oslo_concurrency.lockutils [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] Acquired lock "refresh_cache-7af98b27-970f-4972-8240-b91650034cff" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.289268] env[62306]: DEBUG nova.network.neutron [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] [instance: 7af98b27-970f-4972-8240-b91650034cff] Refreshing network info cache for port 32f12b69-cae9-457d-8744-4b4569308650 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1692.347438] env[62306]: DEBUG nova.network.neutron [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Updating instance_info_cache with network_info: [{"id": "671ddc57-ce33-48a6-88f9-d7990c0680e8", "address": "fa:16:3e:b3:7b:a2", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671ddc57-ce", "ovs_interfaceid": "671ddc57-ce33-48a6-88f9-d7990c0680e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.391094] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972336, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.713159} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.395817] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 74a8ea77-3cbf-493c-9cf0-164f373caa0e/74a8ea77-3cbf-493c-9cf0-164f373caa0e.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1692.395817] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1692.395817] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-006dbb10-122d-46ca-bc06-1ccf8082299f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.405442] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for the task: (returnval){ [ 1692.405442] env[62306]: value = "task-1972340" [ 1692.405442] env[62306]: _type = "Task" [ 1692.405442] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.417771] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.421202] env[62306]: DEBUG nova.compute.manager [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1692.421685] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1692.423830] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.424938] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31663c47-1e4b-40c6-a89f-b86597b57af8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.435306] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1692.439351] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dca3f592-5c45-49ac-910f-3354409d582b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.445408] env[62306]: DEBUG oslo_vmware.api [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Waiting for the task: (returnval){ [ 1692.445408] env[62306]: value = "task-1972341" [ 1692.445408] env[62306]: _type = "Task" [ 1692.445408] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.461910] env[62306]: DEBUG oslo_vmware.api [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': task-1972341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.493693] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8e2b3d4c-c64c-4390-adfe-25b87582a3d0 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Lock "f1fd9732-8654-475a-a7a5-63c31caef15d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.554s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.559700] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972338, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.588153] env[62306]: DEBUG nova.scheduler.client.report [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1692.603628] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Task: {'id': task-1972339, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.850369] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Releasing lock "refresh_cache-2bdde4ff-241d-4f86-8fe9-87a2e985d392" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.850727] env[62306]: DEBUG nova.compute.manager [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Instance network_info: |[{"id": "671ddc57-ce33-48a6-88f9-d7990c0680e8", "address": "fa:16:3e:b3:7b:a2", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671ddc57-ce", "ovs_interfaceid": "671ddc57-ce33-48a6-88f9-d7990c0680e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1692.851024] env[62306]: DEBUG oslo_concurrency.lockutils [req-31bdbb29-265b-41e1-b1b4-419cb76c91c0 req-e9f718d6-a7e6-4c48-ade1-4a1416062101 service nova] Acquired lock "refresh_cache-2bdde4ff-241d-4f86-8fe9-87a2e985d392" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.851303] env[62306]: DEBUG nova.network.neutron [req-31bdbb29-265b-41e1-b1b4-419cb76c91c0 req-e9f718d6-a7e6-4c48-ade1-4a1416062101 service nova] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Refreshing network info cache for port 671ddc57-ce33-48a6-88f9-d7990c0680e8 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1692.853283] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:7b:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '671ddc57-ce33-48a6-88f9-d7990c0680e8', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1692.860448] env[62306]: DEBUG oslo.service.loopingcall [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1692.861551] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1692.861779] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-764456fe-af76-4e33-8c32-902dbc3faab2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.884238] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1692.884238] env[62306]: value = "task-1972342" [ 1692.884238] env[62306]: _type = "Task" [ 1692.884238] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.893569] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972342, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.912197] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972340, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.956673] env[62306]: DEBUG oslo_vmware.api [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': task-1972341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.996182] env[62306]: DEBUG nova.compute.manager [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1693.060174] env[62306]: DEBUG oslo_vmware.api [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972338, 'name': PowerOnVM_Task, 'duration_secs': 0.855077} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.060674] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1693.060750] env[62306]: INFO nova.compute.manager [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1693.060961] env[62306]: DEBUG nova.compute.manager [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1693.061899] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdba8c5-06d7-43bf-b66e-342b5e5b7d93 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.095675] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.339s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.096255] env[62306]: DEBUG nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1693.101039] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.924s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.103022] env[62306]: DEBUG nova.objects.instance [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Lazy-loading 'resources' on Instance uuid b62fa60a-970d-440a-9fbb-ac03ff7d6cc2 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1693.110572] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Task: {'id': task-1972339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787101} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.110854] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 7af98b27-970f-4972-8240-b91650034cff/7af98b27-970f-4972-8240-b91650034cff.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1693.111408] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1693.111408] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d8e9a1d-8702-495a-b46f-3e57d30e581b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.118361] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Waiting for the task: (returnval){ [ 1693.118361] env[62306]: value = "task-1972343" [ 1693.118361] env[62306]: _type = "Task" [ 1693.118361] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.127919] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Task: {'id': task-1972343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.140868] env[62306]: DEBUG nova.network.neutron [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] [instance: 7af98b27-970f-4972-8240-b91650034cff] Updated VIF entry in instance network info cache for port 32f12b69-cae9-457d-8744-4b4569308650. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1693.141463] env[62306]: DEBUG nova.network.neutron [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] [instance: 7af98b27-970f-4972-8240-b91650034cff] Updating instance_info_cache with network_info: [{"id": "32f12b69-cae9-457d-8744-4b4569308650", "address": "fa:16:3e:e5:b7:41", "network": {"id": "d2011602-bc78-4b68-b9e1-aa3049f1e731", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-340060772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de3b098f47a4cb19d4d342a6d6477bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f12b69-ca", "ovs_interfaceid": "32f12b69-cae9-457d-8744-4b4569308650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.394620] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972342, 'name': CreateVM_Task, 'duration_secs': 0.358348} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.394822] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1693.395543] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.395773] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.396198] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1693.396485] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a426439f-9aee-48f1-8c91-eddc4943b14f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.401185] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1693.401185] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52058b99-9018-5fa4-4909-501357e0751a" [ 1693.401185] env[62306]: _type = "Task" [ 1693.401185] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.412259] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52058b99-9018-5fa4-4909-501357e0751a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.415086] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.523755} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.415330] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1693.416142] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370c8668-e644-4110-a97e-ea1289f84214 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.438597] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 74a8ea77-3cbf-493c-9cf0-164f373caa0e/74a8ea77-3cbf-493c-9cf0-164f373caa0e.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1693.438597] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0daa0ed-dd30-48d9-964b-e3b701c2d8d4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.468035] env[62306]: DEBUG oslo_vmware.api [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': task-1972341, 'name': PowerOffVM_Task, 'duration_secs': 0.623803} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.468035] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1693.468257] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1693.468411] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for the task: (returnval){ [ 1693.468411] env[62306]: value = "task-1972344" [ 1693.468411] env[62306]: _type = "Task" [ 1693.468411] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.468612] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1162344-0132-4b09-bc32-d932b217c133 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.479479] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972344, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.523119] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.580772] env[62306]: INFO nova.compute.manager [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Took 47.36 seconds to build instance. [ 1693.604924] env[62306]: DEBUG nova.compute.utils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1693.611417] env[62306]: DEBUG nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1693.611970] env[62306]: DEBUG nova.network.neutron [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1693.632437] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Task: {'id': task-1972343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087978} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.633566] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1693.634528] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1693.634528] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1693.634528] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Deleting the datastore file [datastore1] 5295d78d-860a-4100-8b53-3ece13c6f31c {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1693.634862] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db10dba-80a7-416c-8559-d221a8de5397 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.637665] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea2d32e7-6a56-41e9-b77c-080eb6a549f1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.650892] env[62306]: DEBUG oslo_concurrency.lockutils [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] Releasing lock "refresh_cache-7af98b27-970f-4972-8240-b91650034cff" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.651363] env[62306]: DEBUG nova.compute.manager [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Received event network-changed-795ef85e-524c-4f9f-b836-9e4bfb03fc13 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1693.651363] env[62306]: DEBUG nova.compute.manager [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Refreshing instance network info cache due to event network-changed-795ef85e-524c-4f9f-b836-9e4bfb03fc13. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1693.651531] env[62306]: DEBUG oslo_concurrency.lockutils [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] Acquiring lock "refresh_cache-5295d78d-860a-4100-8b53-3ece13c6f31c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.651664] env[62306]: DEBUG oslo_concurrency.lockutils [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] Acquired lock "refresh_cache-5295d78d-860a-4100-8b53-3ece13c6f31c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.652760] env[62306]: DEBUG nova.network.neutron [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Refreshing network info cache for port 795ef85e-524c-4f9f-b836-9e4bfb03fc13 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1693.662434] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 7af98b27-970f-4972-8240-b91650034cff/7af98b27-970f-4972-8240-b91650034cff.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1693.670113] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23a6486e-48d2-4c3f-b2fb-406951a27b11 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.683918] env[62306]: DEBUG oslo_vmware.api [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Waiting for the task: (returnval){ [ 1693.683918] env[62306]: value = "task-1972346" [ 1693.683918] env[62306]: _type = "Task" [ 1693.683918] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.685441] env[62306]: DEBUG nova.policy [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e3880c45ebe4d30b426239594236a4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8919fea292b4dacbbdb229c1136e0bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1693.697282] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Waiting for the task: (returnval){ [ 1693.697282] env[62306]: value = "task-1972347" [ 1693.697282] env[62306]: _type = "Task" [ 1693.697282] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.703657] env[62306]: DEBUG oslo_vmware.api [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': task-1972346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.711328] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Task: {'id': task-1972347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.916377] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52058b99-9018-5fa4-4909-501357e0751a, 'name': SearchDatastore_Task, 'duration_secs': 0.010015} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.919067] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.919321] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1693.919621] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.919768] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.920094] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1693.920612] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7074b68c-9609-4952-a810-9fc0c1a0cea6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.929729] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1693.929926] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1693.930767] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dadc6fdf-1b32-4d4e-b20d-9dfe23ec869f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.941831] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1693.941831] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529f4904-49e8-e866-9836-4ec6061ab7cd" [ 1693.941831] env[62306]: _type = "Task" [ 1693.941831] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.949600] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529f4904-49e8-e866-9836-4ec6061ab7cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.956447] env[62306]: DEBUG nova.network.neutron [req-31bdbb29-265b-41e1-b1b4-419cb76c91c0 req-e9f718d6-a7e6-4c48-ade1-4a1416062101 service nova] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Updated VIF entry in instance network info cache for port 671ddc57-ce33-48a6-88f9-d7990c0680e8. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1693.956818] env[62306]: DEBUG nova.network.neutron [req-31bdbb29-265b-41e1-b1b4-419cb76c91c0 req-e9f718d6-a7e6-4c48-ade1-4a1416062101 service nova] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Updating instance_info_cache with network_info: [{"id": "671ddc57-ce33-48a6-88f9-d7990c0680e8", "address": "fa:16:3e:b3:7b:a2", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671ddc57-ce", "ovs_interfaceid": "671ddc57-ce33-48a6-88f9-d7990c0680e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.958224] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Acquiring lock "f1fd9732-8654-475a-a7a5-63c31caef15d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.958404] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Lock "f1fd9732-8654-475a-a7a5-63c31caef15d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.958592] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Acquiring lock "f1fd9732-8654-475a-a7a5-63c31caef15d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.958770] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Lock "f1fd9732-8654-475a-a7a5-63c31caef15d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.958937] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Lock "f1fd9732-8654-475a-a7a5-63c31caef15d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.972029] env[62306]: INFO nova.compute.manager [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Terminating instance [ 1693.984038] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.048705] env[62306]: DEBUG nova.network.neutron [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Successfully created port: b60121f3-f9df-4011-bc23-98d2c7f9ea51 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1694.082862] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b58713f4-0719-49f1-aeaa-6a511a0ff7e9 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "e7b2d6e6-f687-4d61-9228-e78978e84edf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.732s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.111073] env[62306]: DEBUG nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1694.198823] env[62306]: DEBUG oslo_vmware.api [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Task: {'id': task-1972346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287496} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.205043] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1694.205261] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1694.205450] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1694.205717] env[62306]: INFO nova.compute.manager [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1694.205916] env[62306]: DEBUG oslo.service.loopingcall [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1694.206363] env[62306]: DEBUG nova.compute.manager [-] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1694.206570] env[62306]: DEBUG nova.network.neutron [-] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1694.214356] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Task: {'id': task-1972347, 'name': ReconfigVM_Task, 'duration_secs': 0.285414} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.214619] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 7af98b27-970f-4972-8240-b91650034cff/7af98b27-970f-4972-8240-b91650034cff.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1694.215261] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c5b3fe0-7306-483d-aa1a-deeba00081b0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.225179] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Waiting for the task: (returnval){ [ 1694.225179] env[62306]: value = "task-1972348" [ 1694.225179] env[62306]: _type = "Task" [ 1694.225179] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.237673] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Task: {'id': task-1972348, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.327127] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9887a3b7-7e32-47a1-bf15-4cafb8b4f2ad {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.335941] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bcd1e8-47fb-429f-bf9f-accdeb9f4412 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.377470] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be07655d-e1b5-48ac-bf1e-4a371fc91013 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.385475] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7a1897-e5b8-4b95-8a1c-68e83354c2ea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.399419] env[62306]: DEBUG nova.compute.provider_tree [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.406126] env[62306]: DEBUG nova.network.neutron [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Updated VIF entry in instance network info cache for port 795ef85e-524c-4f9f-b836-9e4bfb03fc13. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1694.406126] env[62306]: DEBUG nova.network.neutron [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Updating instance_info_cache with network_info: [{"id": "795ef85e-524c-4f9f-b836-9e4bfb03fc13", "address": "fa:16:3e:8d:42:8d", "network": {"id": "9498c016-3c0a-4225-a309-01d9a9dcdf88", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1513374851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bce2db4e34384b32a6ff31cd94c9809c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap795ef85e-52", "ovs_interfaceid": "795ef85e-524c-4f9f-b836-9e4bfb03fc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.453409] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529f4904-49e8-e866-9836-4ec6061ab7cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013414} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.453409] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca0c094c-52f0-403a-8a9f-c659091eed36 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.458283] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1694.458283] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a762be-bfb6-0d9b-b8fb-9817b666c5aa" [ 1694.458283] env[62306]: _type = "Task" [ 1694.458283] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.466407] env[62306]: DEBUG oslo_concurrency.lockutils [req-31bdbb29-265b-41e1-b1b4-419cb76c91c0 req-e9f718d6-a7e6-4c48-ade1-4a1416062101 service nova] Releasing lock "refresh_cache-2bdde4ff-241d-4f86-8fe9-87a2e985d392" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.467304] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a762be-bfb6-0d9b-b8fb-9817b666c5aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.480274] env[62306]: DEBUG nova.compute.manager [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1694.480485] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1694.480761] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972344, 'name': ReconfigVM_Task, 'duration_secs': 0.694739} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.481475] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8124ac0-1bce-4677-8813-82d83b75b65d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.484313] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 74a8ea77-3cbf-493c-9cf0-164f373caa0e/74a8ea77-3cbf-493c-9cf0-164f373caa0e.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1694.485171] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4eb8a65-7003-4012-80f5-083af3f4642b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.491322] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1694.492506] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb9bae43-edd1-4a0d-9e0c-6df296e3d898 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.493892] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for the task: (returnval){ [ 1694.493892] env[62306]: value = "task-1972349" [ 1694.493892] env[62306]: _type = "Task" [ 1694.493892] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.502145] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972349, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.503375] env[62306]: DEBUG oslo_vmware.api [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Waiting for the task: (returnval){ [ 1694.503375] env[62306]: value = "task-1972350" [ 1694.503375] env[62306]: _type = "Task" [ 1694.503375] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.588872] env[62306]: DEBUG nova.compute.manager [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1694.735152] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Task: {'id': task-1972348, 'name': Rename_Task, 'duration_secs': 0.139035} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.735429] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1694.735675] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b535c553-f3be-48ea-a0c8-bf4e175cbf87 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.744216] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Waiting for the task: (returnval){ [ 1694.744216] env[62306]: value = "task-1972351" [ 1694.744216] env[62306]: _type = "Task" [ 1694.744216] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.756998] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Task: {'id': task-1972351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.903071] env[62306]: DEBUG nova.scheduler.client.report [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1694.908032] env[62306]: DEBUG oslo_concurrency.lockutils [req-de480870-17ad-43bc-9cc1-00dfc4cdc18b req-4a22ac58-c789-432b-9b69-8cd06d573e60 service nova] Releasing lock "refresh_cache-5295d78d-860a-4100-8b53-3ece13c6f31c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.968736] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a762be-bfb6-0d9b-b8fb-9817b666c5aa, 'name': SearchDatastore_Task, 'duration_secs': 0.02547} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.969046] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.969302] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 2bdde4ff-241d-4f86-8fe9-87a2e985d392/2bdde4ff-241d-4f86-8fe9-87a2e985d392.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1694.969540] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de4d8853-bc7b-44af-aa47-41ee383e55d8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.976260] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1694.976260] env[62306]: value = "task-1972352" [ 1694.976260] env[62306]: _type = "Task" [ 1694.976260] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.990928] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.002933] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972349, 'name': Rename_Task, 'duration_secs': 0.31133} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.005011] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1695.005815] env[62306]: DEBUG nova.compute.manager [req-faeae742-74f6-48c4-bc65-a4a11f96d7b4 req-9ed90fa1-5dfe-445e-a967-71a90d4eab64 service nova] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Received event network-changed-347349da-7e60-473a-a3b3-d5c4975ed4b0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1695.005994] env[62306]: DEBUG nova.compute.manager [req-faeae742-74f6-48c4-bc65-a4a11f96d7b4 req-9ed90fa1-5dfe-445e-a967-71a90d4eab64 service nova] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Refreshing instance network info cache due to event network-changed-347349da-7e60-473a-a3b3-d5c4975ed4b0. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1695.006246] env[62306]: DEBUG oslo_concurrency.lockutils [req-faeae742-74f6-48c4-bc65-a4a11f96d7b4 req-9ed90fa1-5dfe-445e-a967-71a90d4eab64 service nova] Acquiring lock "refresh_cache-e7b2d6e6-f687-4d61-9228-e78978e84edf" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.006391] env[62306]: DEBUG oslo_concurrency.lockutils [req-faeae742-74f6-48c4-bc65-a4a11f96d7b4 req-9ed90fa1-5dfe-445e-a967-71a90d4eab64 service nova] Acquired lock "refresh_cache-e7b2d6e6-f687-4d61-9228-e78978e84edf" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.006554] env[62306]: DEBUG nova.network.neutron [req-faeae742-74f6-48c4-bc65-a4a11f96d7b4 req-9ed90fa1-5dfe-445e-a967-71a90d4eab64 service nova] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Refreshing network info cache for port 347349da-7e60-473a-a3b3-d5c4975ed4b0 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1695.009072] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69c70afe-0501-42d8-bcf4-0d9fb147f7a2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.019426] env[62306]: DEBUG oslo_vmware.api [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972350, 'name': PowerOffVM_Task, 'duration_secs': 0.355999} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.021323] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1695.023101] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1695.023101] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for the task: (returnval){ [ 1695.023101] env[62306]: value = "task-1972353" [ 1695.023101] env[62306]: _type = "Task" [ 1695.023101] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.023101] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-484b8ef9-d2d2-4c72-9551-9e2c2fcbda8e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.033604] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.117691] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.124163] env[62306]: DEBUG nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1695.147289] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1695.147752] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1695.148338] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Deleting the datastore file [datastore1] f1fd9732-8654-475a-a7a5-63c31caef15d {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1695.148338] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ee60cb3-a1be-4670-b783-5d638dcd2e10 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.157507] env[62306]: DEBUG oslo_vmware.api [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Waiting for the task: (returnval){ [ 1695.157507] env[62306]: value = "task-1972355" [ 1695.157507] env[62306]: _type = "Task" [ 1695.157507] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.159935] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1695.160180] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1695.160411] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1695.160657] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1695.160837] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1695.161047] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1695.161319] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1695.161517] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1695.161712] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1695.161909] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1695.162300] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1695.164214] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490c52dd-a590-48a3-aa28-1ef210b75e3b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.181716] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a801519c-ef99-46a1-94d9-1a1282bf82f6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.186747] env[62306]: DEBUG oslo_vmware.api [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.255022] env[62306]: DEBUG oslo_vmware.api [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Task: {'id': task-1972351, 'name': PowerOnVM_Task, 'duration_secs': 0.491422} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.255393] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1695.255667] env[62306]: INFO nova.compute.manager [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1695.255889] env[62306]: DEBUG nova.compute.manager [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1695.256900] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fccf6d6-e25a-41c0-8023-c7338dcd21bb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.412507] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.420465] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.195s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.420465] env[62306]: DEBUG nova.objects.instance [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lazy-loading 'resources' on Instance uuid 8dfb0848-2dc0-431d-8372-8474c1084bf8 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1695.468315] env[62306]: INFO nova.scheduler.client.report [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Deleted allocations for instance b62fa60a-970d-440a-9fbb-ac03ff7d6cc2 [ 1695.489860] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972352, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.494061] env[62306]: DEBUG nova.network.neutron [-] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.539433] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972353, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.685349] env[62306]: DEBUG oslo_vmware.api [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Task: {'id': task-1972355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522493} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.685993] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1695.686891] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1695.687220] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1695.687898] env[62306]: INFO nova.compute.manager [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1695.688320] env[62306]: DEBUG oslo.service.loopingcall [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1695.689371] env[62306]: DEBUG nova.compute.manager [-] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1695.689675] env[62306]: DEBUG nova.network.neutron [-] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1695.782106] env[62306]: INFO nova.compute.manager [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Took 46.76 seconds to build instance. [ 1695.805921] env[62306]: DEBUG nova.network.neutron [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Successfully updated port: b60121f3-f9df-4011-bc23-98d2c7f9ea51 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1695.933703] env[62306]: DEBUG nova.network.neutron [req-faeae742-74f6-48c4-bc65-a4a11f96d7b4 req-9ed90fa1-5dfe-445e-a967-71a90d4eab64 service nova] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Updated VIF entry in instance network info cache for port 347349da-7e60-473a-a3b3-d5c4975ed4b0. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1695.934708] env[62306]: DEBUG nova.network.neutron [req-faeae742-74f6-48c4-bc65-a4a11f96d7b4 req-9ed90fa1-5dfe-445e-a967-71a90d4eab64 service nova] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Updating instance_info_cache with network_info: [{"id": "347349da-7e60-473a-a3b3-d5c4975ed4b0", "address": "fa:16:3e:f9:12:e3", "network": {"id": "e517a8c3-6380-408d-916c-09da44df22c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1687445468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7db4d2d12fd4140972c835112cc614e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347349da-7e", "ovs_interfaceid": "347349da-7e60-473a-a3b3-d5c4975ed4b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.974778] env[62306]: DEBUG nova.compute.manager [req-c8811644-b7fe-444f-a4ff-2032b3fd94c4 req-9823013a-db1d-4bfa-a3df-d457c24b2f9b service nova] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Received event network-vif-plugged-b60121f3-f9df-4011-bc23-98d2c7f9ea51 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1695.975026] env[62306]: DEBUG oslo_concurrency.lockutils [req-c8811644-b7fe-444f-a4ff-2032b3fd94c4 req-9823013a-db1d-4bfa-a3df-d457c24b2f9b service nova] Acquiring lock "651cf96b-2334-4b79-b739-aa17740124a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.975456] env[62306]: DEBUG oslo_concurrency.lockutils [req-c8811644-b7fe-444f-a4ff-2032b3fd94c4 req-9823013a-db1d-4bfa-a3df-d457c24b2f9b service nova] Lock "651cf96b-2334-4b79-b739-aa17740124a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.975688] env[62306]: DEBUG oslo_concurrency.lockutils [req-c8811644-b7fe-444f-a4ff-2032b3fd94c4 req-9823013a-db1d-4bfa-a3df-d457c24b2f9b service nova] Lock "651cf96b-2334-4b79-b739-aa17740124a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.976097] env[62306]: DEBUG nova.compute.manager [req-c8811644-b7fe-444f-a4ff-2032b3fd94c4 req-9823013a-db1d-4bfa-a3df-d457c24b2f9b service nova] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] No waiting events found dispatching network-vif-plugged-b60121f3-f9df-4011-bc23-98d2c7f9ea51 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1695.976405] env[62306]: WARNING nova.compute.manager [req-c8811644-b7fe-444f-a4ff-2032b3fd94c4 req-9823013a-db1d-4bfa-a3df-d457c24b2f9b service nova] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Received unexpected event network-vif-plugged-b60121f3-f9df-4011-bc23-98d2c7f9ea51 for instance with vm_state building and task_state spawning. [ 1695.986631] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64a8c639-d923-4b4d-b171-ba7f2c872154 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Lock "b62fa60a-970d-440a-9fbb-ac03ff7d6cc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.812s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.998625] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617437} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.998894] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 2bdde4ff-241d-4f86-8fe9-87a2e985d392/2bdde4ff-241d-4f86-8fe9-87a2e985d392.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1695.999117] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1695.999531] env[62306]: INFO nova.compute.manager [-] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Took 1.79 seconds to deallocate network for instance. [ 1695.999744] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7472cf7c-0421-4299-ba1a-8074ac228e93 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.014891] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1696.014891] env[62306]: value = "task-1972356" [ 1696.014891] env[62306]: _type = "Task" [ 1696.014891] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.029178] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.039827] env[62306]: DEBUG oslo_vmware.api [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972353, 'name': PowerOnVM_Task, 'duration_secs': 0.6126} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.040764] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1696.040986] env[62306]: DEBUG nova.compute.manager [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1696.041810] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ebc503-0a1b-4367-adb9-1f05c378a7c2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.284371] env[62306]: DEBUG oslo_concurrency.lockutils [None req-41af7a56-f5cc-42b4-b8e0-7ee56cd44804 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Lock "7af98b27-970f-4972-8240-b91650034cff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.681s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.303374] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "7d4d0d2c-e4c0-4b5e-9995-200163b4a196" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.303653] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "7d4d0d2c-e4c0-4b5e-9995-200163b4a196" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.309887] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "refresh_cache-651cf96b-2334-4b79-b739-aa17740124a7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.310107] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquired lock "refresh_cache-651cf96b-2334-4b79-b739-aa17740124a7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.310304] env[62306]: DEBUG nova.network.neutron [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1696.439594] env[62306]: DEBUG oslo_concurrency.lockutils [req-faeae742-74f6-48c4-bc65-a4a11f96d7b4 req-9ed90fa1-5dfe-445e-a967-71a90d4eab64 service nova] Releasing lock "refresh_cache-e7b2d6e6-f687-4d61-9228-e78978e84edf" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.510485] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.526276] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067253} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.526574] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1696.527496] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4ed174-151c-48a9-a155-a1b958d03f75 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.552818] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 2bdde4ff-241d-4f86-8fe9-87a2e985d392/2bdde4ff-241d-4f86-8fe9-87a2e985d392.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1696.562902] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-536b7b3f-71ab-4d9a-b91d-ab2b45d47208 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.577987] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.583031] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1696.583031] env[62306]: value = "task-1972357" [ 1696.583031] env[62306]: _type = "Task" [ 1696.583031] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.588426] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005bd7b0-82d2-492b-839b-222e7e29404d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.594402] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.599068] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074e6de9-1611-4731-b36b-53885b9235c8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.631071] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4094bffa-b18a-40ac-9c5d-64590b50c7c5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.639126] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b909da5-52ea-40de-8411-87a850c80d21 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.654764] env[62306]: DEBUG nova.compute.provider_tree [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1696.660293] env[62306]: DEBUG nova.network.neutron [-] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.787835] env[62306]: DEBUG nova.compute.manager [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1696.883923] env[62306]: DEBUG nova.network.neutron [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1696.985502] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "41987bac-7c53-4449-b219-c1672a2ceb8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.985502] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "41987bac-7c53-4449-b219-c1672a2ceb8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.094061] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.143010] env[62306]: DEBUG nova.network.neutron [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Updating instance_info_cache with network_info: [{"id": "b60121f3-f9df-4011-bc23-98d2c7f9ea51", "address": "fa:16:3e:e8:b3:4b", "network": {"id": "bc4dec5f-8903-4aea-b48a-7b78630d9f9d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1012499491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8919fea292b4dacbbdb229c1136e0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb60121f3-f9", "ovs_interfaceid": "b60121f3-f9df-4011-bc23-98d2c7f9ea51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.159203] env[62306]: DEBUG nova.scheduler.client.report [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1697.162971] env[62306]: INFO nova.compute.manager [-] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Took 1.47 seconds to deallocate network for instance. [ 1697.202465] env[62306]: DEBUG nova.compute.manager [req-2b70b37d-c391-4792-b4f9-c498448306cd req-3d7061d1-96ef-425f-b2b1-dbc9dbe4aeae service nova] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Received event network-vif-deleted-795ef85e-524c-4f9f-b836-9e4bfb03fc13 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1697.205095] env[62306]: DEBUG nova.compute.manager [req-2b70b37d-c391-4792-b4f9-c498448306cd req-3d7061d1-96ef-425f-b2b1-dbc9dbe4aeae service nova] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Received event network-vif-deleted-1837958c-9e1e-4cf6-a956-7f3720b9ecf1 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1697.309475] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.504255] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Acquiring lock "74a8ea77-3cbf-493c-9cf0-164f373caa0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.504255] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Lock "74a8ea77-3cbf-493c-9cf0-164f373caa0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.504255] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Acquiring lock "74a8ea77-3cbf-493c-9cf0-164f373caa0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.504255] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Lock "74a8ea77-3cbf-493c-9cf0-164f373caa0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.504629] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Lock "74a8ea77-3cbf-493c-9cf0-164f373caa0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.505221] env[62306]: INFO nova.compute.manager [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Terminating instance [ 1697.597038] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972357, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.644508] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Releasing lock "refresh_cache-651cf96b-2334-4b79-b739-aa17740124a7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.644930] env[62306]: DEBUG nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Instance network_info: |[{"id": "b60121f3-f9df-4011-bc23-98d2c7f9ea51", "address": "fa:16:3e:e8:b3:4b", "network": {"id": "bc4dec5f-8903-4aea-b48a-7b78630d9f9d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1012499491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8919fea292b4dacbbdb229c1136e0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb60121f3-f9", "ovs_interfaceid": "b60121f3-f9df-4011-bc23-98d2c7f9ea51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1697.645255] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:b3:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b60121f3-f9df-4011-bc23-98d2c7f9ea51', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1697.653314] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Creating folder: Project (a8919fea292b4dacbbdb229c1136e0bf). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1697.653607] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29f40f09-446d-4d63-8ff6-6f95d20571ae {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.666017] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.669427] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Created folder: Project (a8919fea292b4dacbbdb229c1136e0bf) in parent group-v406007. [ 1697.669427] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Creating folder: Instances. Parent ref: group-v406129. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1697.669427] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.183s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.670720] env[62306]: INFO nova.compute.claims [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1697.672678] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-383d31ae-7e6f-4b6b-a4e0-70c4a762ffb6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.676040] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.684016] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Created folder: Instances in parent group-v406129. [ 1697.684388] env[62306]: DEBUG oslo.service.loopingcall [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.684463] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1697.684656] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8df2b94c-a52a-42d9-9b76-c7f746bb29cc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.699906] env[62306]: INFO nova.scheduler.client.report [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Deleted allocations for instance 8dfb0848-2dc0-431d-8372-8474c1084bf8 [ 1697.707864] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1697.707864] env[62306]: value = "task-1972360" [ 1697.707864] env[62306]: _type = "Task" [ 1697.707864] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.716050] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972360, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.789081] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "b6bc671a-8f32-4186-9921-813c3f91dfdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.789371] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "b6bc671a-8f32-4186-9921-813c3f91dfdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.002199] env[62306]: DEBUG nova.compute.manager [req-a7733d1a-ebdc-43af-9a02-c049e98b6095 req-55ad42f0-966c-41e4-8f46-9a65245db1b4 service nova] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Received event network-changed-b60121f3-f9df-4011-bc23-98d2c7f9ea51 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1698.002199] env[62306]: DEBUG nova.compute.manager [req-a7733d1a-ebdc-43af-9a02-c049e98b6095 req-55ad42f0-966c-41e4-8f46-9a65245db1b4 service nova] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Refreshing instance network info cache due to event network-changed-b60121f3-f9df-4011-bc23-98d2c7f9ea51. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1698.002199] env[62306]: DEBUG oslo_concurrency.lockutils [req-a7733d1a-ebdc-43af-9a02-c049e98b6095 req-55ad42f0-966c-41e4-8f46-9a65245db1b4 service nova] Acquiring lock "refresh_cache-651cf96b-2334-4b79-b739-aa17740124a7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.002199] env[62306]: DEBUG oslo_concurrency.lockutils [req-a7733d1a-ebdc-43af-9a02-c049e98b6095 req-55ad42f0-966c-41e4-8f46-9a65245db1b4 service nova] Acquired lock "refresh_cache-651cf96b-2334-4b79-b739-aa17740124a7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.002750] env[62306]: DEBUG nova.network.neutron [req-a7733d1a-ebdc-43af-9a02-c049e98b6095 req-55ad42f0-966c-41e4-8f46-9a65245db1b4 service nova] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Refreshing network info cache for port b60121f3-f9df-4011-bc23-98d2c7f9ea51 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1698.009758] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Acquiring lock "refresh_cache-74a8ea77-3cbf-493c-9cf0-164f373caa0e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.010030] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Acquired lock "refresh_cache-74a8ea77-3cbf-493c-9cf0-164f373caa0e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.010280] env[62306]: DEBUG nova.network.neutron [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1698.094706] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972357, 'name': ReconfigVM_Task, 'duration_secs': 1.067709} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.094998] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 2bdde4ff-241d-4f86-8fe9-87a2e985d392/2bdde4ff-241d-4f86-8fe9-87a2e985d392.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1698.095671] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e9bb491-c55b-42e3-841d-b05bb4f8746f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.102011] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1698.102011] env[62306]: value = "task-1972361" [ 1698.102011] env[62306]: _type = "Task" [ 1698.102011] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.109923] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972361, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.215501] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4975fc0b-f69d-4f63-ade5-aba14c4d29ad tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lock "8dfb0848-2dc0-431d-8372-8474c1084bf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.459s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.222605] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972360, 'name': CreateVM_Task, 'duration_secs': 0.417065} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.222789] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1698.224318] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.224524] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.224893] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1698.225197] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f5e7d8d-0f06-4f5d-9689-6fdc9217d561 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.231130] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1698.231130] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522c6ffb-461a-88db-ca04-2a06bb03103d" [ 1698.231130] env[62306]: _type = "Task" [ 1698.231130] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.243161] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522c6ffb-461a-88db-ca04-2a06bb03103d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.550655] env[62306]: DEBUG nova.network.neutron [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1698.613087] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972361, 'name': Rename_Task, 'duration_secs': 0.165158} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.613382] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1698.613640] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a54583b1-d5bc-40e2-a23f-b3303b8e09fe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.620076] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1698.620076] env[62306]: value = "task-1972362" [ 1698.620076] env[62306]: _type = "Task" [ 1698.620076] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.627537] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.640963] env[62306]: DEBUG nova.network.neutron [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.743469] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522c6ffb-461a-88db-ca04-2a06bb03103d, 'name': SearchDatastore_Task, 'duration_secs': 0.011068} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.743770] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.744018] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1698.744262] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.744416] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.744590] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1698.744854] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d5ea694-96ab-4539-9b25-37fa7d207943 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.759574] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1698.759759] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1698.760513] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aabe8ee-fd67-4ee7-ad84-e1033ff4bd7c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.766309] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1698.766309] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528a04cf-028c-e9bc-289a-526b6538c7eb" [ 1698.766309] env[62306]: _type = "Task" [ 1698.766309] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.778781] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528a04cf-028c-e9bc-289a-526b6538c7eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.820110] env[62306]: DEBUG nova.network.neutron [req-a7733d1a-ebdc-43af-9a02-c049e98b6095 req-55ad42f0-966c-41e4-8f46-9a65245db1b4 service nova] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Updated VIF entry in instance network info cache for port b60121f3-f9df-4011-bc23-98d2c7f9ea51. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1698.820487] env[62306]: DEBUG nova.network.neutron [req-a7733d1a-ebdc-43af-9a02-c049e98b6095 req-55ad42f0-966c-41e4-8f46-9a65245db1b4 service nova] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Updating instance_info_cache with network_info: [{"id": "b60121f3-f9df-4011-bc23-98d2c7f9ea51", "address": "fa:16:3e:e8:b3:4b", "network": {"id": "bc4dec5f-8903-4aea-b48a-7b78630d9f9d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1012499491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8919fea292b4dacbbdb229c1136e0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb60121f3-f9", "ovs_interfaceid": "b60121f3-f9df-4011-bc23-98d2c7f9ea51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.130498] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972362, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.144151] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Releasing lock "refresh_cache-74a8ea77-3cbf-493c-9cf0-164f373caa0e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.144586] env[62306]: DEBUG nova.compute.manager [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1699.144817] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1699.145594] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1300b57a-7582-4854-880c-14435a59a392 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.153227] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1699.155546] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-487ca62c-eef9-45ba-b304-ae72a3eeab06 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.161430] env[62306]: DEBUG oslo_vmware.api [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for the task: (returnval){ [ 1699.161430] env[62306]: value = "task-1972363" [ 1699.161430] env[62306]: _type = "Task" [ 1699.161430] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.170740] env[62306]: DEBUG oslo_vmware.api [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.208392] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc254a1-853b-4bfb-a5de-f75e63a357e9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.216287] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939bd79b-a2e1-4cf4-95c2-80a39ac60564 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.248365] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b168b0-1623-48eb-87d0-b1ae5a68dfc3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.251982] env[62306]: DEBUG nova.compute.manager [req-9139e6c8-1fe3-4cfe-bb89-28934fac3759 req-e2f3d49b-1f2a-4acd-b3a3-b0dae95b78ba service nova] [instance: 7af98b27-970f-4972-8240-b91650034cff] Received event network-changed-32f12b69-cae9-457d-8744-4b4569308650 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1699.252213] env[62306]: DEBUG nova.compute.manager [req-9139e6c8-1fe3-4cfe-bb89-28934fac3759 req-e2f3d49b-1f2a-4acd-b3a3-b0dae95b78ba service nova] [instance: 7af98b27-970f-4972-8240-b91650034cff] Refreshing instance network info cache due to event network-changed-32f12b69-cae9-457d-8744-4b4569308650. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1699.252428] env[62306]: DEBUG oslo_concurrency.lockutils [req-9139e6c8-1fe3-4cfe-bb89-28934fac3759 req-e2f3d49b-1f2a-4acd-b3a3-b0dae95b78ba service nova] Acquiring lock "refresh_cache-7af98b27-970f-4972-8240-b91650034cff" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.252580] env[62306]: DEBUG oslo_concurrency.lockutils [req-9139e6c8-1fe3-4cfe-bb89-28934fac3759 req-e2f3d49b-1f2a-4acd-b3a3-b0dae95b78ba service nova] Acquired lock "refresh_cache-7af98b27-970f-4972-8240-b91650034cff" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.252739] env[62306]: DEBUG nova.network.neutron [req-9139e6c8-1fe3-4cfe-bb89-28934fac3759 req-e2f3d49b-1f2a-4acd-b3a3-b0dae95b78ba service nova] [instance: 7af98b27-970f-4972-8240-b91650034cff] Refreshing network info cache for port 32f12b69-cae9-457d-8744-4b4569308650 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1699.260648] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff2e121-8a52-4280-8624-65754ea0d91f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.275148] env[62306]: DEBUG nova.compute.provider_tree [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1699.284779] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528a04cf-028c-e9bc-289a-526b6538c7eb, 'name': SearchDatastore_Task, 'duration_secs': 0.014318} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.286062] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f42b7223-f821-41fb-96af-e87502b1e1cc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.293908] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1699.293908] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d17c39-e978-a3e3-f48a-7d6847c6183d" [ 1699.293908] env[62306]: _type = "Task" [ 1699.293908] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.301500] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d17c39-e978-a3e3-f48a-7d6847c6183d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.323556] env[62306]: DEBUG oslo_concurrency.lockutils [req-a7733d1a-ebdc-43af-9a02-c049e98b6095 req-55ad42f0-966c-41e4-8f46-9a65245db1b4 service nova] Releasing lock "refresh_cache-651cf96b-2334-4b79-b739-aa17740124a7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.363347] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquiring lock "6ccd47bc-3de8-4bb5-9d55-71d479823276" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.363625] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lock "6ccd47bc-3de8-4bb5-9d55-71d479823276" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.363836] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquiring lock "6ccd47bc-3de8-4bb5-9d55-71d479823276-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.364038] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lock "6ccd47bc-3de8-4bb5-9d55-71d479823276-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.364414] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lock "6ccd47bc-3de8-4bb5-9d55-71d479823276-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.366826] env[62306]: INFO nova.compute.manager [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Terminating instance [ 1699.631279] env[62306]: DEBUG oslo_vmware.api [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972362, 'name': PowerOnVM_Task, 'duration_secs': 0.86149} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.631582] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1699.631791] env[62306]: INFO nova.compute.manager [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Took 10.13 seconds to spawn the instance on the hypervisor. [ 1699.631972] env[62306]: DEBUG nova.compute.manager [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1699.632765] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3cc593-4e4b-4c3a-8da5-26da111f1e5d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.671440] env[62306]: DEBUG oslo_vmware.api [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972363, 'name': PowerOffVM_Task, 'duration_secs': 0.133723} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.671726] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1699.671969] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1699.672161] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9973fd30-a2da-44e4-ac5e-1c95b526276c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.700626] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1699.700892] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1699.701208] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Deleting the datastore file [datastore1] 74a8ea77-3cbf-493c-9cf0-164f373caa0e {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1699.701478] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-147ff724-6640-4b3e-b098-c6e114bd6aa5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.709324] env[62306]: DEBUG oslo_vmware.api [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for the task: (returnval){ [ 1699.709324] env[62306]: value = "task-1972365" [ 1699.709324] env[62306]: _type = "Task" [ 1699.709324] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.717847] env[62306]: DEBUG oslo_vmware.api [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.781438] env[62306]: DEBUG nova.scheduler.client.report [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1699.805086] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d17c39-e978-a3e3-f48a-7d6847c6183d, 'name': SearchDatastore_Task, 'duration_secs': 0.01292} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.805406] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.805699] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 651cf96b-2334-4b79-b739-aa17740124a7/651cf96b-2334-4b79-b739-aa17740124a7.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1699.805987] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b715a333-e33e-4619-9569-398bcebf6c60 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.815570] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1699.815570] env[62306]: value = "task-1972366" [ 1699.815570] env[62306]: _type = "Task" [ 1699.815570] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.823868] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.871437] env[62306]: DEBUG nova.compute.manager [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1699.871729] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1699.872888] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a5669f-4e79-4df1-9418-2e147402943c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.884668] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1699.885671] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0638097-6002-4137-a4ab-4a087edcbf4c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.891963] env[62306]: DEBUG oslo_vmware.api [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for the task: (returnval){ [ 1699.891963] env[62306]: value = "task-1972367" [ 1699.891963] env[62306]: _type = "Task" [ 1699.891963] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.900669] env[62306]: DEBUG oslo_vmware.api [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.079936] env[62306]: DEBUG nova.network.neutron [req-9139e6c8-1fe3-4cfe-bb89-28934fac3759 req-e2f3d49b-1f2a-4acd-b3a3-b0dae95b78ba service nova] [instance: 7af98b27-970f-4972-8240-b91650034cff] Updated VIF entry in instance network info cache for port 32f12b69-cae9-457d-8744-4b4569308650. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1700.080506] env[62306]: DEBUG nova.network.neutron [req-9139e6c8-1fe3-4cfe-bb89-28934fac3759 req-e2f3d49b-1f2a-4acd-b3a3-b0dae95b78ba service nova] [instance: 7af98b27-970f-4972-8240-b91650034cff] Updating instance_info_cache with network_info: [{"id": "32f12b69-cae9-457d-8744-4b4569308650", "address": "fa:16:3e:e5:b7:41", "network": {"id": "d2011602-bc78-4b68-b9e1-aa3049f1e731", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-340060772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de3b098f47a4cb19d4d342a6d6477bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f12b69-ca", "ovs_interfaceid": "32f12b69-cae9-457d-8744-4b4569308650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.151306] env[62306]: INFO nova.compute.manager [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Took 47.44 seconds to build instance. [ 1700.222765] env[62306]: DEBUG oslo_vmware.api [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Task: {'id': task-1972365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182992} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.223447] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1700.223715] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1700.224355] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1700.224799] env[62306]: INFO nova.compute.manager [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1700.224994] env[62306]: DEBUG oslo.service.loopingcall [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1700.225323] env[62306]: DEBUG nova.compute.manager [-] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1700.225454] env[62306]: DEBUG nova.network.neutron [-] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1700.244236] env[62306]: DEBUG nova.network.neutron [-] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1700.287598] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.288240] env[62306]: DEBUG nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1700.291431] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.510s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.291701] env[62306]: DEBUG nova.objects.instance [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Lazy-loading 'resources' on Instance uuid a385a9c1-4cdd-48dc-bbe8-4a002ccde241 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1700.326515] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972366, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.402175] env[62306]: DEBUG oslo_vmware.api [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972367, 'name': PowerOffVM_Task, 'duration_secs': 0.202389} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.402469] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1700.402663] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1700.402918] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbaed49b-f7d7-43d0-a3a7-01da1821ac06 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.584204] env[62306]: DEBUG oslo_concurrency.lockutils [req-9139e6c8-1fe3-4cfe-bb89-28934fac3759 req-e2f3d49b-1f2a-4acd-b3a3-b0dae95b78ba service nova] Releasing lock "refresh_cache-7af98b27-970f-4972-8240-b91650034cff" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.595279] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1700.595516] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1700.595697] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Deleting the datastore file [datastore1] 6ccd47bc-3de8-4bb5-9d55-71d479823276 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1700.596049] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b69950d2-1fe3-4649-9dc9-698df753d103 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.603314] env[62306]: DEBUG oslo_vmware.api [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for the task: (returnval){ [ 1700.603314] env[62306]: value = "task-1972369" [ 1700.603314] env[62306]: _type = "Task" [ 1700.603314] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.610983] env[62306]: DEBUG oslo_vmware.api [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.622456] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fc5f6873-5438-4ce2-8850-fa88e815cd99 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "2bdde4ff-241d-4f86-8fe9-87a2e985d392" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.654760] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d22af996-7f55-4990-bcc8-54e7c7d70323 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "2bdde4ff-241d-4f86-8fe9-87a2e985d392" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.445s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.656973] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fc5f6873-5438-4ce2-8850-fa88e815cd99 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "2bdde4ff-241d-4f86-8fe9-87a2e985d392" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.034s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.656973] env[62306]: DEBUG nova.compute.manager [None req-fc5f6873-5438-4ce2-8850-fa88e815cd99 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1700.657608] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3eed268-a7db-4377-a103-cb96ac66e16e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.664128] env[62306]: DEBUG nova.compute.manager [None req-fc5f6873-5438-4ce2-8850-fa88e815cd99 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62306) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1700.664680] env[62306]: DEBUG nova.objects.instance [None req-fc5f6873-5438-4ce2-8850-fa88e815cd99 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lazy-loading 'flavor' on Instance uuid 2bdde4ff-241d-4f86-8fe9-87a2e985d392 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1700.749116] env[62306]: DEBUG nova.network.neutron [-] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.795375] env[62306]: DEBUG nova.compute.utils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1700.799328] env[62306]: DEBUG nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1700.799964] env[62306]: DEBUG nova.network.neutron [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1700.826369] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55294} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.829223] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 651cf96b-2334-4b79-b739-aa17740124a7/651cf96b-2334-4b79-b739-aa17740124a7.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1700.829453] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1700.829987] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33423a96-1a9a-4d95-8d2a-6bb101ab07f8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.836955] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1700.836955] env[62306]: value = "task-1972370" [ 1700.836955] env[62306]: _type = "Task" [ 1700.836955] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.848791] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.850197] env[62306]: DEBUG nova.policy [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e3880c45ebe4d30b426239594236a4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8919fea292b4dacbbdb229c1136e0bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1701.114629] env[62306]: DEBUG oslo_vmware.api [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Task: {'id': task-1972369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17215} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.117287] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1701.117503] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1701.117739] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1701.117850] env[62306]: INFO nova.compute.manager [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1701.118140] env[62306]: DEBUG oslo.service.loopingcall [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1701.118486] env[62306]: DEBUG nova.compute.manager [-] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1701.118585] env[62306]: DEBUG nova.network.neutron [-] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1701.157958] env[62306]: DEBUG nova.compute.manager [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1701.212507] env[62306]: DEBUG nova.network.neutron [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Successfully created port: 1247e1bd-8387-4610-a7c9-a1a191fead79 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1701.253148] env[62306]: INFO nova.compute.manager [-] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Took 1.03 seconds to deallocate network for instance. [ 1701.302242] env[62306]: DEBUG nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1701.347273] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137995} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.349775] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1701.351780] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b27f2a5-6946-4cd5-8107-c9ae606a3fc4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.379515] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 651cf96b-2334-4b79-b739-aa17740124a7/651cf96b-2334-4b79-b739-aa17740124a7.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1701.381153] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aed138d7-b152-424e-8000-0fb7715fe5bc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.395849] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a6ab02-5ede-4bc5-a75d-c23d6fdecc0a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.404963] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9c489a-1b44-4f15-9fb5-6567b0c01ec6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.408158] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1701.408158] env[62306]: value = "task-1972371" [ 1701.408158] env[62306]: _type = "Task" [ 1701.408158] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.443922] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a5dcce-aa46-462e-8a0b-e33db8cfa202 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.446646] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972371, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.451883] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4d453d-5331-4f7a-a1d7-3b2afdc12898 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.465098] env[62306]: DEBUG nova.compute.provider_tree [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1701.657210] env[62306]: DEBUG nova.compute.manager [req-11ea8bf0-9b03-4c13-84c6-e3aa25ea8cb0 req-6b09d8d4-381c-44ae-84b2-1e572add139b service nova] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Received event network-vif-deleted-9a808075-0aa9-498e-8f03-2b4f43338e5b {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1701.657566] env[62306]: INFO nova.compute.manager [req-11ea8bf0-9b03-4c13-84c6-e3aa25ea8cb0 req-6b09d8d4-381c-44ae-84b2-1e572add139b service nova] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Neutron deleted interface 9a808075-0aa9-498e-8f03-2b4f43338e5b; detaching it from the instance and deleting it from the info cache [ 1701.657646] env[62306]: DEBUG nova.network.neutron [req-11ea8bf0-9b03-4c13-84c6-e3aa25ea8cb0 req-6b09d8d4-381c-44ae-84b2-1e572add139b service nova] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.676665] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5f6873-5438-4ce2-8850-fa88e815cd99 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1701.676665] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0349113e-7350-48dc-bd92-7fcd01ee27c5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.683832] env[62306]: DEBUG oslo_vmware.api [None req-fc5f6873-5438-4ce2-8850-fa88e815cd99 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1701.683832] env[62306]: value = "task-1972372" [ 1701.683832] env[62306]: _type = "Task" [ 1701.683832] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.688447] env[62306]: DEBUG oslo_concurrency.lockutils [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.695205] env[62306]: DEBUG oslo_vmware.api [None req-fc5f6873-5438-4ce2-8850-fa88e815cd99 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.758953] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.917641] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972371, 'name': ReconfigVM_Task, 'duration_secs': 0.283591} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.917937] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 651cf96b-2334-4b79-b739-aa17740124a7/651cf96b-2334-4b79-b739-aa17740124a7.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1701.918590] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebebdac3-c81a-49f6-b30b-00c80bacca25 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.925313] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1701.925313] env[62306]: value = "task-1972373" [ 1701.925313] env[62306]: _type = "Task" [ 1701.925313] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.934309] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972373, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.968592] env[62306]: DEBUG nova.scheduler.client.report [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1702.102753] env[62306]: DEBUG nova.network.neutron [-] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.160893] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1c703d5-ccd8-49fd-96a7-14e0dee813b1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.170364] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438cbcf2-c703-4db7-83d6-7090027a5584 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.192684] env[62306]: DEBUG oslo_vmware.api [None req-fc5f6873-5438-4ce2-8850-fa88e815cd99 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972372, 'name': PowerOffVM_Task, 'duration_secs': 0.384135} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.203627] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5f6873-5438-4ce2-8850-fa88e815cd99 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1702.203846] env[62306]: DEBUG nova.compute.manager [None req-fc5f6873-5438-4ce2-8850-fa88e815cd99 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1702.204213] env[62306]: DEBUG nova.compute.manager [req-11ea8bf0-9b03-4c13-84c6-e3aa25ea8cb0 req-6b09d8d4-381c-44ae-84b2-1e572add139b service nova] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Detach interface failed, port_id=9a808075-0aa9-498e-8f03-2b4f43338e5b, reason: Instance 6ccd47bc-3de8-4bb5-9d55-71d479823276 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1702.205074] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28981728-7813-4b90-9192-14727430895f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.313276] env[62306]: DEBUG nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1702.338065] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1702.338372] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1702.338562] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1702.338749] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1702.338893] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1702.339051] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1702.339268] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1702.339431] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1702.339596] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1702.339756] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1702.339928] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1702.340825] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bbfb5f-904f-4c3b-82a6-2ef391ac8947 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.349405] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775bde66-0587-4738-8f3a-24ca31975e7b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.435012] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972373, 'name': Rename_Task, 'duration_secs': 0.136519} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.435248] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1702.435488] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8218f73-7f71-4ff4-887b-8f2dcc157be8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.441339] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1702.441339] env[62306]: value = "task-1972374" [ 1702.441339] env[62306]: _type = "Task" [ 1702.441339] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.449128] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.474850] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.478030] env[62306]: DEBUG oslo_concurrency.lockutils [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.633s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.478030] env[62306]: DEBUG nova.objects.instance [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Lazy-loading 'resources' on Instance uuid 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1702.497440] env[62306]: INFO nova.scheduler.client.report [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Deleted allocations for instance a385a9c1-4cdd-48dc-bbe8-4a002ccde241 [ 1702.607594] env[62306]: INFO nova.compute.manager [-] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Took 1.49 seconds to deallocate network for instance. [ 1702.717667] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fc5f6873-5438-4ce2-8850-fa88e815cd99 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "2bdde4ff-241d-4f86-8fe9-87a2e985d392" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.958308] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972374, 'name': PowerOnVM_Task, 'duration_secs': 0.496761} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.959172] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1702.959577] env[62306]: INFO nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1702.959986] env[62306]: DEBUG nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1702.962106] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83ecd8f-f57d-423d-a6fe-830cae496ff3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.008028] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0dba3587-a426-4a06-892e-19c5ac8f1859 tempest-ServerExternalEventsTest-944671222 tempest-ServerExternalEventsTest-944671222-project-member] Lock "a385a9c1-4cdd-48dc-bbe8-4a002ccde241" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.747s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.113795] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.198108] env[62306]: DEBUG nova.network.neutron [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Successfully updated port: 1247e1bd-8387-4610-a7c9-a1a191fead79 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1703.378500] env[62306]: INFO nova.compute.manager [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Rebuilding instance [ 1703.419805] env[62306]: DEBUG nova.compute.manager [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1703.420830] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9806ae3e-9a50-4a88-8bd5-f078b8767fdb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.480556] env[62306]: INFO nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Took 48.93 seconds to build instance. [ 1703.511634] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d611e8b2-e950-45cb-8b17-2bc9f12dea8c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.520876] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dde9c3-68a5-4560-ad32-d79a2553ac4f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.549545] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3ba55e-f5ba-4b8d-9eaa-3d5bd05f7b83 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.556930] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b04e28-9228-422d-8335-c868d0647b8b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.569783] env[62306]: DEBUG nova.compute.provider_tree [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.685089] env[62306]: DEBUG nova.compute.manager [req-ada330b6-6df1-4404-a570-83fe0b31e42f req-2d7c2538-eb7a-451d-9c85-7d0f169a8338 service nova] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Received event network-vif-plugged-1247e1bd-8387-4610-a7c9-a1a191fead79 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1703.685330] env[62306]: DEBUG oslo_concurrency.lockutils [req-ada330b6-6df1-4404-a570-83fe0b31e42f req-2d7c2538-eb7a-451d-9c85-7d0f169a8338 service nova] Acquiring lock "0be73756-7509-472c-8a54-7ab108f4cdcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.685537] env[62306]: DEBUG oslo_concurrency.lockutils [req-ada330b6-6df1-4404-a570-83fe0b31e42f req-2d7c2538-eb7a-451d-9c85-7d0f169a8338 service nova] Lock "0be73756-7509-472c-8a54-7ab108f4cdcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.685707] env[62306]: DEBUG oslo_concurrency.lockutils [req-ada330b6-6df1-4404-a570-83fe0b31e42f req-2d7c2538-eb7a-451d-9c85-7d0f169a8338 service nova] Lock "0be73756-7509-472c-8a54-7ab108f4cdcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.685873] env[62306]: DEBUG nova.compute.manager [req-ada330b6-6df1-4404-a570-83fe0b31e42f req-2d7c2538-eb7a-451d-9c85-7d0f169a8338 service nova] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] No waiting events found dispatching network-vif-plugged-1247e1bd-8387-4610-a7c9-a1a191fead79 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1703.686213] env[62306]: WARNING nova.compute.manager [req-ada330b6-6df1-4404-a570-83fe0b31e42f req-2d7c2538-eb7a-451d-9c85-7d0f169a8338 service nova] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Received unexpected event network-vif-plugged-1247e1bd-8387-4610-a7c9-a1a191fead79 for instance with vm_state building and task_state spawning. [ 1703.686427] env[62306]: DEBUG nova.compute.manager [req-ada330b6-6df1-4404-a570-83fe0b31e42f req-2d7c2538-eb7a-451d-9c85-7d0f169a8338 service nova] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Received event network-changed-1247e1bd-8387-4610-a7c9-a1a191fead79 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1703.686592] env[62306]: DEBUG nova.compute.manager [req-ada330b6-6df1-4404-a570-83fe0b31e42f req-2d7c2538-eb7a-451d-9c85-7d0f169a8338 service nova] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Refreshing instance network info cache due to event network-changed-1247e1bd-8387-4610-a7c9-a1a191fead79. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1703.686762] env[62306]: DEBUG oslo_concurrency.lockutils [req-ada330b6-6df1-4404-a570-83fe0b31e42f req-2d7c2538-eb7a-451d-9c85-7d0f169a8338 service nova] Acquiring lock "refresh_cache-0be73756-7509-472c-8a54-7ab108f4cdcd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.686898] env[62306]: DEBUG oslo_concurrency.lockutils [req-ada330b6-6df1-4404-a570-83fe0b31e42f req-2d7c2538-eb7a-451d-9c85-7d0f169a8338 service nova] Acquired lock "refresh_cache-0be73756-7509-472c-8a54-7ab108f4cdcd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.687067] env[62306]: DEBUG nova.network.neutron [req-ada330b6-6df1-4404-a570-83fe0b31e42f req-2d7c2538-eb7a-451d-9c85-7d0f169a8338 service nova] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Refreshing network info cache for port 1247e1bd-8387-4610-a7c9-a1a191fead79 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1703.700224] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "refresh_cache-0be73756-7509-472c-8a54-7ab108f4cdcd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.985348] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "651cf96b-2334-4b79-b739-aa17740124a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.612s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.072662] env[62306]: DEBUG nova.scheduler.client.report [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1704.223098] env[62306]: DEBUG nova.network.neutron [req-ada330b6-6df1-4404-a570-83fe0b31e42f req-2d7c2538-eb7a-451d-9c85-7d0f169a8338 service nova] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1704.339461] env[62306]: DEBUG nova.network.neutron [req-ada330b6-6df1-4404-a570-83fe0b31e42f req-2d7c2538-eb7a-451d-9c85-7d0f169a8338 service nova] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.439370] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1704.439596] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a8752e1-f40a-4a95-b615-ee0f97c402e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.448865] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1704.448865] env[62306]: value = "task-1972375" [ 1704.448865] env[62306]: _type = "Task" [ 1704.448865] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.456872] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.487131] env[62306]: DEBUG nova.compute.manager [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1704.579848] env[62306]: DEBUG oslo_concurrency.lockutils [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.582972] env[62306]: DEBUG oslo_concurrency.lockutils [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.830s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.583238] env[62306]: DEBUG nova.objects.instance [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lazy-loading 'resources' on Instance uuid 22ad90b8-e525-46b9-842e-06b024d6f6ba {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1704.610718] env[62306]: INFO nova.scheduler.client.report [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Deleted allocations for instance 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9 [ 1704.842403] env[62306]: DEBUG oslo_concurrency.lockutils [req-ada330b6-6df1-4404-a570-83fe0b31e42f req-2d7c2538-eb7a-451d-9c85-7d0f169a8338 service nova] Releasing lock "refresh_cache-0be73756-7509-472c-8a54-7ab108f4cdcd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.842822] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquired lock "refresh_cache-0be73756-7509-472c-8a54-7ab108f4cdcd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.842945] env[62306]: DEBUG nova.network.neutron [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1704.959149] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] VM already powered off {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1704.959416] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1704.960186] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4415cbc4-4314-4437-bf03-56acb7abe6ec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.967442] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1704.967675] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2973b431-0cf1-4d91-b101-c14e56ed3246 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.007018] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.118797] env[62306]: DEBUG oslo_concurrency.lockutils [None req-67d3664a-ce26-4031-8363-6fd9fdec8f4f tempest-VolumesAssistedSnapshotsTest-772438924 tempest-VolumesAssistedSnapshotsTest-772438924-project-member] Lock "12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.774s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.387896] env[62306]: DEBUG nova.network.neutron [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1705.588588] env[62306]: DEBUG nova.network.neutron [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Updating instance_info_cache with network_info: [{"id": "1247e1bd-8387-4610-a7c9-a1a191fead79", "address": "fa:16:3e:b5:4a:fd", "network": {"id": "bc4dec5f-8903-4aea-b48a-7b78630d9f9d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1012499491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8919fea292b4dacbbdb229c1136e0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1247e1bd-83", "ovs_interfaceid": "1247e1bd-8387-4610-a7c9-a1a191fead79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.599890] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363a2a1c-3c05-4cc2-a488-9d63113c7df3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.611603] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f348f1-f6e8-411c-9705-a8d91e4b464a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.648864] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfe359d-9841-421b-b822-484296573100 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.660382] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ceb1f3-ef01-4697-9ce4-9a941648d4fe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.673617] env[62306]: DEBUG nova.compute.provider_tree [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1706.093209] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Releasing lock "refresh_cache-0be73756-7509-472c-8a54-7ab108f4cdcd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.093209] env[62306]: DEBUG nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Instance network_info: |[{"id": "1247e1bd-8387-4610-a7c9-a1a191fead79", "address": "fa:16:3e:b5:4a:fd", "network": {"id": "bc4dec5f-8903-4aea-b48a-7b78630d9f9d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1012499491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8919fea292b4dacbbdb229c1136e0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1247e1bd-83", "ovs_interfaceid": "1247e1bd-8387-4610-a7c9-a1a191fead79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1706.094939] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:4a:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1247e1bd-8387-4610-a7c9-a1a191fead79', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1706.106556] env[62306]: DEBUG oslo.service.loopingcall [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1706.106816] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1706.107048] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-371976a2-5dec-4538-8c41-b2fdbce83a27 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.124803] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1706.125031] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1706.125219] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Deleting the datastore file [datastore1] 2bdde4ff-241d-4f86-8fe9-87a2e985d392 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1706.125944] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ae89029-c7ad-496d-afdf-3e2a8875c8b6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.130737] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1706.130737] env[62306]: value = "task-1972377" [ 1706.130737] env[62306]: _type = "Task" [ 1706.130737] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.135659] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1706.135659] env[62306]: value = "task-1972378" [ 1706.135659] env[62306]: _type = "Task" [ 1706.135659] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.142500] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972377, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.147174] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.177850] env[62306]: DEBUG nova.scheduler.client.report [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1706.643568] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972377, 'name': CreateVM_Task, 'duration_secs': 0.396168} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.644156] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1706.645072] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.645291] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.645692] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1706.649447] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13460268-ed8a-4be8-882e-3b505c6f5a54 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.651642] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151622} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.652420] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1706.652420] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1706.652420] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1706.659448] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1706.659448] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52815c49-18b1-2df9-7ccb-55764e85ea8b" [ 1706.659448] env[62306]: _type = "Task" [ 1706.659448] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.667059] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52815c49-18b1-2df9-7ccb-55764e85ea8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.685725] env[62306]: DEBUG oslo_concurrency.lockutils [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.689780] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.030s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.689872] env[62306]: INFO nova.compute.claims [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1706.712641] env[62306]: INFO nova.scheduler.client.report [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Deleted allocations for instance 22ad90b8-e525-46b9-842e-06b024d6f6ba [ 1707.176863] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52815c49-18b1-2df9-7ccb-55764e85ea8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009123} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.177249] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.180421] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1707.180683] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.180831] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.181023] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1707.183133] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a713b3de-f399-47e9-b226-24207b7f39eb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.191452] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1707.191781] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1707.192931] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a39d233-2973-492a-be6c-2c8f26e4fcaf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.204465] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1707.204465] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5256223b-01e2-3c2a-968f-cf45caff9d03" [ 1707.204465] env[62306]: _type = "Task" [ 1707.204465] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.217270] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5256223b-01e2-3c2a-968f-cf45caff9d03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.223827] env[62306]: DEBUG oslo_concurrency.lockutils [None req-25d72b28-e177-4389-9e7a-06eefe5f4f96 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "22ad90b8-e525-46b9-842e-06b024d6f6ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.705s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.703387] env[62306]: DEBUG nova.virt.hardware [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1707.703704] env[62306]: DEBUG nova.virt.hardware [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1707.703793] env[62306]: DEBUG nova.virt.hardware [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1707.703973] env[62306]: DEBUG nova.virt.hardware [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1707.707175] env[62306]: DEBUG nova.virt.hardware [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1707.707427] env[62306]: DEBUG nova.virt.hardware [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1707.707702] env[62306]: DEBUG nova.virt.hardware [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1707.707978] env[62306]: DEBUG nova.virt.hardware [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1707.708278] env[62306]: DEBUG nova.virt.hardware [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1707.708558] env[62306]: DEBUG nova.virt.hardware [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1707.708558] env[62306]: DEBUG nova.virt.hardware [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1707.713482] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf5834f-bce3-45d9-b0e0-691eadda81bf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.731691] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5256223b-01e2-3c2a-968f-cf45caff9d03, 'name': SearchDatastore_Task, 'duration_secs': 0.018565} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.735278] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7cdb0f3-cacf-461c-a838-3f187484e4fc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.740400] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ef8d2e-8e69-4677-a01e-7bc6b196ff1c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.763703] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:7b:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '671ddc57-ce33-48a6-88f9-d7990c0680e8', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1707.771657] env[62306]: DEBUG oslo.service.loopingcall [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1707.775790] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1707.775790] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1707.775790] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d21df3-83e8-7a36-e801-8d5e8600ce9b" [ 1707.775790] env[62306]: _type = "Task" [ 1707.775790] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.776051] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b4eeabe-f6d6-4646-af48-bcc661dda8b5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.802237] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d21df3-83e8-7a36-e801-8d5e8600ce9b, 'name': SearchDatastore_Task, 'duration_secs': 0.011816} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.803792] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.804066] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 0be73756-7509-472c-8a54-7ab108f4cdcd/0be73756-7509-472c-8a54-7ab108f4cdcd.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1707.804339] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1707.804339] env[62306]: value = "task-1972379" [ 1707.804339] env[62306]: _type = "Task" [ 1707.804339] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.804562] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82b8675c-8b48-4dee-9337-a293ebd197d6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.816973] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972379, 'name': CreateVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.817666] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1707.817666] env[62306]: value = "task-1972380" [ 1707.817666] env[62306]: _type = "Task" [ 1707.817666] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.828805] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.317513] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972379, 'name': CreateVM_Task, 'duration_secs': 0.371011} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.317639] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1708.318448] env[62306]: DEBUG oslo_concurrency.lockutils [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.318658] env[62306]: DEBUG oslo_concurrency.lockutils [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.319045] env[62306]: DEBUG oslo_concurrency.lockutils [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1708.319417] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5751cc1-6039-4792-b2d1-06484dba07b0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.336250] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972380, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.337289] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1708.337289] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52186cc3-7cc2-df25-99fa-7dac7e9e7c90" [ 1708.337289] env[62306]: _type = "Task" [ 1708.337289] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.351884] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52186cc3-7cc2-df25-99fa-7dac7e9e7c90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.367697] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b7c711-5f55-4fec-aadf-22d228ea6227 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.375957] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7f7019-fd5e-4e6e-b348-d52946a52453 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.408078] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5c9c5a-bfbe-411a-9134-d70480d5c509 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.415906] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c38a94-cebd-4d3a-a646-273df05d684f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.428913] env[62306]: DEBUG nova.compute.provider_tree [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1708.829776] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563035} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.830052] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 0be73756-7509-472c-8a54-7ab108f4cdcd/0be73756-7509-472c-8a54-7ab108f4cdcd.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1708.830243] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1708.830533] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03608d64-555b-47b3-81f2-49e05a0574e9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.837895] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1708.837895] env[62306]: value = "task-1972381" [ 1708.837895] env[62306]: _type = "Task" [ 1708.837895] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.849440] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.852730] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52186cc3-7cc2-df25-99fa-7dac7e9e7c90, 'name': SearchDatastore_Task, 'duration_secs': 0.032977} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.853047] env[62306]: DEBUG oslo_concurrency.lockutils [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.853287] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1708.853521] env[62306]: DEBUG oslo_concurrency.lockutils [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.853666] env[62306]: DEBUG oslo_concurrency.lockutils [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.853838] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1708.854125] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84d8d253-f278-470c-9f21-8c59e7f85e6b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.862403] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1708.862621] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1708.863333] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bbf74c3-08cc-44ba-9a0b-ddf25390d0a3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.868770] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1708.868770] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ecc8b9-e831-11c9-f34c-f73581789840" [ 1708.868770] env[62306]: _type = "Task" [ 1708.868770] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.878564] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ecc8b9-e831-11c9-f34c-f73581789840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.932247] env[62306]: DEBUG nova.scheduler.client.report [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1709.350667] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083489} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.353233] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1709.354470] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d04f88f-26f9-48c6-a6a2-8a5a54ca1697 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.386888] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 0be73756-7509-472c-8a54-7ab108f4cdcd/0be73756-7509-472c-8a54-7ab108f4cdcd.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1709.392567] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-085cbbc4-15e0-46b3-8434-be859a18acf5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.413623] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ecc8b9-e831-11c9-f34c-f73581789840, 'name': SearchDatastore_Task, 'duration_secs': 0.008889} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.415702] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1709.415702] env[62306]: value = "task-1972382" [ 1709.415702] env[62306]: _type = "Task" [ 1709.415702] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.415997] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63d45ae7-310f-4957-b360-affbc7f251d4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.425646] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1709.425646] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c3960c-e152-f3cb-c76d-906125cbf3cf" [ 1709.425646] env[62306]: _type = "Task" [ 1709.425646] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.430042] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.440161] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.440731] env[62306]: DEBUG nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1709.443581] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c3960c-e152-f3cb-c76d-906125cbf3cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.443982] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.084s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.445665] env[62306]: INFO nova.compute.claims [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1709.934064] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.943360] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c3960c-e152-f3cb-c76d-906125cbf3cf, 'name': SearchDatastore_Task, 'duration_secs': 0.017966} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.943655] env[62306]: DEBUG oslo_concurrency.lockutils [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.943922] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 2bdde4ff-241d-4f86-8fe9-87a2e985d392/2bdde4ff-241d-4f86-8fe9-87a2e985d392.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1709.945493] env[62306]: DEBUG nova.compute.utils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1709.947590] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-992f1304-33c0-42b3-b6a4-86a93f228eda {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.949948] env[62306]: DEBUG nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1709.949948] env[62306]: DEBUG nova.network.neutron [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1709.966011] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1709.966011] env[62306]: value = "task-1972383" [ 1709.966011] env[62306]: _type = "Task" [ 1709.966011] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.977852] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.035211] env[62306]: DEBUG nova.policy [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e3880c45ebe4d30b426239594236a4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8919fea292b4dacbbdb229c1136e0bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1710.431059] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972382, 'name': ReconfigVM_Task, 'duration_secs': 0.751526} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.433622] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 0be73756-7509-472c-8a54-7ab108f4cdcd/0be73756-7509-472c-8a54-7ab108f4cdcd.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1710.433622] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ac61fa4-8207-40c6-9e7e-bd75bdda18e9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.440904] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1710.440904] env[62306]: value = "task-1972384" [ 1710.440904] env[62306]: _type = "Task" [ 1710.440904] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.453406] env[62306]: DEBUG nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1710.458188] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972384, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.479511] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972383, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.537685] env[62306]: DEBUG nova.network.neutron [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Successfully created port: d200dc31-85f2-4a4e-a1ca-7590e8afa121 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1710.953274] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972384, 'name': Rename_Task, 'duration_secs': 0.154532} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.954486] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1710.959675] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27900aff-cb4c-45c2-80fd-a53ac021e177 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.972690] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1710.972690] env[62306]: value = "task-1972385" [ 1710.972690] env[62306]: _type = "Task" [ 1710.972690] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.982080] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598427} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.985272] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 2bdde4ff-241d-4f86-8fe9-87a2e985d392/2bdde4ff-241d-4f86-8fe9-87a2e985d392.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1710.985495] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1710.986977] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc494402-c261-4a65-a028-39332f8aa25a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.993022] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972385, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.000909] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1711.000909] env[62306]: value = "task-1972386" [ 1711.000909] env[62306]: _type = "Task" [ 1711.000909] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.022275] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.089264] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0094d5-b18e-477e-bb74-388216a4d541 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.097510] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694c0d26-eb57-4a26-86c0-3f1f8d9cf36c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.127454] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3611d095-93c8-4734-85b3-aa66c37e0aa6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.134679] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c72dd2-7401-485b-a0ae-450652530f40 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.149013] env[62306]: DEBUG nova.compute.provider_tree [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1711.469063] env[62306]: DEBUG nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1711.485109] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972385, 'name': PowerOnVM_Task, 'duration_secs': 0.486334} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.485295] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1711.485489] env[62306]: INFO nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1711.485664] env[62306]: DEBUG nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1711.486501] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9bb417-99f9-4215-9c5a-78a8b3f2b322 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.501912] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1711.502197] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1711.502366] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1711.502537] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1711.502672] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1711.502808] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1711.503029] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1711.503169] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1711.503330] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1711.503486] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1711.503650] env[62306]: DEBUG nova.virt.hardware [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1711.504785] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a120b9-edec-4537-b3cb-390784668cce {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.519209] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d493ca-0fc0-45b9-8878-8c58b561b4c7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.523314] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073567} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.523618] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1711.524760] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564771bc-e8c1-434b-a210-ded6805abdf2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.557374] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 2bdde4ff-241d-4f86-8fe9-87a2e985d392/2bdde4ff-241d-4f86-8fe9-87a2e985d392.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1711.558802] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99d4f83a-93d6-4434-b56e-a7f46a91f475 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.580844] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1711.580844] env[62306]: value = "task-1972387" [ 1711.580844] env[62306]: _type = "Task" [ 1711.580844] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.589357] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972387, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.619945] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquiring lock "d23f92bb-d318-4f52-8e6d-72efd240151b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.620231] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lock "d23f92bb-d318-4f52-8e6d-72efd240151b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.652050] env[62306]: DEBUG nova.scheduler.client.report [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1711.812152] env[62306]: DEBUG oslo_concurrency.lockutils [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquiring lock "c6a76b06-4d93-4111-a3f4-c5c1579904d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.812464] env[62306]: DEBUG oslo_concurrency.lockutils [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lock "c6a76b06-4d93-4111-a3f4-c5c1579904d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.020023] env[62306]: INFO nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Took 48.55 seconds to build instance. [ 1712.091785] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.158783] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.164591] env[62306]: DEBUG nova.compute.manager [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1712.166036] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.079s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.166423] env[62306]: DEBUG nova.objects.instance [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Lazy-loading 'resources' on Instance uuid 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1712.224432] env[62306]: DEBUG nova.network.neutron [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Successfully updated port: d200dc31-85f2-4a4e-a1ca-7590e8afa121 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1712.246887] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "interface-10b781a1-2f5c-48ae-8750-e10affb9c90b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.248146] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "interface-10b781a1-2f5c-48ae-8750-e10affb9c90b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.248646] env[62306]: DEBUG nova.objects.instance [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lazy-loading 'flavor' on Instance uuid 10b781a1-2f5c-48ae-8750-e10affb9c90b {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1712.341775] env[62306]: DEBUG nova.compute.manager [req-fc016487-a432-44fb-892b-b40bd1b2c62b req-2de6c9f8-0113-4a35-91d9-da8f7a5e6cae service nova] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Received event network-vif-plugged-d200dc31-85f2-4a4e-a1ca-7590e8afa121 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1712.342016] env[62306]: DEBUG oslo_concurrency.lockutils [req-fc016487-a432-44fb-892b-b40bd1b2c62b req-2de6c9f8-0113-4a35-91d9-da8f7a5e6cae service nova] Acquiring lock "00b5703c-bed5-4dd1-839b-ac92f7443bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.342233] env[62306]: DEBUG oslo_concurrency.lockutils [req-fc016487-a432-44fb-892b-b40bd1b2c62b req-2de6c9f8-0113-4a35-91d9-da8f7a5e6cae service nova] Lock "00b5703c-bed5-4dd1-839b-ac92f7443bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.342402] env[62306]: DEBUG oslo_concurrency.lockutils [req-fc016487-a432-44fb-892b-b40bd1b2c62b req-2de6c9f8-0113-4a35-91d9-da8f7a5e6cae service nova] Lock "00b5703c-bed5-4dd1-839b-ac92f7443bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.342563] env[62306]: DEBUG nova.compute.manager [req-fc016487-a432-44fb-892b-b40bd1b2c62b req-2de6c9f8-0113-4a35-91d9-da8f7a5e6cae service nova] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] No waiting events found dispatching network-vif-plugged-d200dc31-85f2-4a4e-a1ca-7590e8afa121 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1712.342725] env[62306]: WARNING nova.compute.manager [req-fc016487-a432-44fb-892b-b40bd1b2c62b req-2de6c9f8-0113-4a35-91d9-da8f7a5e6cae service nova] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Received unexpected event network-vif-plugged-d200dc31-85f2-4a4e-a1ca-7590e8afa121 for instance with vm_state building and task_state spawning. [ 1712.472489] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1712.472996] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1712.521648] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "0be73756-7509-472c-8a54-7ab108f4cdcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.117s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.592126] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972387, 'name': ReconfigVM_Task, 'duration_secs': 0.909083} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.592415] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 2bdde4ff-241d-4f86-8fe9-87a2e985d392/2bdde4ff-241d-4f86-8fe9-87a2e985d392.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1712.593023] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f01bb4e-cc75-4c85-bbbb-fbe48cab32fd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.599072] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1712.599072] env[62306]: value = "task-1972388" [ 1712.599072] env[62306]: _type = "Task" [ 1712.599072] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.607470] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972388, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.670566] env[62306]: DEBUG nova.compute.utils [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1712.675355] env[62306]: DEBUG nova.compute.manager [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1712.675743] env[62306]: DEBUG nova.network.neutron [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1712.726370] env[62306]: DEBUG nova.policy [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e609b48b2ae4afb84522b69f516d2c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '094e9ccb8011489aa598b784b2994968', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1712.728164] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "refresh_cache-00b5703c-bed5-4dd1-839b-ac92f7443bcc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.729124] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquired lock "refresh_cache-00b5703c-bed5-4dd1-839b-ac92f7443bcc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.729124] env[62306]: DEBUG nova.network.neutron [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1712.940112] env[62306]: DEBUG nova.objects.instance [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lazy-loading 'pci_requests' on Instance uuid 10b781a1-2f5c-48ae-8750-e10affb9c90b {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1712.987192] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1712.987192] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1713.026382] env[62306]: DEBUG nova.compute.manager [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1713.111823] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972388, 'name': Rename_Task, 'duration_secs': 0.161763} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.112127] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1713.112647] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bd00e1f-7c2a-4273-adc0-a2ca3359ee91 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.123252] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1713.123252] env[62306]: value = "task-1972389" [ 1713.123252] env[62306]: _type = "Task" [ 1713.123252] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.131563] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.150452] env[62306]: DEBUG nova.network.neutron [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Successfully created port: b8a3bebc-380c-4b61-993f-6dac5405b9cf {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1713.175804] env[62306]: DEBUG nova.compute.manager [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1713.193308] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2510e2ff-a36f-446e-b819-7ace4719e5da {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.201735] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e102e824-4cb3-41fa-b14d-d7fc0635d61b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.236613] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ea3986-ab4e-46bd-8834-024204eb61e0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.245350] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a188c2-43d1-408e-b0ce-07fe2b96a280 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.260272] env[62306]: DEBUG nova.compute.provider_tree [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1713.278748] env[62306]: DEBUG nova.network.neutron [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1713.442907] env[62306]: DEBUG nova.objects.base [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Object Instance<10b781a1-2f5c-48ae-8750-e10affb9c90b> lazy-loaded attributes: flavor,pci_requests {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1713.443180] env[62306]: DEBUG nova.network.neutron [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1713.485120] env[62306]: DEBUG nova.policy [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6547795e3fc41a68c6b2677aee67567', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c1dff801f734fd6af73ab511140982b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1713.546205] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.638489] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972389, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.763503] env[62306]: DEBUG nova.scheduler.client.report [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1713.769157] env[62306]: DEBUG nova.network.neutron [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Updating instance_info_cache with network_info: [{"id": "d200dc31-85f2-4a4e-a1ca-7590e8afa121", "address": "fa:16:3e:3a:91:a8", "network": {"id": "bc4dec5f-8903-4aea-b48a-7b78630d9f9d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1012499491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8919fea292b4dacbbdb229c1136e0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd200dc31-85", "ovs_interfaceid": "d200dc31-85f2-4a4e-a1ca-7590e8afa121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.786418] env[62306]: DEBUG nova.network.neutron [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Successfully created port: 8afc6dff-f27b-4880-aef9-7f0909da2d77 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1714.026983] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "refresh_cache-6ea3b6f2-5aa7-463e-980c-c33ec4084439" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.027312] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquired lock "refresh_cache-6ea3b6f2-5aa7-463e-980c-c33ec4084439" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.027488] env[62306]: DEBUG nova.network.neutron [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Forcefully refreshing network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1714.133627] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972389, 'name': PowerOnVM_Task, 'duration_secs': 0.549} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.133973] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1714.134276] env[62306]: DEBUG nova.compute.manager [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1714.135043] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de759d4a-8ad4-480a-936c-4b02e84fde6a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.189036] env[62306]: DEBUG nova.compute.manager [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1714.214616] env[62306]: DEBUG nova.virt.hardware [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1714.214926] env[62306]: DEBUG nova.virt.hardware [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1714.215131] env[62306]: DEBUG nova.virt.hardware [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1714.215371] env[62306]: DEBUG nova.virt.hardware [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1714.215525] env[62306]: DEBUG nova.virt.hardware [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1714.215723] env[62306]: DEBUG nova.virt.hardware [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1714.215934] env[62306]: DEBUG nova.virt.hardware [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1714.216174] env[62306]: DEBUG nova.virt.hardware [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1714.216373] env[62306]: DEBUG nova.virt.hardware [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1714.216573] env[62306]: DEBUG nova.virt.hardware [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1714.216774] env[62306]: DEBUG nova.virt.hardware [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1714.217732] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c875ce43-2c71-4e1c-95bb-5e4425c990b6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.226518] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92d1e73-b0a9-4760-9378-a0a0e1511ab9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.274273] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.276599] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Releasing lock "refresh_cache-00b5703c-bed5-4dd1-839b-ac92f7443bcc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.276874] env[62306]: DEBUG nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Instance network_info: |[{"id": "d200dc31-85f2-4a4e-a1ca-7590e8afa121", "address": "fa:16:3e:3a:91:a8", "network": {"id": "bc4dec5f-8903-4aea-b48a-7b78630d9f9d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1012499491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8919fea292b4dacbbdb229c1136e0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd200dc31-85", "ovs_interfaceid": "d200dc31-85f2-4a4e-a1ca-7590e8afa121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1714.277574] env[62306]: DEBUG oslo_concurrency.lockutils [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.488s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.278909] env[62306]: INFO nova.compute.claims [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1714.281833] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:91:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd200dc31-85f2-4a4e-a1ca-7590e8afa121', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1714.289339] env[62306]: DEBUG oslo.service.loopingcall [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1714.289794] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1714.290032] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d53dc57-370a-4d4d-9107-9eaa81888d86 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.305359] env[62306]: INFO nova.scheduler.client.report [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Deleted allocations for instance 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58 [ 1714.314050] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1714.314050] env[62306]: value = "task-1972390" [ 1714.314050] env[62306]: _type = "Task" [ 1714.314050] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.320516] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972390, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.645335] env[62306]: INFO nova.compute.manager [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] bringing vm to original state: 'stopped' [ 1714.817889] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8adc13fa-9d74-48af-a90a-f7b54e5b95be tempest-ServersTestJSON-544279161 tempest-ServersTestJSON-544279161-project-member] Lock "29cb3f72-c88e-47bf-8c52-4fe27ae6aa58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.795s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.826721] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972390, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.875490] env[62306]: DEBUG nova.compute.manager [req-b7f5508c-ee17-4076-894b-c9ccd3f27567 req-2fd9c5cb-98e8-4130-adaf-d0eaaca2fa78 service nova] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Received event network-changed-d200dc31-85f2-4a4e-a1ca-7590e8afa121 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1714.875771] env[62306]: DEBUG nova.compute.manager [req-b7f5508c-ee17-4076-894b-c9ccd3f27567 req-2fd9c5cb-98e8-4130-adaf-d0eaaca2fa78 service nova] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Refreshing instance network info cache due to event network-changed-d200dc31-85f2-4a4e-a1ca-7590e8afa121. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1714.876091] env[62306]: DEBUG oslo_concurrency.lockutils [req-b7f5508c-ee17-4076-894b-c9ccd3f27567 req-2fd9c5cb-98e8-4130-adaf-d0eaaca2fa78 service nova] Acquiring lock "refresh_cache-00b5703c-bed5-4dd1-839b-ac92f7443bcc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.876360] env[62306]: DEBUG oslo_concurrency.lockutils [req-b7f5508c-ee17-4076-894b-c9ccd3f27567 req-2fd9c5cb-98e8-4130-adaf-d0eaaca2fa78 service nova] Acquired lock "refresh_cache-00b5703c-bed5-4dd1-839b-ac92f7443bcc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.876584] env[62306]: DEBUG nova.network.neutron [req-b7f5508c-ee17-4076-894b-c9ccd3f27567 req-2fd9c5cb-98e8-4130-adaf-d0eaaca2fa78 service nova] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Refreshing network info cache for port d200dc31-85f2-4a4e-a1ca-7590e8afa121 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1715.143856] env[62306]: DEBUG nova.network.neutron [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Successfully updated port: b8a3bebc-380c-4b61-993f-6dac5405b9cf {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1715.324291] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972390, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.365917] env[62306]: DEBUG nova.network.neutron [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Updating instance_info_cache with network_info: [{"id": "dfe4b918-7cd3-421a-b5eb-15bdbe4000ec", "address": "fa:16:3e:05:f5:da", "network": {"id": "1626cde5-6627-4ce2-8b90-ce6c610cd0c6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1539284948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85dacd42367948bead2202490260363f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe4b918-7c", "ovs_interfaceid": "dfe4b918-7cd3-421a-b5eb-15bdbe4000ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.370183] env[62306]: DEBUG nova.network.neutron [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Successfully updated port: 8afc6dff-f27b-4880-aef9-7f0909da2d77 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1715.593746] env[62306]: DEBUG nova.network.neutron [req-b7f5508c-ee17-4076-894b-c9ccd3f27567 req-2fd9c5cb-98e8-4130-adaf-d0eaaca2fa78 service nova] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Updated VIF entry in instance network info cache for port d200dc31-85f2-4a4e-a1ca-7590e8afa121. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1715.593907] env[62306]: DEBUG nova.network.neutron [req-b7f5508c-ee17-4076-894b-c9ccd3f27567 req-2fd9c5cb-98e8-4130-adaf-d0eaaca2fa78 service nova] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Updating instance_info_cache with network_info: [{"id": "d200dc31-85f2-4a4e-a1ca-7590e8afa121", "address": "fa:16:3e:3a:91:a8", "network": {"id": "bc4dec5f-8903-4aea-b48a-7b78630d9f9d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1012499491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8919fea292b4dacbbdb229c1136e0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd200dc31-85", "ovs_interfaceid": "d200dc31-85f2-4a4e-a1ca-7590e8afa121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.648846] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "refresh_cache-62226724-b96b-4a68-96f1-d2dce93e0051" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.649055] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "refresh_cache-62226724-b96b-4a68-96f1-d2dce93e0051" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.649173] env[62306]: DEBUG nova.network.neutron [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1715.651611] env[62306]: DEBUG oslo_concurrency.lockutils [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "2bdde4ff-241d-4f86-8fe9-87a2e985d392" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.653390] env[62306]: DEBUG oslo_concurrency.lockutils [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "2bdde4ff-241d-4f86-8fe9-87a2e985d392" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.653390] env[62306]: DEBUG nova.compute.manager [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1715.653390] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71424825-0e74-4a69-80ab-b52e6d30f58f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.659840] env[62306]: DEBUG nova.compute.manager [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62306) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1715.779123] env[62306]: DEBUG nova.compute.manager [req-112ea887-c0da-4a77-a89c-7bcafb11796c req-f52f0f74-3dd6-46be-a774-164db16dc963 service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Received event network-vif-plugged-8afc6dff-f27b-4880-aef9-7f0909da2d77 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1715.779123] env[62306]: DEBUG oslo_concurrency.lockutils [req-112ea887-c0da-4a77-a89c-7bcafb11796c req-f52f0f74-3dd6-46be-a774-164db16dc963 service nova] Acquiring lock "10b781a1-2f5c-48ae-8750-e10affb9c90b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.779334] env[62306]: DEBUG oslo_concurrency.lockutils [req-112ea887-c0da-4a77-a89c-7bcafb11796c req-f52f0f74-3dd6-46be-a774-164db16dc963 service nova] Lock "10b781a1-2f5c-48ae-8750-e10affb9c90b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.779589] env[62306]: DEBUG oslo_concurrency.lockutils [req-112ea887-c0da-4a77-a89c-7bcafb11796c req-f52f0f74-3dd6-46be-a774-164db16dc963 service nova] Lock "10b781a1-2f5c-48ae-8750-e10affb9c90b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.779766] env[62306]: DEBUG nova.compute.manager [req-112ea887-c0da-4a77-a89c-7bcafb11796c req-f52f0f74-3dd6-46be-a774-164db16dc963 service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] No waiting events found dispatching network-vif-plugged-8afc6dff-f27b-4880-aef9-7f0909da2d77 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1715.779931] env[62306]: WARNING nova.compute.manager [req-112ea887-c0da-4a77-a89c-7bcafb11796c req-f52f0f74-3dd6-46be-a774-164db16dc963 service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Received unexpected event network-vif-plugged-8afc6dff-f27b-4880-aef9-7f0909da2d77 for instance with vm_state active and task_state None. [ 1715.793035] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec66655-3d57-40de-af2c-53bca65851ef {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.800669] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5d1691-67e2-4c41-ae0e-d2a511cc6bc6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.834585] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c49715-cd91-4245-8cf8-ed8891a0b903 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.845097] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972390, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.847110] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a38d75-8e7e-4cd4-85f2-302061ce0df6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.861815] env[62306]: DEBUG nova.compute.provider_tree [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1715.867883] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Releasing lock "refresh_cache-6ea3b6f2-5aa7-463e-980c-c33ec4084439" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.868303] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Updated the network info_cache for instance {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1715.868303] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.868479] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.868681] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.869252] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.869670] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.869843] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.869976] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1715.870147] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.872722] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "refresh_cache-10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.872849] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "refresh_cache-10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.873072] env[62306]: DEBUG nova.network.neutron [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1716.098485] env[62306]: DEBUG oslo_concurrency.lockutils [req-b7f5508c-ee17-4076-894b-c9ccd3f27567 req-2fd9c5cb-98e8-4130-adaf-d0eaaca2fa78 service nova] Releasing lock "refresh_cache-00b5703c-bed5-4dd1-839b-ac92f7443bcc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.164762] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1716.165126] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69ac1f3d-482a-4996-8a92-dab17f68a296 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.172133] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1716.172133] env[62306]: value = "task-1972391" [ 1716.172133] env[62306]: _type = "Task" [ 1716.172133] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.181812] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.188716] env[62306]: DEBUG nova.network.neutron [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1716.341651] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972390, 'name': CreateVM_Task, 'duration_secs': 1.564618} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.341838] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1716.345302] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.345608] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.345955] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1716.346239] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4783760-27fc-4853-b0ad-d784c17436e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.351332] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1716.351332] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52151b31-3174-d972-22ac-6fc3c793f396" [ 1716.351332] env[62306]: _type = "Task" [ 1716.351332] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.360515] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52151b31-3174-d972-22ac-6fc3c793f396, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.364547] env[62306]: DEBUG nova.scheduler.client.report [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1716.372461] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.386633] env[62306]: DEBUG nova.network.neutron [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Updating instance_info_cache with network_info: [{"id": "b8a3bebc-380c-4b61-993f-6dac5405b9cf", "address": "fa:16:3e:40:9d:c5", "network": {"id": "619e998f-85a0-44c3-b066-ba85f5243b93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2084209057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "094e9ccb8011489aa598b784b2994968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a3bebc-38", "ovs_interfaceid": "b8a3bebc-380c-4b61-993f-6dac5405b9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.433888] env[62306]: WARNING nova.network.neutron [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] c1c9e942-6c41-40c1-8965-b3aeead26503 already exists in list: networks containing: ['c1c9e942-6c41-40c1-8965-b3aeead26503']. ignoring it [ 1716.682020] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.861924] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52151b31-3174-d972-22ac-6fc3c793f396, 'name': SearchDatastore_Task, 'duration_secs': 0.013202} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.862284] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.862549] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1716.862784] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.862931] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.863122] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1716.863383] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afa04594-cb36-4168-8c89-8a672a480375 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.871936] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1716.872127] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1716.873444] env[62306]: DEBUG oslo_concurrency.lockutils [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.873917] env[62306]: DEBUG nova.compute.manager [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1716.881729] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac9ba83-de87-4692-b360-a6d810c13ee2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.881729] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.493s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.885579] env[62306]: INFO nova.compute.claims [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1716.889552] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "refresh_cache-62226724-b96b-4a68-96f1-d2dce93e0051" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.889827] env[62306]: DEBUG nova.compute.manager [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Instance network_info: |[{"id": "b8a3bebc-380c-4b61-993f-6dac5405b9cf", "address": "fa:16:3e:40:9d:c5", "network": {"id": "619e998f-85a0-44c3-b066-ba85f5243b93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2084209057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "094e9ccb8011489aa598b784b2994968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a3bebc-38", "ovs_interfaceid": "b8a3bebc-380c-4b61-993f-6dac5405b9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1716.890517] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:9d:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8a3bebc-380c-4b61-993f-6dac5405b9cf', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1716.899950] env[62306]: DEBUG oslo.service.loopingcall [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.901631] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1716.902062] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1716.902062] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ee1216-a364-c216-3a3f-5d9bf58f07d7" [ 1716.902062] env[62306]: _type = "Task" [ 1716.902062] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.902298] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6473b9e4-1632-44aa-b663-f2fb650ab1e9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.934531] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ee1216-a364-c216-3a3f-5d9bf58f07d7, 'name': SearchDatastore_Task, 'duration_secs': 0.01047} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.936317] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1716.936317] env[62306]: value = "task-1972392" [ 1716.936317] env[62306]: _type = "Task" [ 1716.936317] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.936550] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36ab4932-9e47-4252-b08d-a14eb57b350e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.946032] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1716.946032] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52150458-ccaa-8f41-752d-fbb4b04360c5" [ 1716.946032] env[62306]: _type = "Task" [ 1716.946032] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.949190] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972392, 'name': CreateVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.958807] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52150458-ccaa-8f41-752d-fbb4b04360c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.959086] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.959386] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 00b5703c-bed5-4dd1-839b-ac92f7443bcc/00b5703c-bed5-4dd1-839b-ac92f7443bcc.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1716.959639] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f999b2dc-d698-4512-b681-39fc837ab891 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.966154] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1716.966154] env[62306]: value = "task-1972393" [ 1716.966154] env[62306]: _type = "Task" [ 1716.966154] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.974156] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.017244] env[62306]: DEBUG nova.network.neutron [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Updating instance_info_cache with network_info: [{"id": "08141c6b-51fe-4fa9-ae42-6683fce1c63a", "address": "fa:16:3e:78:51:7a", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08141c6b-51", "ovs_interfaceid": "08141c6b-51fe-4fa9-ae42-6683fce1c63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8afc6dff-f27b-4880-aef9-7f0909da2d77", "address": "fa:16:3e:b5:71:b3", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8afc6dff-f2", "ovs_interfaceid": "8afc6dff-f27b-4880-aef9-7f0909da2d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.189290] env[62306]: DEBUG oslo_vmware.api [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972391, 'name': PowerOffVM_Task, 'duration_secs': 0.797766} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.189710] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1717.189934] env[62306]: DEBUG nova.compute.manager [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1717.190780] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4e8a4b-6808-4baa-b4d3-f8b308ced97b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.390923] env[62306]: DEBUG nova.compute.utils [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1717.398831] env[62306]: DEBUG nova.compute.manager [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1717.399055] env[62306]: DEBUG nova.network.neutron [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1717.403455] env[62306]: DEBUG nova.compute.manager [req-089f6d5a-0a23-46c4-bc57-1809b1cb0788 req-ac80a928-c2d3-4571-ab38-69e8f050a68c service nova] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Received event network-vif-plugged-b8a3bebc-380c-4b61-993f-6dac5405b9cf {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1717.403826] env[62306]: DEBUG oslo_concurrency.lockutils [req-089f6d5a-0a23-46c4-bc57-1809b1cb0788 req-ac80a928-c2d3-4571-ab38-69e8f050a68c service nova] Acquiring lock "62226724-b96b-4a68-96f1-d2dce93e0051-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.404111] env[62306]: DEBUG oslo_concurrency.lockutils [req-089f6d5a-0a23-46c4-bc57-1809b1cb0788 req-ac80a928-c2d3-4571-ab38-69e8f050a68c service nova] Lock "62226724-b96b-4a68-96f1-d2dce93e0051-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.404278] env[62306]: DEBUG oslo_concurrency.lockutils [req-089f6d5a-0a23-46c4-bc57-1809b1cb0788 req-ac80a928-c2d3-4571-ab38-69e8f050a68c service nova] Lock "62226724-b96b-4a68-96f1-d2dce93e0051-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.404529] env[62306]: DEBUG nova.compute.manager [req-089f6d5a-0a23-46c4-bc57-1809b1cb0788 req-ac80a928-c2d3-4571-ab38-69e8f050a68c service nova] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] No waiting events found dispatching network-vif-plugged-b8a3bebc-380c-4b61-993f-6dac5405b9cf {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1717.404649] env[62306]: WARNING nova.compute.manager [req-089f6d5a-0a23-46c4-bc57-1809b1cb0788 req-ac80a928-c2d3-4571-ab38-69e8f050a68c service nova] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Received unexpected event network-vif-plugged-b8a3bebc-380c-4b61-993f-6dac5405b9cf for instance with vm_state building and task_state spawning. [ 1717.404773] env[62306]: DEBUG nova.compute.manager [req-089f6d5a-0a23-46c4-bc57-1809b1cb0788 req-ac80a928-c2d3-4571-ab38-69e8f050a68c service nova] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Received event network-changed-b8a3bebc-380c-4b61-993f-6dac5405b9cf {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1717.404926] env[62306]: DEBUG nova.compute.manager [req-089f6d5a-0a23-46c4-bc57-1809b1cb0788 req-ac80a928-c2d3-4571-ab38-69e8f050a68c service nova] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Refreshing instance network info cache due to event network-changed-b8a3bebc-380c-4b61-993f-6dac5405b9cf. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1717.405134] env[62306]: DEBUG oslo_concurrency.lockutils [req-089f6d5a-0a23-46c4-bc57-1809b1cb0788 req-ac80a928-c2d3-4571-ab38-69e8f050a68c service nova] Acquiring lock "refresh_cache-62226724-b96b-4a68-96f1-d2dce93e0051" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.405274] env[62306]: DEBUG oslo_concurrency.lockutils [req-089f6d5a-0a23-46c4-bc57-1809b1cb0788 req-ac80a928-c2d3-4571-ab38-69e8f050a68c service nova] Acquired lock "refresh_cache-62226724-b96b-4a68-96f1-d2dce93e0051" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.405430] env[62306]: DEBUG nova.network.neutron [req-089f6d5a-0a23-46c4-bc57-1809b1cb0788 req-ac80a928-c2d3-4571-ab38-69e8f050a68c service nova] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Refreshing network info cache for port b8a3bebc-380c-4b61-993f-6dac5405b9cf {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1717.457217] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972392, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.479648] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50836} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.479757] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 00b5703c-bed5-4dd1-839b-ac92f7443bcc/00b5703c-bed5-4dd1-839b-ac92f7443bcc.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1717.481018] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1717.481018] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e34d8e36-c199-4c62-ad7c-4132ec06b0e0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.488568] env[62306]: DEBUG nova.policy [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5034278d5e66453b9d00265f14a721f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85dacd42367948bead2202490260363f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1717.491465] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1717.491465] env[62306]: value = "task-1972394" [ 1717.491465] env[62306]: _type = "Task" [ 1717.491465] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.501300] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.521552] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "refresh_cache-10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.521552] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.521552] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.522381] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc4b79a-45f0-44db-855e-2f9d4fb9ce7c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.543173] env[62306]: DEBUG nova.virt.hardware [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1717.543483] env[62306]: DEBUG nova.virt.hardware [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1717.543698] env[62306]: DEBUG nova.virt.hardware [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1717.543914] env[62306]: DEBUG nova.virt.hardware [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1717.544320] env[62306]: DEBUG nova.virt.hardware [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1717.544579] env[62306]: DEBUG nova.virt.hardware [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1717.544889] env[62306]: DEBUG nova.virt.hardware [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1717.545108] env[62306]: DEBUG nova.virt.hardware [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1717.545320] env[62306]: DEBUG nova.virt.hardware [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1717.545541] env[62306]: DEBUG nova.virt.hardware [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1717.545759] env[62306]: DEBUG nova.virt.hardware [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1717.553937] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Reconfiguring VM to attach interface {{(pid=62306) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1717.557592] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24954696-646d-4513-b7f2-1d0c33aa863f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.579339] env[62306]: DEBUG oslo_vmware.api [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1717.579339] env[62306]: value = "task-1972395" [ 1717.579339] env[62306]: _type = "Task" [ 1717.579339] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.589619] env[62306]: DEBUG oslo_vmware.api [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972395, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.706144] env[62306]: DEBUG oslo_concurrency.lockutils [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "2bdde4ff-241d-4f86-8fe9-87a2e985d392" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.865663] env[62306]: DEBUG nova.network.neutron [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Successfully created port: d05a6305-a7d3-4a63-9227-9684a0d49e3c {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1717.894326] env[62306]: DEBUG nova.compute.manager [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1717.962105] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972392, 'name': CreateVM_Task, 'duration_secs': 0.536435} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.962398] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1717.963195] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.963486] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.963879] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1717.964250] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67069184-4ddb-462b-b579-e1100fef8864 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.968951] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1717.968951] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5279dd2b-9b57-f726-fea3-594a7e730776" [ 1717.968951] env[62306]: _type = "Task" [ 1717.968951] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.978207] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5279dd2b-9b57-f726-fea3-594a7e730776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.001093] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070769} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.003462] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1718.004743] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a353ece-57e5-41b7-b0b3-cd90eb91d147 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.033813] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 00b5703c-bed5-4dd1-839b-ac92f7443bcc/00b5703c-bed5-4dd1-839b-ac92f7443bcc.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1718.039023] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3746aba-114f-419a-b248-4a1fb1883b6a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.065897] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1718.065897] env[62306]: value = "task-1972396" [ 1718.065897] env[62306]: _type = "Task" [ 1718.065897] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.074959] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972396, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.091902] env[62306]: DEBUG oslo_vmware.api [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.111191] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899dc25d-d7c2-4678-a514-9c98a8f0effc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.118292] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c40314-cda2-496f-9606-ffde6c04b7ef {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.154192] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b71436-bd03-4aa4-b0db-eca890a93206 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.162055] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1d2387-65af-438a-a379-0bff69296fb1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.177530] env[62306]: DEBUG nova.compute.provider_tree [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1718.216450] env[62306]: DEBUG oslo_concurrency.lockutils [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.328258] env[62306]: DEBUG nova.network.neutron [req-089f6d5a-0a23-46c4-bc57-1809b1cb0788 req-ac80a928-c2d3-4571-ab38-69e8f050a68c service nova] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Updated VIF entry in instance network info cache for port b8a3bebc-380c-4b61-993f-6dac5405b9cf. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1718.329121] env[62306]: DEBUG nova.network.neutron [req-089f6d5a-0a23-46c4-bc57-1809b1cb0788 req-ac80a928-c2d3-4571-ab38-69e8f050a68c service nova] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Updating instance_info_cache with network_info: [{"id": "b8a3bebc-380c-4b61-993f-6dac5405b9cf", "address": "fa:16:3e:40:9d:c5", "network": {"id": "619e998f-85a0-44c3-b066-ba85f5243b93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2084209057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "094e9ccb8011489aa598b784b2994968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a3bebc-38", "ovs_interfaceid": "b8a3bebc-380c-4b61-993f-6dac5405b9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.369074] env[62306]: DEBUG nova.compute.manager [req-c0a602fc-5994-4295-ad3e-98cfb8f92604 req-ebee1b82-1615-4147-97ab-3d2639bf1544 service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Received event network-changed-8afc6dff-f27b-4880-aef9-7f0909da2d77 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1718.369289] env[62306]: DEBUG nova.compute.manager [req-c0a602fc-5994-4295-ad3e-98cfb8f92604 req-ebee1b82-1615-4147-97ab-3d2639bf1544 service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Refreshing instance network info cache due to event network-changed-8afc6dff-f27b-4880-aef9-7f0909da2d77. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1718.369517] env[62306]: DEBUG oslo_concurrency.lockutils [req-c0a602fc-5994-4295-ad3e-98cfb8f92604 req-ebee1b82-1615-4147-97ab-3d2639bf1544 service nova] Acquiring lock "refresh_cache-10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.369680] env[62306]: DEBUG oslo_concurrency.lockutils [req-c0a602fc-5994-4295-ad3e-98cfb8f92604 req-ebee1b82-1615-4147-97ab-3d2639bf1544 service nova] Acquired lock "refresh_cache-10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.369840] env[62306]: DEBUG nova.network.neutron [req-c0a602fc-5994-4295-ad3e-98cfb8f92604 req-ebee1b82-1615-4147-97ab-3d2639bf1544 service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Refreshing network info cache for port 8afc6dff-f27b-4880-aef9-7f0909da2d77 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.479487] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5279dd2b-9b57-f726-fea3-594a7e730776, 'name': SearchDatastore_Task, 'duration_secs': 0.010828} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.479795] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.480044] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1718.480286] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.480433] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.480608] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1718.480860] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be4c88d9-faf8-43f5-9bdc-0316f1cbc5d0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.489059] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1718.489478] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1718.490190] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3400ad1-d9a3-471e-a9aa-bd1e4d714346 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.495298] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1718.495298] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528651c0-2fae-2845-da42-82ee96525457" [ 1718.495298] env[62306]: _type = "Task" [ 1718.495298] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.505036] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528651c0-2fae-2845-da42-82ee96525457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.575728] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.589795] env[62306]: DEBUG oslo_vmware.api [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.701786] env[62306]: ERROR nova.scheduler.client.report [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [req-944b01e5-57d1-46ac-91b3-51fbe780a654] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-944b01e5-57d1-46ac-91b3-51fbe780a654"}]} [ 1718.718257] env[62306]: DEBUG nova.scheduler.client.report [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1718.733099] env[62306]: DEBUG nova.scheduler.client.report [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1718.733416] env[62306]: DEBUG nova.compute.provider_tree [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1718.749545] env[62306]: DEBUG nova.scheduler.client.report [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1718.769737] env[62306]: DEBUG nova.scheduler.client.report [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1718.832750] env[62306]: DEBUG oslo_concurrency.lockutils [req-089f6d5a-0a23-46c4-bc57-1809b1cb0788 req-ac80a928-c2d3-4571-ab38-69e8f050a68c service nova] Releasing lock "refresh_cache-62226724-b96b-4a68-96f1-d2dce93e0051" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.902972] env[62306]: DEBUG nova.compute.manager [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1718.936572] env[62306]: DEBUG nova.virt.hardware [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1718.937755] env[62306]: DEBUG nova.virt.hardware [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1718.937755] env[62306]: DEBUG nova.virt.hardware [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1718.937755] env[62306]: DEBUG nova.virt.hardware [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1718.937755] env[62306]: DEBUG nova.virt.hardware [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1718.938053] env[62306]: DEBUG nova.virt.hardware [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1718.938306] env[62306]: DEBUG nova.virt.hardware [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1718.938679] env[62306]: DEBUG nova.virt.hardware [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1718.939888] env[62306]: DEBUG nova.virt.hardware [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1718.939888] env[62306]: DEBUG nova.virt.hardware [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1718.939888] env[62306]: DEBUG nova.virt.hardware [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1718.941037] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b34caf-b4e5-4cdc-863f-8d0bfd47b51e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.953930] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76299e90-c6d3-4490-bf64-66b327ba5338 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.008046] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528651c0-2fae-2845-da42-82ee96525457, 'name': SearchDatastore_Task, 'duration_secs': 0.009075} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.012124] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ed0f260-a875-41b5-ad41-2677509d85ef {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.018695] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1719.018695] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52850e12-0eba-6be9-4321-699ca06523f3" [ 1719.018695] env[62306]: _type = "Task" [ 1719.018695] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.030537] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52850e12-0eba-6be9-4321-699ca06523f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.076932] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972396, 'name': ReconfigVM_Task, 'duration_secs': 0.722598} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.079935] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 00b5703c-bed5-4dd1-839b-ac92f7443bcc/00b5703c-bed5-4dd1-839b-ac92f7443bcc.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1719.080850] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe605691-462b-4b34-bd29-f85025bf2fca {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.092578] env[62306]: DEBUG oslo_vmware.api [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972395, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.094043] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1719.094043] env[62306]: value = "task-1972397" [ 1719.094043] env[62306]: _type = "Task" [ 1719.094043] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.107821] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972397, 'name': Rename_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.156762] env[62306]: DEBUG nova.network.neutron [req-c0a602fc-5994-4295-ad3e-98cfb8f92604 req-ebee1b82-1615-4147-97ab-3d2639bf1544 service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Updated VIF entry in instance network info cache for port 8afc6dff-f27b-4880-aef9-7f0909da2d77. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1719.156762] env[62306]: DEBUG nova.network.neutron [req-c0a602fc-5994-4295-ad3e-98cfb8f92604 req-ebee1b82-1615-4147-97ab-3d2639bf1544 service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Updating instance_info_cache with network_info: [{"id": "08141c6b-51fe-4fa9-ae42-6683fce1c63a", "address": "fa:16:3e:78:51:7a", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08141c6b-51", "ovs_interfaceid": "08141c6b-51fe-4fa9-ae42-6683fce1c63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8afc6dff-f27b-4880-aef9-7f0909da2d77", "address": "fa:16:3e:b5:71:b3", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8afc6dff-f2", "ovs_interfaceid": "8afc6dff-f27b-4880-aef9-7f0909da2d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.379722] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8f7614-13b7-459b-b91f-5df9c028cd47 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.387666] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223c7c20-8489-44a5-8541-6cbbeabeb1ec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.420173] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4903341-e620-442c-8495-357a61dbe341 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.428674] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2c5cde-6e23-42a8-8d99-a91b0e50bfd0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.443207] env[62306]: DEBUG nova.compute.provider_tree [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1719.529417] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52850e12-0eba-6be9-4321-699ca06523f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012288} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.529554] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.529808] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 62226724-b96b-4a68-96f1-d2dce93e0051/62226724-b96b-4a68-96f1-d2dce93e0051.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1719.530076] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2293fc1-9666-4ca2-8ecf-ae8f13de203d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.537767] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1719.537767] env[62306]: value = "task-1972398" [ 1719.537767] env[62306]: _type = "Task" [ 1719.537767] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.546098] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.594439] env[62306]: DEBUG oslo_vmware.api [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972395, 'name': ReconfigVM_Task, 'duration_secs': 1.572845} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.595045] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.595262] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Reconfigured VM to attach interface {{(pid=62306) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1719.605576] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972397, 'name': Rename_Task, 'duration_secs': 0.261507} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.608016] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1719.608016] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e67b5c63-d830-4f1d-aa1d-4a96b217dfd5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.613012] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1719.613012] env[62306]: value = "task-1972399" [ 1719.613012] env[62306]: _type = "Task" [ 1719.613012] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.620511] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.661371] env[62306]: DEBUG oslo_concurrency.lockutils [req-c0a602fc-5994-4295-ad3e-98cfb8f92604 req-ebee1b82-1615-4147-97ab-3d2639bf1544 service nova] Releasing lock "refresh_cache-10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.814303] env[62306]: DEBUG nova.network.neutron [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Successfully updated port: d05a6305-a7d3-4a63-9227-9684a0d49e3c {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1719.946515] env[62306]: DEBUG nova.scheduler.client.report [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1720.050743] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.102525] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c12ae45a-3ffc-4b33-947f-4dbb2650f2cf tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "interface-10b781a1-2f5c-48ae-8750-e10affb9c90b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.855s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.126825] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972399, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.320233] env[62306]: DEBUG oslo_concurrency.lockutils [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "refresh_cache-66b8c01c-28ca-4c09-b2e0-144ab65aa84b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.320399] env[62306]: DEBUG oslo_concurrency.lockutils [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired lock "refresh_cache-66b8c01c-28ca-4c09-b2e0-144ab65aa84b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.320556] env[62306]: DEBUG nova.network.neutron [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1720.431606] env[62306]: DEBUG nova.compute.manager [req-5ed89816-09a0-43aa-92f6-a347cdc7b416 req-17417d55-cbd4-4009-9984-1218f6a1139d service nova] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Received event network-vif-plugged-d05a6305-a7d3-4a63-9227-9684a0d49e3c {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1720.431989] env[62306]: DEBUG oslo_concurrency.lockutils [req-5ed89816-09a0-43aa-92f6-a347cdc7b416 req-17417d55-cbd4-4009-9984-1218f6a1139d service nova] Acquiring lock "66b8c01c-28ca-4c09-b2e0-144ab65aa84b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.432240] env[62306]: DEBUG oslo_concurrency.lockutils [req-5ed89816-09a0-43aa-92f6-a347cdc7b416 req-17417d55-cbd4-4009-9984-1218f6a1139d service nova] Lock "66b8c01c-28ca-4c09-b2e0-144ab65aa84b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.432368] env[62306]: DEBUG oslo_concurrency.lockutils [req-5ed89816-09a0-43aa-92f6-a347cdc7b416 req-17417d55-cbd4-4009-9984-1218f6a1139d service nova] Lock "66b8c01c-28ca-4c09-b2e0-144ab65aa84b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.432488] env[62306]: DEBUG nova.compute.manager [req-5ed89816-09a0-43aa-92f6-a347cdc7b416 req-17417d55-cbd4-4009-9984-1218f6a1139d service nova] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] No waiting events found dispatching network-vif-plugged-d05a6305-a7d3-4a63-9227-9684a0d49e3c {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1720.432651] env[62306]: WARNING nova.compute.manager [req-5ed89816-09a0-43aa-92f6-a347cdc7b416 req-17417d55-cbd4-4009-9984-1218f6a1139d service nova] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Received unexpected event network-vif-plugged-d05a6305-a7d3-4a63-9227-9684a0d49e3c for instance with vm_state building and task_state spawning. [ 1720.458654] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.578s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.459439] env[62306]: DEBUG nova.compute.manager [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1720.462890] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.423s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.463165] env[62306]: DEBUG nova.objects.instance [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Lazy-loading 'resources' on Instance uuid 8a481ddf-54a5-4146-8535-02072b9dd827 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1720.554524] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972398, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.624139] env[62306]: DEBUG oslo_vmware.api [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972399, 'name': PowerOnVM_Task, 'duration_secs': 0.614564} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.624473] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1720.624686] env[62306]: INFO nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1720.624875] env[62306]: DEBUG nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1720.625727] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7040f921-20c4-4a12-aad0-ed65868a9623 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.832712] env[62306]: DEBUG oslo_concurrency.lockutils [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "2bdde4ff-241d-4f86-8fe9-87a2e985d392" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.833189] env[62306]: DEBUG oslo_concurrency.lockutils [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "2bdde4ff-241d-4f86-8fe9-87a2e985d392" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.833441] env[62306]: DEBUG oslo_concurrency.lockutils [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "2bdde4ff-241d-4f86-8fe9-87a2e985d392-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.833644] env[62306]: DEBUG oslo_concurrency.lockutils [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "2bdde4ff-241d-4f86-8fe9-87a2e985d392-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.834014] env[62306]: DEBUG oslo_concurrency.lockutils [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "2bdde4ff-241d-4f86-8fe9-87a2e985d392-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.836435] env[62306]: INFO nova.compute.manager [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Terminating instance [ 1720.888066] env[62306]: DEBUG nova.network.neutron [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1720.978922] env[62306]: DEBUG nova.compute.utils [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1720.980363] env[62306]: DEBUG nova.compute.manager [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1720.983129] env[62306]: DEBUG nova.network.neutron [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1721.055027] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972398, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.145389} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.055027] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 62226724-b96b-4a68-96f1-d2dce93e0051/62226724-b96b-4a68-96f1-d2dce93e0051.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1721.055027] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1721.055027] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cca4136d-305e-4697-aec7-818e215905d4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.057364] env[62306]: DEBUG nova.policy [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59f2452fa81c4e898f0cecbd90265bef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f44d6b1ec6443309b8f61ca49c38340', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1721.063733] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1721.063733] env[62306]: value = "task-1972400" [ 1721.063733] env[62306]: _type = "Task" [ 1721.063733] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.073206] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.152552] env[62306]: INFO nova.compute.manager [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Took 44.53 seconds to build instance. [ 1721.174147] env[62306]: DEBUG nova.network.neutron [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Updating instance_info_cache with network_info: [{"id": "d05a6305-a7d3-4a63-9227-9684a0d49e3c", "address": "fa:16:3e:9d:5a:3a", "network": {"id": "1626cde5-6627-4ce2-8b90-ce6c610cd0c6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1539284948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85dacd42367948bead2202490260363f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05a6305-a7", "ovs_interfaceid": "d05a6305-a7d3-4a63-9227-9684a0d49e3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.342783] env[62306]: DEBUG nova.compute.manager [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1721.343029] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1721.345028] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e498e00-e460-4e9f-b9bb-277e9667dd77 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.353890] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1721.354204] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af3ee55e-8e31-4bf6-9b3b-82be2c6d9f44 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.475595] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1721.476385] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1721.476703] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Deleting the datastore file [datastore1] 2bdde4ff-241d-4f86-8fe9-87a2e985d392 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1721.477094] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-083f311c-6605-4ee8-a67f-ebcdb4464217 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.480359] env[62306]: DEBUG nova.compute.manager [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1721.488713] env[62306]: DEBUG oslo_vmware.api [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1721.488713] env[62306]: value = "task-1972402" [ 1721.488713] env[62306]: _type = "Task" [ 1721.488713] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.506215] env[62306]: DEBUG oslo_vmware.api [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.576552] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081936} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.577079] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1721.577882] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d99dd6-98a4-462b-82c1-75043a11a54c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.599618] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 62226724-b96b-4a68-96f1-d2dce93e0051/62226724-b96b-4a68-96f1-d2dce93e0051.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1721.602514] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-161fab08-d56c-4770-af8c-384558a3f829 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.623027] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1721.623027] env[62306]: value = "task-1972403" [ 1721.623027] env[62306]: _type = "Task" [ 1721.623027] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.632672] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.653164] env[62306]: DEBUG nova.network.neutron [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Successfully created port: 01f0c76f-4232-4523-86ed-a5d127935f6a {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1721.657830] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4cef8d5-49ac-4fe6-8d73-0d242eee8251 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "00b5703c-bed5-4dd1-839b-ac92f7443bcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.170s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.665018] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de14d86-a93e-4861-9dee-a619c4ed736b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.672357] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33be65f-0b46-4fee-8c4a-14904af1bbce {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.676434] env[62306]: DEBUG oslo_concurrency.lockutils [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Releasing lock "refresh_cache-66b8c01c-28ca-4c09-b2e0-144ab65aa84b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.676867] env[62306]: DEBUG nova.compute.manager [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Instance network_info: |[{"id": "d05a6305-a7d3-4a63-9227-9684a0d49e3c", "address": "fa:16:3e:9d:5a:3a", "network": {"id": "1626cde5-6627-4ce2-8b90-ce6c610cd0c6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1539284948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85dacd42367948bead2202490260363f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05a6305-a7", "ovs_interfaceid": "d05a6305-a7d3-4a63-9227-9684a0d49e3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1721.677623] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:5a:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd05a6305-a7d3-4a63-9227-9684a0d49e3c', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1721.686642] env[62306]: DEBUG oslo.service.loopingcall [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.712745] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1721.713034] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c612022a-7c76-4a2e-995f-4ea99fb40134 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.732212] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a7e340-0738-4802-b472-e715622350b7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.740555] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ad82a3-544d-406d-83de-b887f65e23dc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.744247] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1721.744247] env[62306]: value = "task-1972404" [ 1721.744247] env[62306]: _type = "Task" [ 1721.744247] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.756269] env[62306]: DEBUG nova.compute.provider_tree [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1721.763181] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972404, 'name': CreateVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.006054] env[62306]: DEBUG oslo_vmware.api [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158493} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.006333] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1722.007082] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1722.007252] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1722.007960] env[62306]: INFO nova.compute.manager [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1722.007960] env[62306]: DEBUG oslo.service.loopingcall [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1722.007960] env[62306]: DEBUG nova.compute.manager [-] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1722.008098] env[62306]: DEBUG nova.network.neutron [-] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1722.138730] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.161131] env[62306]: DEBUG nova.compute.manager [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1722.255550] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972404, 'name': CreateVM_Task, 'duration_secs': 0.47422} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.255758] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1722.256962] env[62306]: DEBUG oslo_concurrency.lockutils [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.257287] env[62306]: DEBUG oslo_concurrency.lockutils [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.257623] env[62306]: DEBUG oslo_concurrency.lockutils [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1722.257893] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e184504-335b-43e9-ac9a-1389eb2c9687 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.260952] env[62306]: DEBUG nova.scheduler.client.report [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1722.267969] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1722.267969] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b8fab6-45d2-cfef-42b9-a8d145de31d8" [ 1722.267969] env[62306]: _type = "Task" [ 1722.267969] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.279154] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b8fab6-45d2-cfef-42b9-a8d145de31d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.502518] env[62306]: DEBUG nova.compute.manager [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1722.530222] env[62306]: DEBUG nova.virt.hardware [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1722.530562] env[62306]: DEBUG nova.virt.hardware [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1722.530752] env[62306]: DEBUG nova.virt.hardware [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1722.530948] env[62306]: DEBUG nova.virt.hardware [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1722.531218] env[62306]: DEBUG nova.virt.hardware [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1722.531394] env[62306]: DEBUG nova.virt.hardware [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1722.531605] env[62306]: DEBUG nova.virt.hardware [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1722.531764] env[62306]: DEBUG nova.virt.hardware [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1722.532736] env[62306]: DEBUG nova.virt.hardware [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1722.532925] env[62306]: DEBUG nova.virt.hardware [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1722.533123] env[62306]: DEBUG nova.virt.hardware [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1722.533983] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fb28bc-472d-43af-858a-d635fdbb0be8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.542813] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef65c48-0398-43d0-acdc-81bcf0f63dfe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.635794] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972403, 'name': ReconfigVM_Task, 'duration_secs': 0.910339} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.638143] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 62226724-b96b-4a68-96f1-d2dce93e0051/62226724-b96b-4a68-96f1-d2dce93e0051.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1722.639195] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6be54753-b43d-4d49-bb18-7df411f718d9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.646134] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1722.646134] env[62306]: value = "task-1972405" [ 1722.646134] env[62306]: _type = "Task" [ 1722.646134] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.658115] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972405, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.684994] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.769526] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.775934] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.348s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.777074] env[62306]: DEBUG nova.objects.instance [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lazy-loading 'resources' on Instance uuid 41e880e0-f3ae-427b-86b4-e5bde043d0bd {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.789329] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b8fab6-45d2-cfef-42b9-a8d145de31d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009079} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.789610] env[62306]: DEBUG oslo_concurrency.lockutils [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.789749] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1722.789950] env[62306]: DEBUG oslo_concurrency.lockutils [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.790111] env[62306]: DEBUG oslo_concurrency.lockutils [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.790288] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1722.790707] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8914239-3ebd-48e3-b5b1-1e055080521d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.796916] env[62306]: INFO nova.scheduler.client.report [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Deleted allocations for instance 8a481ddf-54a5-4146-8535-02072b9dd827 [ 1722.806111] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1722.806167] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1722.806910] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d3ae427-ecd8-4b68-ab6e-1a1d433ecae6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.813770] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1722.813770] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d27707-fb9a-4e3c-3444-65122ad9a73f" [ 1722.813770] env[62306]: _type = "Task" [ 1722.813770] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.821688] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d27707-fb9a-4e3c-3444-65122ad9a73f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.882882] env[62306]: DEBUG nova.network.neutron [-] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.891844] env[62306]: DEBUG nova.compute.manager [req-621d809f-b2cf-4952-b823-e4e1b2f45f4a req-6d84cbbe-efeb-4ef3-a8ee-f1cf94e198c8 service nova] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Received event network-changed-d05a6305-a7d3-4a63-9227-9684a0d49e3c {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1722.892536] env[62306]: DEBUG nova.compute.manager [req-621d809f-b2cf-4952-b823-e4e1b2f45f4a req-6d84cbbe-efeb-4ef3-a8ee-f1cf94e198c8 service nova] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Refreshing instance network info cache due to event network-changed-d05a6305-a7d3-4a63-9227-9684a0d49e3c. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1722.892536] env[62306]: DEBUG oslo_concurrency.lockutils [req-621d809f-b2cf-4952-b823-e4e1b2f45f4a req-6d84cbbe-efeb-4ef3-a8ee-f1cf94e198c8 service nova] Acquiring lock "refresh_cache-66b8c01c-28ca-4c09-b2e0-144ab65aa84b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.892536] env[62306]: DEBUG oslo_concurrency.lockutils [req-621d809f-b2cf-4952-b823-e4e1b2f45f4a req-6d84cbbe-efeb-4ef3-a8ee-f1cf94e198c8 service nova] Acquired lock "refresh_cache-66b8c01c-28ca-4c09-b2e0-144ab65aa84b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.892536] env[62306]: DEBUG nova.network.neutron [req-621d809f-b2cf-4952-b823-e4e1b2f45f4a req-6d84cbbe-efeb-4ef3-a8ee-f1cf94e198c8 service nova] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Refreshing network info cache for port d05a6305-a7d3-4a63-9227-9684a0d49e3c {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1722.991270] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "651cf96b-2334-4b79-b739-aa17740124a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.991546] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "651cf96b-2334-4b79-b739-aa17740124a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.991820] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "651cf96b-2334-4b79-b739-aa17740124a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.992057] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "651cf96b-2334-4b79-b739-aa17740124a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.992239] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "651cf96b-2334-4b79-b739-aa17740124a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.994547] env[62306]: INFO nova.compute.manager [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Terminating instance [ 1723.157969] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972405, 'name': Rename_Task, 'duration_secs': 0.166408} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.159494] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1723.159813] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9766f3f0-d478-4023-9a0b-b47b61a0679b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.166910] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1723.166910] env[62306]: value = "task-1972406" [ 1723.166910] env[62306]: _type = "Task" [ 1723.166910] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.177355] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.230139] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "interface-10b781a1-2f5c-48ae-8750-e10affb9c90b-8afc6dff-f27b-4880-aef9-7f0909da2d77" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.232807] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "interface-10b781a1-2f5c-48ae-8750-e10affb9c90b-8afc6dff-f27b-4880-aef9-7f0909da2d77" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.314910] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f255c216-2639-428d-8994-10f7cbc54e2c tempest-ServersTestBootFromVolume-1761215646 tempest-ServersTestBootFromVolume-1761215646-project-member] Lock "8a481ddf-54a5-4146-8535-02072b9dd827" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.289s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.333849] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d27707-fb9a-4e3c-3444-65122ad9a73f, 'name': SearchDatastore_Task, 'duration_secs': 0.010104} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.335257] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af12d228-052d-4c71-a4a6-16c2072cd9fc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.348879] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1723.348879] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5246635a-f2ec-6c1a-fb9d-6dc6a64640c3" [ 1723.348879] env[62306]: _type = "Task" [ 1723.348879] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.361494] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5246635a-f2ec-6c1a-fb9d-6dc6a64640c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009599} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.361689] env[62306]: DEBUG oslo_concurrency.lockutils [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.362024] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 66b8c01c-28ca-4c09-b2e0-144ab65aa84b/66b8c01c-28ca-4c09-b2e0-144ab65aa84b.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1723.362521] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d8ba38e-6983-4445-8e49-f6bef0a4bcd6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.370027] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1723.370027] env[62306]: value = "task-1972407" [ 1723.370027] env[62306]: _type = "Task" [ 1723.370027] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.383287] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.385121] env[62306]: INFO nova.compute.manager [-] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Took 1.38 seconds to deallocate network for instance. [ 1723.414725] env[62306]: DEBUG nova.network.neutron [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Successfully updated port: 01f0c76f-4232-4523-86ed-a5d127935f6a {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1723.466047] env[62306]: DEBUG nova.compute.manager [req-2adc14dd-7f76-48a9-aa7c-f8f6c6bafdc1 req-bbedb936-6cd8-4501-97c7-a4de9769b55e service nova] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Received event network-vif-plugged-01f0c76f-4232-4523-86ed-a5d127935f6a {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1723.466337] env[62306]: DEBUG oslo_concurrency.lockutils [req-2adc14dd-7f76-48a9-aa7c-f8f6c6bafdc1 req-bbedb936-6cd8-4501-97c7-a4de9769b55e service nova] Acquiring lock "41a73f44-a10a-4843-82ad-52f524ffb744-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.466588] env[62306]: DEBUG oslo_concurrency.lockutils [req-2adc14dd-7f76-48a9-aa7c-f8f6c6bafdc1 req-bbedb936-6cd8-4501-97c7-a4de9769b55e service nova] Lock "41a73f44-a10a-4843-82ad-52f524ffb744-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.466787] env[62306]: DEBUG oslo_concurrency.lockutils [req-2adc14dd-7f76-48a9-aa7c-f8f6c6bafdc1 req-bbedb936-6cd8-4501-97c7-a4de9769b55e service nova] Lock "41a73f44-a10a-4843-82ad-52f524ffb744-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.466967] env[62306]: DEBUG nova.compute.manager [req-2adc14dd-7f76-48a9-aa7c-f8f6c6bafdc1 req-bbedb936-6cd8-4501-97c7-a4de9769b55e service nova] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] No waiting events found dispatching network-vif-plugged-01f0c76f-4232-4523-86ed-a5d127935f6a {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1723.467578] env[62306]: WARNING nova.compute.manager [req-2adc14dd-7f76-48a9-aa7c-f8f6c6bafdc1 req-bbedb936-6cd8-4501-97c7-a4de9769b55e service nova] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Received unexpected event network-vif-plugged-01f0c76f-4232-4523-86ed-a5d127935f6a for instance with vm_state building and task_state spawning. [ 1723.501576] env[62306]: DEBUG nova.compute.manager [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1723.501847] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1723.502931] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7eba07d-20c0-4ab1-a294-a82ffd6b9420 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.513364] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1723.516359] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5278164b-0006-451a-8e72-9597766d653c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.523294] env[62306]: DEBUG oslo_vmware.api [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1723.523294] env[62306]: value = "task-1972408" [ 1723.523294] env[62306]: _type = "Task" [ 1723.523294] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.534054] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "37fc8716-3b64-4256-adcc-e17f75e58edc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.534324] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "37fc8716-3b64-4256-adcc-e17f75e58edc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.541150] env[62306]: DEBUG oslo_vmware.api [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.681829] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.737961] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.737961] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.738845] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87f0c86-1b9e-49ae-8f28-8b6197c88f89 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.763715] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c739f30-f010-41d6-902c-7fe28521baac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.800190] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Reconfiguring VM to detach interface {{(pid=62306) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1723.805341] env[62306]: DEBUG nova.network.neutron [req-621d809f-b2cf-4952-b823-e4e1b2f45f4a req-6d84cbbe-efeb-4ef3-a8ee-f1cf94e198c8 service nova] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Updated VIF entry in instance network info cache for port d05a6305-a7d3-4a63-9227-9684a0d49e3c. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1723.806202] env[62306]: DEBUG nova.network.neutron [req-621d809f-b2cf-4952-b823-e4e1b2f45f4a req-6d84cbbe-efeb-4ef3-a8ee-f1cf94e198c8 service nova] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Updating instance_info_cache with network_info: [{"id": "d05a6305-a7d3-4a63-9227-9684a0d49e3c", "address": "fa:16:3e:9d:5a:3a", "network": {"id": "1626cde5-6627-4ce2-8b90-ce6c610cd0c6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1539284948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85dacd42367948bead2202490260363f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05a6305-a7", "ovs_interfaceid": "d05a6305-a7d3-4a63-9227-9684a0d49e3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.808366] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfadcb7e-d6d5-4bc3-b739-5d91fcb74d1f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.835353] env[62306]: DEBUG oslo_vmware.api [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1723.835353] env[62306]: value = "task-1972409" [ 1723.835353] env[62306]: _type = "Task" [ 1723.835353] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.843188] env[62306]: DEBUG oslo_vmware.api [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.884043] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972407, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.893184] env[62306]: DEBUG oslo_concurrency.lockutils [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.918750] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "refresh_cache-41a73f44-a10a-4843-82ad-52f524ffb744" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.918750] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquired lock "refresh_cache-41a73f44-a10a-4843-82ad-52f524ffb744" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.918872] env[62306]: DEBUG nova.network.neutron [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1724.012901] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70769e18-862d-48b3-aec9-25f66216723b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.021460] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c636c4c-e446-45e6-ab22-592468cd05d2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.033907] env[62306]: DEBUG oslo_vmware.api [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972408, 'name': PowerOffVM_Task, 'duration_secs': 0.340029} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.058689] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1724.058936] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1724.059448] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1df798b9-5f54-4eb2-b0ba-44014137686e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.064093] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a89af50-baed-4998-8581-30ab34e84fa6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.074380] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122158d4-db51-4afd-ae86-c9719565e1fc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.090161] env[62306]: DEBUG nova.compute.provider_tree [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1724.178170] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.223723] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1724.223955] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1724.224160] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Deleting the datastore file [datastore1] 651cf96b-2334-4b79-b739-aa17740124a7 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1724.224544] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2be569ea-8df1-44d7-983b-a8f76009cb03 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.231579] env[62306]: DEBUG oslo_vmware.api [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1724.231579] env[62306]: value = "task-1972411" [ 1724.231579] env[62306]: _type = "Task" [ 1724.231579] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.243394] env[62306]: DEBUG oslo_vmware.api [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.326285] env[62306]: DEBUG oslo_concurrency.lockutils [req-621d809f-b2cf-4952-b823-e4e1b2f45f4a req-6d84cbbe-efeb-4ef3-a8ee-f1cf94e198c8 service nova] Releasing lock "refresh_cache-66b8c01c-28ca-4c09-b2e0-144ab65aa84b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.326711] env[62306]: DEBUG nova.compute.manager [req-621d809f-b2cf-4952-b823-e4e1b2f45f4a req-6d84cbbe-efeb-4ef3-a8ee-f1cf94e198c8 service nova] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Received event network-vif-deleted-671ddc57-ce33-48a6-88f9-d7990c0680e8 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1724.326893] env[62306]: INFO nova.compute.manager [req-621d809f-b2cf-4952-b823-e4e1b2f45f4a req-6d84cbbe-efeb-4ef3-a8ee-f1cf94e198c8 service nova] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Neutron deleted interface 671ddc57-ce33-48a6-88f9-d7990c0680e8; detaching it from the instance and deleting it from the info cache [ 1724.327076] env[62306]: DEBUG nova.network.neutron [req-621d809f-b2cf-4952-b823-e4e1b2f45f4a req-6d84cbbe-efeb-4ef3-a8ee-f1cf94e198c8 service nova] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.344668] env[62306]: DEBUG oslo_vmware.api [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.380246] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552609} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.380555] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 66b8c01c-28ca-4c09-b2e0-144ab65aa84b/66b8c01c-28ca-4c09-b2e0-144ab65aa84b.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1724.380768] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1724.381035] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-340a8de6-7ccd-43cd-aa0a-d9baa6547fdf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.388184] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1724.388184] env[62306]: value = "task-1972412" [ 1724.388184] env[62306]: _type = "Task" [ 1724.388184] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.396488] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.459480] env[62306]: DEBUG nova.network.neutron [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1724.595127] env[62306]: DEBUG nova.scheduler.client.report [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1724.603698] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "c12c7149-f851-4b6b-b69b-54fbbb176590" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.604489] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "c12c7149-f851-4b6b-b69b-54fbbb176590" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.625952] env[62306]: DEBUG nova.network.neutron [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Updating instance_info_cache with network_info: [{"id": "01f0c76f-4232-4523-86ed-a5d127935f6a", "address": "fa:16:3e:1c:b7:9c", "network": {"id": "59367de2-0bb2-4d39-b163-50222ea2b1f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1512848940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f44d6b1ec6443309b8f61ca49c38340", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01f0c76f-42", "ovs_interfaceid": "01f0c76f-4232-4523-86ed-a5d127935f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.678762] env[62306]: DEBUG oslo_vmware.api [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972406, 'name': PowerOnVM_Task, 'duration_secs': 1.268062} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.679539] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1724.679902] env[62306]: INFO nova.compute.manager [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Took 10.49 seconds to spawn the instance on the hypervisor. [ 1724.680233] env[62306]: DEBUG nova.compute.manager [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1724.681308] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2595d5b-3d00-4413-b215-3c99306bac46 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.746471] env[62306]: DEBUG oslo_vmware.api [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132418} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.746471] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.746471] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.746471] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.746471] env[62306]: INFO nova.compute.manager [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1724.746471] env[62306]: DEBUG oslo.service.loopingcall [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.746471] env[62306]: DEBUG nova.compute.manager [-] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1724.746471] env[62306]: DEBUG nova.network.neutron [-] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.832675] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9abc4676-5b7b-4c4c-b077-bb0a77efcc27 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.844171] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a6ca78-430a-4ba5-8348-65f67c34a2e5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.859954] env[62306]: DEBUG oslo_vmware.api [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.882756] env[62306]: DEBUG nova.compute.manager [req-621d809f-b2cf-4952-b823-e4e1b2f45f4a req-6d84cbbe-efeb-4ef3-a8ee-f1cf94e198c8 service nova] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Detach interface failed, port_id=671ddc57-ce33-48a6-88f9-d7990c0680e8, reason: Instance 2bdde4ff-241d-4f86-8fe9-87a2e985d392 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1724.897341] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.897643] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1724.898404] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62aeafcd-c22f-426d-8f2d-471614e7a250 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.921085] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 66b8c01c-28ca-4c09-b2e0-144ab65aa84b/66b8c01c-28ca-4c09-b2e0-144ab65aa84b.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1724.921085] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0a48662-7c63-41f5-9646-69e30aeb1257 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.941502] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1724.941502] env[62306]: value = "task-1972413" [ 1724.941502] env[62306]: _type = "Task" [ 1724.941502] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.955933] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.003011] env[62306]: DEBUG nova.compute.manager [req-3e87e899-e672-4da7-b5ce-799e26802103 req-81835038-858e-4207-8f2d-3cd8ab5249d7 service nova] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Received event network-vif-deleted-b60121f3-f9df-4011-bc23-98d2c7f9ea51 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1725.003284] env[62306]: INFO nova.compute.manager [req-3e87e899-e672-4da7-b5ce-799e26802103 req-81835038-858e-4207-8f2d-3cd8ab5249d7 service nova] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Neutron deleted interface b60121f3-f9df-4011-bc23-98d2c7f9ea51; detaching it from the instance and deleting it from the info cache [ 1725.003452] env[62306]: DEBUG nova.network.neutron [req-3e87e899-e672-4da7-b5ce-799e26802103 req-81835038-858e-4207-8f2d-3cd8ab5249d7 service nova] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.106834] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.333s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.107961] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.585s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.109929] env[62306]: INFO nova.compute.claims [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1725.128625] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Releasing lock "refresh_cache-41a73f44-a10a-4843-82ad-52f524ffb744" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.128809] env[62306]: DEBUG nova.compute.manager [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Instance network_info: |[{"id": "01f0c76f-4232-4523-86ed-a5d127935f6a", "address": "fa:16:3e:1c:b7:9c", "network": {"id": "59367de2-0bb2-4d39-b163-50222ea2b1f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1512848940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f44d6b1ec6443309b8f61ca49c38340", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01f0c76f-42", "ovs_interfaceid": "01f0c76f-4232-4523-86ed-a5d127935f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1725.129261] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:b7:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01f0c76f-4232-4523-86ed-a5d127935f6a', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1725.137535] env[62306]: DEBUG oslo.service.loopingcall [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1725.138322] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1725.138322] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67d42a64-9db5-49fc-8680-faff00e1f87b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.156447] env[62306]: INFO nova.scheduler.client.report [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Deleted allocations for instance 41e880e0-f3ae-427b-86b4-e5bde043d0bd [ 1725.168239] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1725.168239] env[62306]: value = "task-1972414" [ 1725.168239] env[62306]: _type = "Task" [ 1725.168239] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.179443] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972414, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.205039] env[62306]: INFO nova.compute.manager [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Took 45.87 seconds to build instance. [ 1725.347665] env[62306]: DEBUG oslo_vmware.api [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.453906] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972413, 'name': ReconfigVM_Task, 'duration_secs': 0.374225} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.454482] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 66b8c01c-28ca-4c09-b2e0-144ab65aa84b/66b8c01c-28ca-4c09-b2e0-144ab65aa84b.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1725.454977] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38baaa15-efcc-48b9-b76b-d9c0f8071d35 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.462595] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1725.462595] env[62306]: value = "task-1972415" [ 1725.462595] env[62306]: _type = "Task" [ 1725.462595] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.479699] env[62306]: DEBUG nova.network.neutron [-] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.481025] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972415, 'name': Rename_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.506364] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0ea06d7-2abd-4ea4-873c-686a022d81e9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.517791] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d005fc07-7f95-45b4-85a5-6490f5619df4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.553726] env[62306]: DEBUG nova.compute.manager [req-3e87e899-e672-4da7-b5ce-799e26802103 req-81835038-858e-4207-8f2d-3cd8ab5249d7 service nova] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Detach interface failed, port_id=b60121f3-f9df-4011-bc23-98d2c7f9ea51, reason: Instance 651cf96b-2334-4b79-b739-aa17740124a7 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1725.639295] env[62306]: DEBUG nova.compute.manager [req-b726080c-9ab5-411c-b0b3-16cd3f4812e5 req-62e2cc7a-3183-4424-b63c-b5f675cc61ca service nova] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Received event network-changed-01f0c76f-4232-4523-86ed-a5d127935f6a {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1725.639761] env[62306]: DEBUG nova.compute.manager [req-b726080c-9ab5-411c-b0b3-16cd3f4812e5 req-62e2cc7a-3183-4424-b63c-b5f675cc61ca service nova] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Refreshing instance network info cache due to event network-changed-01f0c76f-4232-4523-86ed-a5d127935f6a. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1725.639761] env[62306]: DEBUG oslo_concurrency.lockutils [req-b726080c-9ab5-411c-b0b3-16cd3f4812e5 req-62e2cc7a-3183-4424-b63c-b5f675cc61ca service nova] Acquiring lock "refresh_cache-41a73f44-a10a-4843-82ad-52f524ffb744" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.639909] env[62306]: DEBUG oslo_concurrency.lockutils [req-b726080c-9ab5-411c-b0b3-16cd3f4812e5 req-62e2cc7a-3183-4424-b63c-b5f675cc61ca service nova] Acquired lock "refresh_cache-41a73f44-a10a-4843-82ad-52f524ffb744" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.640750] env[62306]: DEBUG nova.network.neutron [req-b726080c-9ab5-411c-b0b3-16cd3f4812e5 req-62e2cc7a-3183-4424-b63c-b5f675cc61ca service nova] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Refreshing network info cache for port 01f0c76f-4232-4523-86ed-a5d127935f6a {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1725.663538] env[62306]: DEBUG oslo_concurrency.lockutils [None req-84d6abc5-1c9d-4997-ada2-f3cd916fa037 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "41e880e0-f3ae-427b-86b4-e5bde043d0bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.841s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.676460] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972414, 'name': CreateVM_Task, 'duration_secs': 0.491002} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.676725] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1725.677289] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.677449] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.677769] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1725.678021] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-372b5b65-5642-4463-9a67-ffa745c79daa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.683124] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1725.683124] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d0a6a0-ca30-8fee-a243-1de13efbaf6d" [ 1725.683124] env[62306]: _type = "Task" [ 1725.683124] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.692402] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d0a6a0-ca30-8fee-a243-1de13efbaf6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.705448] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2c8aa166-978b-4420-8af8-3d97278f9622 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "62226724-b96b-4a68-96f1-d2dce93e0051" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.624s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.850332] env[62306]: DEBUG oslo_vmware.api [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.975857] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972415, 'name': Rename_Task, 'duration_secs': 0.207244} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.975949] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1725.976406] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a820e7f9-100f-402d-97b5-df264b4f62d7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.983659] env[62306]: INFO nova.compute.manager [-] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Took 1.24 seconds to deallocate network for instance. [ 1725.983659] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1725.983659] env[62306]: value = "task-1972416" [ 1725.983659] env[62306]: _type = "Task" [ 1725.983659] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.999654] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.196543] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d0a6a0-ca30-8fee-a243-1de13efbaf6d, 'name': SearchDatastore_Task, 'duration_secs': 0.043148} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.200716] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.201479] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1726.201756] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.201910] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.202100] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1726.202537] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3cd950d-c466-4633-9777-1a50530527b1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.208403] env[62306]: DEBUG nova.compute.manager [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1726.214583] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1726.214937] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1726.216032] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecbeef73-1109-4d5c-a660-366083e6f14f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.224596] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1726.224596] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5252accc-68bf-9b63-c93d-2edb361c0d97" [ 1726.224596] env[62306]: _type = "Task" [ 1726.224596] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.237254] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5252accc-68bf-9b63-c93d-2edb361c0d97, 'name': SearchDatastore_Task, 'duration_secs': 0.008661} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.238936] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ee85bec-3b39-420a-97d6-e6093fee93f8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.244869] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1726.244869] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b7aa6b-f309-c481-271f-61b7a821f326" [ 1726.244869] env[62306]: _type = "Task" [ 1726.244869] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.252804] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b7aa6b-f309-c481-271f-61b7a821f326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.352115] env[62306]: DEBUG oslo_vmware.api [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.464784] env[62306]: DEBUG nova.network.neutron [req-b726080c-9ab5-411c-b0b3-16cd3f4812e5 req-62e2cc7a-3183-4424-b63c-b5f675cc61ca service nova] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Updated VIF entry in instance network info cache for port 01f0c76f-4232-4523-86ed-a5d127935f6a. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1726.465214] env[62306]: DEBUG nova.network.neutron [req-b726080c-9ab5-411c-b0b3-16cd3f4812e5 req-62e2cc7a-3183-4424-b63c-b5f675cc61ca service nova] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Updating instance_info_cache with network_info: [{"id": "01f0c76f-4232-4523-86ed-a5d127935f6a", "address": "fa:16:3e:1c:b7:9c", "network": {"id": "59367de2-0bb2-4d39-b163-50222ea2b1f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1512848940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f44d6b1ec6443309b8f61ca49c38340", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01f0c76f-42", "ovs_interfaceid": "01f0c76f-4232-4523-86ed-a5d127935f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.494589] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.500689] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972416, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.703792] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9821a5-1cbb-4d5d-8893-f9765f9a6c89 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.713251] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cc5dd2-f1b1-4c05-8bd0-c46a1e89e8ad {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.760068] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.763882] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc0b9b4-7a04-4110-bd59-ffd0a9faccdb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.774537] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b7aa6b-f309-c481-271f-61b7a821f326, 'name': SearchDatastore_Task, 'duration_secs': 0.026127} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.774618] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.774854] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 41a73f44-a10a-4843-82ad-52f524ffb744/41a73f44-a10a-4843-82ad-52f524ffb744.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1726.775177] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87e5e420-b8e9-4d75-8e06-6c1e15b08cc3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.778351] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab35135e-4d99-4da2-af94-cf3b9d71cc64 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.793101] env[62306]: DEBUG nova.compute.provider_tree [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1726.799209] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1726.799209] env[62306]: value = "task-1972417" [ 1726.799209] env[62306]: _type = "Task" [ 1726.799209] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.803846] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.849520] env[62306]: DEBUG oslo_vmware.api [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.972215] env[62306]: DEBUG oslo_concurrency.lockutils [req-b726080c-9ab5-411c-b0b3-16cd3f4812e5 req-62e2cc7a-3183-4424-b63c-b5f675cc61ca service nova] Releasing lock "refresh_cache-41a73f44-a10a-4843-82ad-52f524ffb744" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.004027] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972416, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.298795] env[62306]: DEBUG nova.scheduler.client.report [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1727.315960] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972417, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.351279] env[62306]: DEBUG oslo_vmware.api [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.501612] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972416, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.767041] env[62306]: INFO nova.compute.manager [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Rebuilding instance [ 1727.808150] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.808730] env[62306]: DEBUG nova.compute.manager [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1727.817059] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.699s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.818082] env[62306]: INFO nova.compute.claims [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1727.831933] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626666} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.831933] env[62306]: DEBUG nova.compute.manager [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1727.832206] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 41a73f44-a10a-4843-82ad-52f524ffb744/41a73f44-a10a-4843-82ad-52f524ffb744.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1727.832364] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1727.833171] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f43d06-0cd3-4731-b4b9-e886468af59c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.835976] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d77d33b-0422-4cd3-b55e-315f19839358 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.851196] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1727.851196] env[62306]: value = "task-1972418" [ 1727.851196] env[62306]: _type = "Task" [ 1727.851196] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.864697] env[62306]: DEBUG oslo_vmware.api [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.871030] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.005118] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972416, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.322663] env[62306]: DEBUG nova.compute.utils [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1728.324309] env[62306]: DEBUG nova.compute.manager [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1728.324309] env[62306]: DEBUG nova.network.neutron [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1728.353036] env[62306]: DEBUG oslo_vmware.api [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.365204] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075325} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.366042] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1728.367889] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50788f3c-96c0-476e-b534-2cb09a147685 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.392484] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 41a73f44-a10a-4843-82ad-52f524ffb744/41a73f44-a10a-4843-82ad-52f524ffb744.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1728.394064] env[62306]: DEBUG nova.policy [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8631bd95ef70428aac0d6c7a49283797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba5cccb09f63470ca856b04e02d047b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1728.395873] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13656546-4725-4c91-8439-c4e3710ad98e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.412457] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquiring lock "36a914ec-0e9f-46e8-b8a3-527fd3eb01b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.412771] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "36a914ec-0e9f-46e8-b8a3-527fd3eb01b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.413057] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquiring lock "36a914ec-0e9f-46e8-b8a3-527fd3eb01b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.413263] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "36a914ec-0e9f-46e8-b8a3-527fd3eb01b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.413510] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "36a914ec-0e9f-46e8-b8a3-527fd3eb01b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.417182] env[62306]: INFO nova.compute.manager [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Terminating instance [ 1728.421415] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1728.421415] env[62306]: value = "task-1972419" [ 1728.421415] env[62306]: _type = "Task" [ 1728.421415] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.430921] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.508770] env[62306]: DEBUG oslo_vmware.api [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972416, 'name': PowerOnVM_Task, 'duration_secs': 2.02491} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.510170] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1728.510170] env[62306]: INFO nova.compute.manager [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1728.510170] env[62306]: DEBUG nova.compute.manager [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1728.510906] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac25ee5d-c084-45e5-b2a2-bef9d742ed77 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.754631] env[62306]: DEBUG nova.network.neutron [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Successfully created port: 8d1e8e5b-1b21-492e-8ed4-1618c1f952cf {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1728.828120] env[62306]: DEBUG nova.compute.manager [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1728.855638] env[62306]: DEBUG oslo_vmware.api [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.860595] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1728.860668] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee452a19-cb17-42a1-ad4d-d1a83de3fc92 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.868044] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1728.868044] env[62306]: value = "task-1972420" [ 1728.868044] env[62306]: _type = "Task" [ 1728.868044] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.878867] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.921222] env[62306]: DEBUG nova.compute.manager [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1728.921551] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1728.922662] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fad282-c829-49a0-93c3-be37bf087f33 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.939744] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1728.943316] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a42fb363-c558-4c56-a5c4-3fc316ddd4dc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.945502] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.958456] env[62306]: DEBUG oslo_vmware.api [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for the task: (returnval){ [ 1728.958456] env[62306]: value = "task-1972421" [ 1728.958456] env[62306]: _type = "Task" [ 1728.958456] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.971877] env[62306]: DEBUG oslo_vmware.api [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.037023] env[62306]: INFO nova.compute.manager [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Took 46.27 seconds to build instance. [ 1729.073028] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4b707ce5-98fd-4c8c-9c81-0ce990d9e49c tempest-ServersAdminTestJSON-1392521779 tempest-ServersAdminTestJSON-1392521779-project-admin] Acquiring lock "refresh_cache-66b8c01c-28ca-4c09-b2e0-144ab65aa84b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.073326] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4b707ce5-98fd-4c8c-9c81-0ce990d9e49c tempest-ServersAdminTestJSON-1392521779 tempest-ServersAdminTestJSON-1392521779-project-admin] Acquired lock "refresh_cache-66b8c01c-28ca-4c09-b2e0-144ab65aa84b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.073571] env[62306]: DEBUG nova.network.neutron [None req-4b707ce5-98fd-4c8c-9c81-0ce990d9e49c tempest-ServersAdminTestJSON-1392521779 tempest-ServersAdminTestJSON-1392521779-project-admin] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1729.356037] env[62306]: DEBUG oslo_vmware.api [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972409, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.378717] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972420, 'name': PowerOffVM_Task, 'duration_secs': 0.202379} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.382964] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1729.383281] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1729.384794] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990db224-75da-47a8-98df-42793936cb6e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.392851] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1729.393109] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71b0b576-0453-490c-80b0-50aec82ce17a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.435322] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972419, 'name': ReconfigVM_Task, 'duration_secs': 0.645968} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.435663] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 41a73f44-a10a-4843-82ad-52f524ffb744/41a73f44-a10a-4843-82ad-52f524ffb744.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1729.436666] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdae870b-2651-4b15-a9b3-5b47788591dd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.446264] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1729.446264] env[62306]: value = "task-1972423" [ 1729.446264] env[62306]: _type = "Task" [ 1729.446264] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.454831] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972423, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.468154] env[62306]: DEBUG oslo_vmware.api [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972421, 'name': PowerOffVM_Task, 'duration_secs': 0.162132} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.468515] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1729.468758] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1729.469735] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d035420-cec2-401c-8c5e-2f68f373d8ab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.538033] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06400cd7-c114-4d8e-906f-322db57b2bac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.542824] env[62306]: DEBUG oslo_concurrency.lockutils [None req-26af8284-423d-4a49-9572-327b66c1b778 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "66b8c01c-28ca-4c09-b2e0-144ab65aa84b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.456s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.549955] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07051024-6806-4846-b36b-12a03ddd87ec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.589597] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8131fca5-f665-45f3-8243-4226b728f3ca {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.602987] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0f1fdd-8956-4115-b50c-caabcf40fdd4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.620749] env[62306]: DEBUG nova.compute.provider_tree [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1729.650199] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1729.650199] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1729.650199] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Deleting the datastore file [datastore1] 62226724-b96b-4a68-96f1-d2dce93e0051 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1729.650199] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-638d21a8-930c-4044-8412-82574faafce3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.658091] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1729.658091] env[62306]: value = "task-1972425" [ 1729.658091] env[62306]: _type = "Task" [ 1729.658091] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.667577] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.723690] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1729.723900] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1729.726120] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Deleting the datastore file [datastore1] 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1729.726120] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4577ca67-8758-454a-988e-0c1137ee8a8a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.733797] env[62306]: DEBUG oslo_vmware.api [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for the task: (returnval){ [ 1729.733797] env[62306]: value = "task-1972426" [ 1729.733797] env[62306]: _type = "Task" [ 1729.733797] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.745674] env[62306]: DEBUG oslo_vmware.api [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.842770] env[62306]: DEBUG nova.compute.manager [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1729.857037] env[62306]: DEBUG oslo_vmware.api [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972409, 'name': ReconfigVM_Task, 'duration_secs': 5.943982} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.857279] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.857468] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Reconfigured VM to detach interface {{(pid=62306) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1729.884601] env[62306]: DEBUG nova.virt.hardware [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1729.885104] env[62306]: DEBUG nova.virt.hardware [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1729.885104] env[62306]: DEBUG nova.virt.hardware [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1729.885196] env[62306]: DEBUG nova.virt.hardware [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1729.885313] env[62306]: DEBUG nova.virt.hardware [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1729.885456] env[62306]: DEBUG nova.virt.hardware [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1729.885733] env[62306]: DEBUG nova.virt.hardware [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1729.885858] env[62306]: DEBUG nova.virt.hardware [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1729.885965] env[62306]: DEBUG nova.virt.hardware [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1729.886142] env[62306]: DEBUG nova.virt.hardware [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1729.886377] env[62306]: DEBUG nova.virt.hardware [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1729.887269] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f909983f-cbb5-410e-af25-b3bb94135a67 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.896687] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03fc8e5-c391-4dc8-b936-bcf760458021 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.947990] env[62306]: DEBUG nova.network.neutron [None req-4b707ce5-98fd-4c8c-9c81-0ce990d9e49c tempest-ServersAdminTestJSON-1392521779 tempest-ServersAdminTestJSON-1392521779-project-admin] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Updating instance_info_cache with network_info: [{"id": "d05a6305-a7d3-4a63-9227-9684a0d49e3c", "address": "fa:16:3e:9d:5a:3a", "network": {"id": "1626cde5-6627-4ce2-8b90-ce6c610cd0c6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1539284948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85dacd42367948bead2202490260363f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05a6305-a7", "ovs_interfaceid": "d05a6305-a7d3-4a63-9227-9684a0d49e3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.962100] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972423, 'name': Rename_Task, 'duration_secs': 0.233368} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.963101] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1729.963360] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40b8cdc5-2758-4e92-ab63-8c7306495e8c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.971927] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1729.971927] env[62306]: value = "task-1972427" [ 1729.971927] env[62306]: _type = "Task" [ 1729.971927] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.987839] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.055826] env[62306]: DEBUG nova.compute.manager [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1730.143731] env[62306]: ERROR nova.scheduler.client.report [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [req-3b3c37ca-7e92-4984-893b-7c28f513af55] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3b3c37ca-7e92-4984-893b-7c28f513af55"}]} [ 1730.166249] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344569} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.167482] env[62306]: DEBUG nova.scheduler.client.report [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1730.170922] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1730.171135] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1730.171312] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1730.198563] env[62306]: DEBUG nova.scheduler.client.report [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1730.198837] env[62306]: DEBUG nova.compute.provider_tree [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1730.219647] env[62306]: DEBUG nova.scheduler.client.report [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1730.247532] env[62306]: DEBUG oslo_vmware.api [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Task: {'id': task-1972426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358821} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.248761] env[62306]: DEBUG nova.scheduler.client.report [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1730.251782] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1730.252029] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1730.252190] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1730.252364] env[62306]: INFO nova.compute.manager [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1730.252609] env[62306]: DEBUG oslo.service.loopingcall [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1730.253515] env[62306]: DEBUG nova.compute.manager [-] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1730.253515] env[62306]: DEBUG nova.network.neutron [-] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1730.461110] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4b707ce5-98fd-4c8c-9c81-0ce990d9e49c tempest-ServersAdminTestJSON-1392521779 tempest-ServersAdminTestJSON-1392521779-project-admin] Releasing lock "refresh_cache-66b8c01c-28ca-4c09-b2e0-144ab65aa84b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.461110] env[62306]: DEBUG nova.compute.manager [None req-4b707ce5-98fd-4c8c-9c81-0ce990d9e49c tempest-ServersAdminTestJSON-1392521779 tempest-ServersAdminTestJSON-1392521779-project-admin] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Inject network info {{(pid=62306) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1730.461110] env[62306]: DEBUG nova.compute.manager [None req-4b707ce5-98fd-4c8c-9c81-0ce990d9e49c tempest-ServersAdminTestJSON-1392521779 tempest-ServersAdminTestJSON-1392521779-project-admin] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] network_info to inject: |[{"id": "d05a6305-a7d3-4a63-9227-9684a0d49e3c", "address": "fa:16:3e:9d:5a:3a", "network": {"id": "1626cde5-6627-4ce2-8b90-ce6c610cd0c6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1539284948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85dacd42367948bead2202490260363f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05a6305-a7", "ovs_interfaceid": "d05a6305-a7d3-4a63-9227-9684a0d49e3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1730.465564] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4b707ce5-98fd-4c8c-9c81-0ce990d9e49c tempest-ServersAdminTestJSON-1392521779 tempest-ServersAdminTestJSON-1392521779-project-admin] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Reconfiguring VM instance to set the machine id {{(pid=62306) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1730.466054] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80a93fc9-d286-48a4-9254-db750cff53c5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.485813] env[62306]: DEBUG oslo_vmware.api [None req-4b707ce5-98fd-4c8c-9c81-0ce990d9e49c tempest-ServersAdminTestJSON-1392521779 tempest-ServersAdminTestJSON-1392521779-project-admin] Waiting for the task: (returnval){ [ 1730.485813] env[62306]: value = "task-1972428" [ 1730.485813] env[62306]: _type = "Task" [ 1730.485813] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.489440] env[62306]: DEBUG oslo_vmware.api [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972427, 'name': PowerOnVM_Task, 'duration_secs': 0.507895} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.493471] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1730.493749] env[62306]: INFO nova.compute.manager [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1730.493967] env[62306]: DEBUG nova.compute.manager [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1730.497227] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c60e6a0-2382-4da2-bde6-2bef22c38e60 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.506753] env[62306]: DEBUG oslo_vmware.api [None req-4b707ce5-98fd-4c8c-9c81-0ce990d9e49c tempest-ServersAdminTestJSON-1392521779 tempest-ServersAdminTestJSON-1392521779-project-admin] Task: {'id': task-1972428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.581559] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.662125] env[62306]: DEBUG nova.compute.manager [req-5dbd7d6e-da52-473c-88fa-cca27d400a15 req-ee692654-e619-4ba6-85e8-92b447bc51e7 service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Received event network-vif-deleted-8afc6dff-f27b-4880-aef9-7f0909da2d77 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1730.662340] env[62306]: INFO nova.compute.manager [req-5dbd7d6e-da52-473c-88fa-cca27d400a15 req-ee692654-e619-4ba6-85e8-92b447bc51e7 service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Neutron deleted interface 8afc6dff-f27b-4880-aef9-7f0909da2d77; detaching it from the instance and deleting it from the info cache [ 1730.663138] env[62306]: DEBUG nova.network.neutron [req-5dbd7d6e-da52-473c-88fa-cca27d400a15 req-ee692654-e619-4ba6-85e8-92b447bc51e7 service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Updating instance_info_cache with network_info: [{"id": "08141c6b-51fe-4fa9-ae42-6683fce1c63a", "address": "fa:16:3e:78:51:7a", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08141c6b-51", "ovs_interfaceid": "08141c6b-51fe-4fa9-ae42-6683fce1c63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.765922] env[62306]: DEBUG nova.network.neutron [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Successfully updated port: 8d1e8e5b-1b21-492e-8ed4-1618c1f952cf {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1730.917031] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7177c2ed-c016-4282-84cc-abce4b66f8a0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.926131] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540588ac-812d-4178-8102-11decafc37a7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.959096] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29133bf-69d4-4cf6-9292-e57250c57a0b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.964994] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Acquiring lock "b4294ac3-e44f-481a-8ba3-a3b888788110" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.965238] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Lock "b4294ac3-e44f-481a-8ba3-a3b888788110" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.975091] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb7d7e4-c20c-457f-b69b-5d84d96d126b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.991520] env[62306]: DEBUG nova.compute.provider_tree [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1731.000706] env[62306]: DEBUG oslo_vmware.api [None req-4b707ce5-98fd-4c8c-9c81-0ce990d9e49c tempest-ServersAdminTestJSON-1392521779 tempest-ServersAdminTestJSON-1392521779-project-admin] Task: {'id': task-1972428, 'name': ReconfigVM_Task, 'duration_secs': 0.154725} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.001520] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4b707ce5-98fd-4c8c-9c81-0ce990d9e49c tempest-ServersAdminTestJSON-1392521779 tempest-ServersAdminTestJSON-1392521779-project-admin] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Reconfigured VM instance to set the machine id {{(pid=62306) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1731.022975] env[62306]: INFO nova.compute.manager [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Took 47.65 seconds to build instance. [ 1731.169658] env[62306]: DEBUG oslo_concurrency.lockutils [req-5dbd7d6e-da52-473c-88fa-cca27d400a15 req-ee692654-e619-4ba6-85e8-92b447bc51e7 service nova] Acquiring lock "10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.170608] env[62306]: DEBUG oslo_concurrency.lockutils [req-5dbd7d6e-da52-473c-88fa-cca27d400a15 req-ee692654-e619-4ba6-85e8-92b447bc51e7 service nova] Acquired lock "10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.171136] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9cb102-c5c2-467e-b2cc-e01eceef5e96 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.191053] env[62306]: DEBUG oslo_concurrency.lockutils [req-5dbd7d6e-da52-473c-88fa-cca27d400a15 req-ee692654-e619-4ba6-85e8-92b447bc51e7 service nova] Releasing lock "10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.191245] env[62306]: WARNING nova.compute.manager [req-5dbd7d6e-da52-473c-88fa-cca27d400a15 req-ee692654-e619-4ba6-85e8-92b447bc51e7 service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Detach interface failed, port_id=8afc6dff-f27b-4880-aef9-7f0909da2d77, reason: No device with interface-id 8afc6dff-f27b-4880-aef9-7f0909da2d77 exists on VM: nova.exception.NotFound: No device with interface-id 8afc6dff-f27b-4880-aef9-7f0909da2d77 exists on VM [ 1731.217652] env[62306]: DEBUG nova.virt.hardware [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1731.217896] env[62306]: DEBUG nova.virt.hardware [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1731.218061] env[62306]: DEBUG nova.virt.hardware [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1731.218274] env[62306]: DEBUG nova.virt.hardware [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1731.218389] env[62306]: DEBUG nova.virt.hardware [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1731.218562] env[62306]: DEBUG nova.virt.hardware [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1731.218826] env[62306]: DEBUG nova.virt.hardware [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1731.218938] env[62306]: DEBUG nova.virt.hardware [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1731.219111] env[62306]: DEBUG nova.virt.hardware [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1731.219221] env[62306]: DEBUG nova.virt.hardware [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1731.219348] env[62306]: DEBUG nova.virt.hardware [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1731.220873] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac14206-bee4-4807-96de-675724f52553 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.228938] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c182a5bc-fb17-4a86-bfd4-3bfa9211484c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.233487] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "refresh_cache-10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.233798] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "refresh_cache-10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.233798] env[62306]: DEBUG nova.network.neutron [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1731.246359] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:9d:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8a3bebc-380c-4b61-993f-6dac5405b9cf', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1731.254326] env[62306]: DEBUG oslo.service.loopingcall [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1731.255696] env[62306]: DEBUG nova.network.neutron [-] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.256587] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1731.257484] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b568e93b-6539-4300-9139-319975a512fd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.276133] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Acquiring lock "refresh_cache-8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.278169] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Acquired lock "refresh_cache-8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.278169] env[62306]: DEBUG nova.network.neutron [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1731.283553] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1731.283553] env[62306]: value = "task-1972429" [ 1731.283553] env[62306]: _type = "Task" [ 1731.283553] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.293421] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972429, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.470201] env[62306]: DEBUG oslo_concurrency.lockutils [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "10b781a1-2f5c-48ae-8750-e10affb9c90b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.470664] env[62306]: DEBUG oslo_concurrency.lockutils [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "10b781a1-2f5c-48ae-8750-e10affb9c90b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.470982] env[62306]: DEBUG oslo_concurrency.lockutils [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "10b781a1-2f5c-48ae-8750-e10affb9c90b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.471286] env[62306]: DEBUG oslo_concurrency.lockutils [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "10b781a1-2f5c-48ae-8750-e10affb9c90b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.471573] env[62306]: DEBUG oslo_concurrency.lockutils [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "10b781a1-2f5c-48ae-8750-e10affb9c90b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.473821] env[62306]: INFO nova.compute.manager [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Terminating instance [ 1731.496990] env[62306]: DEBUG nova.scheduler.client.report [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1731.523776] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e9772d5-c80d-4c43-8a6f-4f046e535dd2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "41a73f44-a10a-4843-82ad-52f524ffb744" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.725s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.775961] env[62306]: INFO nova.compute.manager [-] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Took 1.52 seconds to deallocate network for instance. [ 1731.793914] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972429, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.839579] env[62306]: DEBUG nova.network.neutron [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1731.981019] env[62306]: DEBUG nova.compute.manager [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1731.981019] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1731.981019] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1239ade-1660-4359-876f-a843d006870b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.988292] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1731.988292] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-203dd221-499a-4a8a-b057-b8736b37d457 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.997143] env[62306]: DEBUG oslo_vmware.api [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1731.997143] env[62306]: value = "task-1972430" [ 1731.997143] env[62306]: _type = "Task" [ 1731.997143] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.004987] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.189s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.005505] env[62306]: DEBUG nova.compute.manager [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1732.008636] env[62306]: DEBUG oslo_vmware.api [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.009216] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.499s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.009466] env[62306]: DEBUG nova.objects.instance [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Lazy-loading 'resources' on Instance uuid 5295d78d-860a-4100-8b53-3ece13c6f31c {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1732.026355] env[62306]: DEBUG nova.compute.manager [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1732.143245] env[62306]: DEBUG nova.network.neutron [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Updating instance_info_cache with network_info: [{"id": "8d1e8e5b-1b21-492e-8ed4-1618c1f952cf", "address": "fa:16:3e:8d:d0:74", "network": {"id": "6ceefda0-ecc0-4907-a275-7f540d836c3a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1323327077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5cccb09f63470ca856b04e02d047b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1e8e5b-1b", "ovs_interfaceid": "8d1e8e5b-1b21-492e-8ed4-1618c1f952cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.174520] env[62306]: DEBUG nova.network.neutron [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Updating instance_info_cache with network_info: [{"id": "08141c6b-51fe-4fa9-ae42-6683fce1c63a", "address": "fa:16:3e:78:51:7a", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08141c6b-51", "ovs_interfaceid": "08141c6b-51fe-4fa9-ae42-6683fce1c63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.285327] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.294462] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972429, 'name': CreateVM_Task, 'duration_secs': 0.770282} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.294632] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1732.295312] env[62306]: DEBUG oslo_concurrency.lockutils [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.295479] env[62306]: DEBUG oslo_concurrency.lockutils [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.295821] env[62306]: DEBUG oslo_concurrency.lockutils [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1732.296114] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f5c5b74-c659-49ae-9b0e-2079ff21b944 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.300495] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1732.300495] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5253b99f-a84f-b857-f186-3b3064302c63" [ 1732.300495] env[62306]: _type = "Task" [ 1732.300495] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.307902] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5253b99f-a84f-b857-f186-3b3064302c63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.505498] env[62306]: DEBUG oslo_vmware.api [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.515556] env[62306]: DEBUG nova.compute.utils [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1732.517215] env[62306]: DEBUG nova.compute.manager [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1732.517316] env[62306]: DEBUG nova.network.neutron [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1732.545320] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.569349] env[62306]: DEBUG nova.policy [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92fa6f5ed5c940ef92d6fc5f1e677355', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06293374c3d14b7b9c96880da96430a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1732.646253] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Releasing lock "refresh_cache-8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.646683] env[62306]: DEBUG nova.compute.manager [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Instance network_info: |[{"id": "8d1e8e5b-1b21-492e-8ed4-1618c1f952cf", "address": "fa:16:3e:8d:d0:74", "network": {"id": "6ceefda0-ecc0-4907-a275-7f540d836c3a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1323327077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5cccb09f63470ca856b04e02d047b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1e8e5b-1b", "ovs_interfaceid": "8d1e8e5b-1b21-492e-8ed4-1618c1f952cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1732.647908] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:d0:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f16a5584-aed0-4df4-820b-5e7f15977265', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d1e8e5b-1b21-492e-8ed4-1618c1f952cf', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1732.656431] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Creating folder: Project (ba5cccb09f63470ca856b04e02d047b8). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1732.662775] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2527886-097d-4ecd-ba46-d76375ff7383 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.679121] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "refresh_cache-10b781a1-2f5c-48ae-8750-e10affb9c90b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.684812] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Created folder: Project (ba5cccb09f63470ca856b04e02d047b8) in parent group-v406007. [ 1732.685169] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Creating folder: Instances. Parent ref: group-v406139. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1732.690658] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46d44a32-ac23-4592-b6bb-61b1e94c7628 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.703223] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Created folder: Instances in parent group-v406139. [ 1732.703454] env[62306]: DEBUG oslo.service.loopingcall [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.706128] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1732.706788] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0a7ef2a-f823-4665-885a-afbe93a52734 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.731932] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1732.731932] env[62306]: value = "task-1972433" [ 1732.731932] env[62306]: _type = "Task" [ 1732.731932] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.740817] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972433, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.814095] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5253b99f-a84f-b857-f186-3b3064302c63, 'name': SearchDatastore_Task, 'duration_secs': 0.202504} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.815306] env[62306]: DEBUG oslo_concurrency.lockutils [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.815306] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1732.815306] env[62306]: DEBUG oslo_concurrency.lockutils [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.815306] env[62306]: DEBUG oslo_concurrency.lockutils [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.815306] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1732.815596] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cd54118-0437-46c8-a09c-67f1d9efd030 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.825514] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1732.825514] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1732.825514] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1fbf4dd-a4ec-4081-a44d-46d46e6bfb37 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.829990] env[62306]: DEBUG nova.compute.manager [req-bf2e4da2-a7fb-4837-85a5-d7aba261027b req-1761d5de-c687-4ffe-bf61-b9977768906f service nova] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Received event network-vif-plugged-8d1e8e5b-1b21-492e-8ed4-1618c1f952cf {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1732.830223] env[62306]: DEBUG oslo_concurrency.lockutils [req-bf2e4da2-a7fb-4837-85a5-d7aba261027b req-1761d5de-c687-4ffe-bf61-b9977768906f service nova] Acquiring lock "8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.830416] env[62306]: DEBUG oslo_concurrency.lockutils [req-bf2e4da2-a7fb-4837-85a5-d7aba261027b req-1761d5de-c687-4ffe-bf61-b9977768906f service nova] Lock "8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.830587] env[62306]: DEBUG oslo_concurrency.lockutils [req-bf2e4da2-a7fb-4837-85a5-d7aba261027b req-1761d5de-c687-4ffe-bf61-b9977768906f service nova] Lock "8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.830737] env[62306]: DEBUG nova.compute.manager [req-bf2e4da2-a7fb-4837-85a5-d7aba261027b req-1761d5de-c687-4ffe-bf61-b9977768906f service nova] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] No waiting events found dispatching network-vif-plugged-8d1e8e5b-1b21-492e-8ed4-1618c1f952cf {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1732.830895] env[62306]: WARNING nova.compute.manager [req-bf2e4da2-a7fb-4837-85a5-d7aba261027b req-1761d5de-c687-4ffe-bf61-b9977768906f service nova] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Received unexpected event network-vif-plugged-8d1e8e5b-1b21-492e-8ed4-1618c1f952cf for instance with vm_state building and task_state spawning. [ 1732.831062] env[62306]: DEBUG nova.compute.manager [req-bf2e4da2-a7fb-4837-85a5-d7aba261027b req-1761d5de-c687-4ffe-bf61-b9977768906f service nova] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Received event network-vif-deleted-ddc00e30-d59c-4764-9384-2fa2bf1731a3 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1732.831236] env[62306]: DEBUG nova.compute.manager [req-bf2e4da2-a7fb-4837-85a5-d7aba261027b req-1761d5de-c687-4ffe-bf61-b9977768906f service nova] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Received event network-changed-8d1e8e5b-1b21-492e-8ed4-1618c1f952cf {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1732.831400] env[62306]: DEBUG nova.compute.manager [req-bf2e4da2-a7fb-4837-85a5-d7aba261027b req-1761d5de-c687-4ffe-bf61-b9977768906f service nova] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Refreshing instance network info cache due to event network-changed-8d1e8e5b-1b21-492e-8ed4-1618c1f952cf. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1732.831564] env[62306]: DEBUG oslo_concurrency.lockutils [req-bf2e4da2-a7fb-4837-85a5-d7aba261027b req-1761d5de-c687-4ffe-bf61-b9977768906f service nova] Acquiring lock "refresh_cache-8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.831703] env[62306]: DEBUG oslo_concurrency.lockutils [req-bf2e4da2-a7fb-4837-85a5-d7aba261027b req-1761d5de-c687-4ffe-bf61-b9977768906f service nova] Acquired lock "refresh_cache-8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.831859] env[62306]: DEBUG nova.network.neutron [req-bf2e4da2-a7fb-4837-85a5-d7aba261027b req-1761d5de-c687-4ffe-bf61-b9977768906f service nova] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Refreshing network info cache for port 8d1e8e5b-1b21-492e-8ed4-1618c1f952cf {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1732.839934] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1732.839934] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cc1c8c-2a68-d561-f1bb-1397464063de" [ 1732.839934] env[62306]: _type = "Task" [ 1732.839934] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.845907] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cc1c8c-2a68-d561-f1bb-1397464063de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.898689] env[62306]: DEBUG nova.network.neutron [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Successfully created port: 1f0121cf-3196-4037-a8ec-4b6135601bd5 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1733.008243] env[62306]: DEBUG oslo_vmware.api [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972430, 'name': PowerOffVM_Task, 'duration_secs': 0.777093} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.008514] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1733.008663] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1733.008934] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bbca872-1da1-4437-9d69-c152625b3eab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.019929] env[62306]: DEBUG nova.compute.utils [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1733.143202] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02fc57c-3292-49bc-b85b-65bcfc0d99f9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.148886] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a724e4e9-b03b-4c6c-9572-6f2cc5565b6d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.153588] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1733.153823] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1733.154153] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Deleting the datastore file [datastore1] 10b781a1-2f5c-48ae-8750-e10affb9c90b {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1733.155489] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-276f6378-e0b3-49bb-8ae1-cf6bae3eaf37 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.184217] env[62306]: DEBUG nova.compute.manager [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1733.184712] env[62306]: INFO nova.compute.manager [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Rebuilding instance [ 1733.189602] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2d5992-dc85-4913-aaaa-bc0f5af5c812 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.192633] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649028ec-c5fa-4cd9-8157-fe27ff32e890 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.195294] env[62306]: DEBUG oslo_vmware.api [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1733.195294] env[62306]: value = "task-1972435" [ 1733.195294] env[62306]: _type = "Task" [ 1733.195294] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.196153] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ca25ad3a-5485-46f4-8383-7406cf8b223f tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "interface-10b781a1-2f5c-48ae-8750-e10affb9c90b-8afc6dff-f27b-4880-aef9-7f0909da2d77" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.966s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.210572] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef22fbd7-f4a9-4613-8856-6f9e283c44be {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.219354] env[62306]: DEBUG oslo_vmware.api [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.234172] env[62306]: DEBUG nova.compute.provider_tree [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1733.248028] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972433, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.260110] env[62306]: DEBUG nova.compute.manager [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1733.261236] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291e19c8-b252-4b9f-926e-d8767003da65 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.348522] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cc1c8c-2a68-d561-f1bb-1397464063de, 'name': SearchDatastore_Task, 'duration_secs': 0.013712} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.349808] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55110216-45bc-4ca7-9275-f67d1c84f116 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.358032] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1733.358032] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a337f5-5626-d9b8-8720-9af9695272b3" [ 1733.358032] env[62306]: _type = "Task" [ 1733.358032] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.364327] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a337f5-5626-d9b8-8720-9af9695272b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.526222] env[62306]: DEBUG nova.compute.manager [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1733.583205] env[62306]: DEBUG nova.network.neutron [req-bf2e4da2-a7fb-4837-85a5-d7aba261027b req-1761d5de-c687-4ffe-bf61-b9977768906f service nova] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Updated VIF entry in instance network info cache for port 8d1e8e5b-1b21-492e-8ed4-1618c1f952cf. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1733.583575] env[62306]: DEBUG nova.network.neutron [req-bf2e4da2-a7fb-4837-85a5-d7aba261027b req-1761d5de-c687-4ffe-bf61-b9977768906f service nova] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Updating instance_info_cache with network_info: [{"id": "8d1e8e5b-1b21-492e-8ed4-1618c1f952cf", "address": "fa:16:3e:8d:d0:74", "network": {"id": "6ceefda0-ecc0-4907-a275-7f540d836c3a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1323327077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5cccb09f63470ca856b04e02d047b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1e8e5b-1b", "ovs_interfaceid": "8d1e8e5b-1b21-492e-8ed4-1618c1f952cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.708030] env[62306]: DEBUG oslo_vmware.api [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161023} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.708030] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1733.708030] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1733.708241] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1733.708363] env[62306]: INFO nova.compute.manager [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1733.708605] env[62306]: DEBUG oslo.service.loopingcall [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1733.708827] env[62306]: DEBUG nova.compute.manager [-] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1733.708927] env[62306]: DEBUG nova.network.neutron [-] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1733.717766] env[62306]: INFO nova.compute.manager [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] instance snapshotting [ 1733.720363] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819307fb-8239-4df1-abde-161e9b0e6edf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.740664] env[62306]: DEBUG nova.scheduler.client.report [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1733.747590] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b136f6-d51a-4f93-9a49-823546f6b741 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.758729] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972433, 'name': CreateVM_Task, 'duration_secs': 0.611084} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.760531] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1733.764280] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.764472] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.764782] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1733.765513] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b57e7507-fbf5-4bbc-a127-9a6d8579b5c5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.773018] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Waiting for the task: (returnval){ [ 1733.773018] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529ac4f0-b454-9446-ee34-830df343df81" [ 1733.773018] env[62306]: _type = "Task" [ 1733.773018] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.779919] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529ac4f0-b454-9446-ee34-830df343df81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.867210] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a337f5-5626-d9b8-8720-9af9695272b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009257} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.867578] env[62306]: DEBUG oslo_concurrency.lockutils [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.867759] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 62226724-b96b-4a68-96f1-d2dce93e0051/62226724-b96b-4a68-96f1-d2dce93e0051.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1733.868012] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2322fdd8-0721-4a75-a60b-453792b7d258 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.875039] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1733.875039] env[62306]: value = "task-1972436" [ 1733.875039] env[62306]: _type = "Task" [ 1733.875039] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.886027] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.086513] env[62306]: DEBUG oslo_concurrency.lockutils [req-bf2e4da2-a7fb-4837-85a5-d7aba261027b req-1761d5de-c687-4ffe-bf61-b9977768906f service nova] Releasing lock "refresh_cache-8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.254662] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.256498] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.678s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.257053] env[62306]: DEBUG nova.objects.instance [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62306) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1734.267206] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Creating Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1734.267598] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0d8b283e-3410-4a19-b64f-a9e5078a34aa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.277079] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1734.280164] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbd80691-9542-4189-8a1d-17978a22d41b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.285142] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529ac4f0-b454-9446-ee34-830df343df81, 'name': SearchDatastore_Task, 'duration_secs': 0.009714} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.287997] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.288836] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1734.289204] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.289393] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.289597] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1734.289956] env[62306]: DEBUG oslo_vmware.api [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1734.289956] env[62306]: value = "task-1972437" [ 1734.289956] env[62306]: _type = "Task" [ 1734.289956] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.292303] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e14e304-4190-4c5e-945c-f30d28113995 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.294782] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1734.294782] env[62306]: value = "task-1972438" [ 1734.294782] env[62306]: _type = "Task" [ 1734.294782] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.295914] env[62306]: INFO nova.scheduler.client.report [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Deleted allocations for instance 5295d78d-860a-4100-8b53-3ece13c6f31c [ 1734.316772] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.325082] env[62306]: DEBUG oslo_vmware.api [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972437, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.326551] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1734.326879] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1734.328059] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c65be0-275d-4ec9-868d-1c0db9d666aa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.336544] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Waiting for the task: (returnval){ [ 1734.336544] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]521758e2-0148-dbba-e821-8783eaaf203c" [ 1734.336544] env[62306]: _type = "Task" [ 1734.336544] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.348526] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]521758e2-0148-dbba-e821-8783eaaf203c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.388270] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972436, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.541047] env[62306]: DEBUG nova.compute.manager [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1734.574752] env[62306]: DEBUG nova.virt.hardware [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:28:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='75639008',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-13961528',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1734.575433] env[62306]: DEBUG nova.virt.hardware [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1734.575739] env[62306]: DEBUG nova.virt.hardware [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1734.576736] env[62306]: DEBUG nova.virt.hardware [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1734.577021] env[62306]: DEBUG nova.virt.hardware [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1734.577497] env[62306]: DEBUG nova.virt.hardware [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1734.577853] env[62306]: DEBUG nova.virt.hardware [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1734.578399] env[62306]: DEBUG nova.virt.hardware [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1734.578715] env[62306]: DEBUG nova.virt.hardware [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1734.578996] env[62306]: DEBUG nova.virt.hardware [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1734.579323] env[62306]: DEBUG nova.virt.hardware [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1734.581023] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a57f3d-d3f3-4113-bfab-3e101850f6a6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.589802] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6e8bba-9b1d-4cbc-87bf-3bbcba1ef1f8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.803992] env[62306]: DEBUG oslo_vmware.api [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972437, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.815877] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972438, 'name': PowerOffVM_Task, 'duration_secs': 0.309309} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.816234] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1734.816364] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1734.817341] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20f19a5-7a4b-4e5e-9367-4e080ba1d278 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.820432] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8a6b96f4-4dcf-484a-9810-2d467c8bc79d tempest-FloatingIPsAssociationNegativeTestJSON-669868725 tempest-FloatingIPsAssociationNegativeTestJSON-669868725-project-member] Lock "5295d78d-860a-4100-8b53-3ece13c6f31c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.918s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.825988] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1734.826232] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-567b74d3-aba0-4f20-aa71-e6a752f7aa2a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.852134] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]521758e2-0148-dbba-e821-8783eaaf203c, 'name': SearchDatastore_Task, 'duration_secs': 0.053049} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.853813] env[62306]: DEBUG nova.network.neutron [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Successfully updated port: 1f0121cf-3196-4037-a8ec-4b6135601bd5 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1734.855629] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d81007c-1995-49d9-becf-629cd03e7d1b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.863837] env[62306]: DEBUG nova.network.neutron [-] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.865180] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Waiting for the task: (returnval){ [ 1734.865180] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520cf0fa-b45a-ce2b-fded-492cd76a1265" [ 1734.865180] env[62306]: _type = "Task" [ 1734.865180] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.871771] env[62306]: DEBUG nova.compute.manager [req-9f3f1153-d300-4eea-b499-b89348c5adef req-7e81cdb4-3f97-4c1d-bb0b-50091ab2e87d service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Received event network-vif-deleted-08141c6b-51fe-4fa9-ae42-6683fce1c63a {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1734.871832] env[62306]: INFO nova.compute.manager [req-9f3f1153-d300-4eea-b499-b89348c5adef req-7e81cdb4-3f97-4c1d-bb0b-50091ab2e87d service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Neutron deleted interface 08141c6b-51fe-4fa9-ae42-6683fce1c63a; detaching it from the instance and deleting it from the info cache [ 1734.871968] env[62306]: DEBUG nova.network.neutron [req-9f3f1153-d300-4eea-b499-b89348c5adef req-7e81cdb4-3f97-4c1d-bb0b-50091ab2e87d service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.879717] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520cf0fa-b45a-ce2b-fded-492cd76a1265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.890818] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694316} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.891511] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 62226724-b96b-4a68-96f1-d2dce93e0051/62226724-b96b-4a68-96f1-d2dce93e0051.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1734.891734] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1734.891986] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9857c26-4ba1-4d9a-8551-a308509049cb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.899009] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1734.899009] env[62306]: value = "task-1972440" [ 1734.899009] env[62306]: _type = "Task" [ 1734.899009] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.908257] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.966871] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1734.967111] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1734.967299] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Deleting the datastore file [datastore1] 6ea3b6f2-5aa7-463e-980c-c33ec4084439 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1734.969736] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a22b5a0-0f78-41d7-b2b6-81e749b58430 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.974489] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1734.974489] env[62306]: value = "task-1972441" [ 1734.974489] env[62306]: _type = "Task" [ 1734.974489] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.982776] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.269210] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8c01e3ec-24a9-444e-8fdb-a9e4fdf2bc52 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.270529] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.961s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.272086] env[62306]: INFO nova.compute.claims [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1735.311445] env[62306]: DEBUG oslo_vmware.api [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972437, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.359254] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquiring lock "refresh_cache-ffa1eacc-4a16-41f0-a5ca-9ceb0878819b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.359477] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquired lock "refresh_cache-ffa1eacc-4a16-41f0-a5ca-9ceb0878819b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.359575] env[62306]: DEBUG nova.network.neutron [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1735.366953] env[62306]: INFO nova.compute.manager [-] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Took 1.66 seconds to deallocate network for instance. [ 1735.384163] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a66e9d44-3342-4f7d-9577-603a3c95eab4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.393519] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520cf0fa-b45a-ce2b-fded-492cd76a1265, 'name': SearchDatastore_Task, 'duration_secs': 0.015467} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.394370] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.394370] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c/8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1735.394764] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caad3226-d739-4158-80a9-bf6acc92644a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.401164] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c078c3-5173-4af6-a2d8-a108da60b494 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.418727] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Waiting for the task: (returnval){ [ 1735.418727] env[62306]: value = "task-1972442" [ 1735.418727] env[62306]: _type = "Task" [ 1735.418727] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.427838] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': task-1972442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.442914] env[62306]: DEBUG nova.compute.manager [req-9f3f1153-d300-4eea-b499-b89348c5adef req-7e81cdb4-3f97-4c1d-bb0b-50091ab2e87d service nova] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Detach interface failed, port_id=08141c6b-51fe-4fa9-ae42-6683fce1c63a, reason: Instance 10b781a1-2f5c-48ae-8750-e10affb9c90b could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1735.445973] env[62306]: DEBUG nova.compute.manager [req-9f3f1153-d300-4eea-b499-b89348c5adef req-7e81cdb4-3f97-4c1d-bb0b-50091ab2e87d service nova] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Received event network-vif-plugged-1f0121cf-3196-4037-a8ec-4b6135601bd5 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1735.445973] env[62306]: DEBUG oslo_concurrency.lockutils [req-9f3f1153-d300-4eea-b499-b89348c5adef req-7e81cdb4-3f97-4c1d-bb0b-50091ab2e87d service nova] Acquiring lock "ffa1eacc-4a16-41f0-a5ca-9ceb0878819b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.445973] env[62306]: DEBUG oslo_concurrency.lockutils [req-9f3f1153-d300-4eea-b499-b89348c5adef req-7e81cdb4-3f97-4c1d-bb0b-50091ab2e87d service nova] Lock "ffa1eacc-4a16-41f0-a5ca-9ceb0878819b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.445973] env[62306]: DEBUG oslo_concurrency.lockutils [req-9f3f1153-d300-4eea-b499-b89348c5adef req-7e81cdb4-3f97-4c1d-bb0b-50091ab2e87d service nova] Lock "ffa1eacc-4a16-41f0-a5ca-9ceb0878819b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.445973] env[62306]: DEBUG nova.compute.manager [req-9f3f1153-d300-4eea-b499-b89348c5adef req-7e81cdb4-3f97-4c1d-bb0b-50091ab2e87d service nova] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] No waiting events found dispatching network-vif-plugged-1f0121cf-3196-4037-a8ec-4b6135601bd5 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1735.445973] env[62306]: WARNING nova.compute.manager [req-9f3f1153-d300-4eea-b499-b89348c5adef req-7e81cdb4-3f97-4c1d-bb0b-50091ab2e87d service nova] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Received unexpected event network-vif-plugged-1f0121cf-3196-4037-a8ec-4b6135601bd5 for instance with vm_state building and task_state spawning. [ 1735.445973] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065309} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.445973] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1735.445973] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded21f2b-4465-4c30-9c44-6ea2804b1b4d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.471405] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 62226724-b96b-4a68-96f1-d2dce93e0051/62226724-b96b-4a68-96f1-d2dce93e0051.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1735.471405] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ad8286a-5a2d-44cc-8446-a24f265f0707 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.495997] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476676} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.497798] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1735.497798] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1735.497963] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1735.504026] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1735.504026] env[62306]: value = "task-1972443" [ 1735.504026] env[62306]: _type = "Task" [ 1735.504026] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.509783] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972443, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.809270] env[62306]: DEBUG oslo_vmware.api [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972437, 'name': CreateSnapshot_Task, 'duration_secs': 1.255116} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.809603] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Created Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1735.810510] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07726c68-09ef-4046-b300-cfcfdf8b817a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.885911] env[62306]: DEBUG oslo_concurrency.lockutils [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.926150] env[62306]: DEBUG nova.network.neutron [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1735.935879] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': task-1972442, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.015942] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.159693] env[62306]: DEBUG nova.network.neutron [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Updating instance_info_cache with network_info: [{"id": "1f0121cf-3196-4037-a8ec-4b6135601bd5", "address": "fa:16:3e:01:2d:97", "network": {"id": "7be701ee-ad49-4799-8a56-e176bd575d68", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-440989160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06293374c3d14b7b9c96880da96430a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f0121cf-31", "ovs_interfaceid": "1f0121cf-3196-4037-a8ec-4b6135601bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.334594] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Creating linked-clone VM from snapshot {{(pid=62306) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1736.339628] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7dc97a4e-655f-4d7f-99bf-af2d2352b215 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.350214] env[62306]: DEBUG oslo_vmware.api [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1736.350214] env[62306]: value = "task-1972444" [ 1736.350214] env[62306]: _type = "Task" [ 1736.350214] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.361036] env[62306]: DEBUG oslo_vmware.api [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972444, 'name': CloneVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.429082] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': task-1972442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76508} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.431722] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c/8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1736.432012] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1736.432990] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fb47e60-ba69-44f9-b79b-94731ce23670 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.439633] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Waiting for the task: (returnval){ [ 1736.439633] env[62306]: value = "task-1972445" [ 1736.439633] env[62306]: _type = "Task" [ 1736.439633] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.450245] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': task-1972445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.519439] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972443, 'name': ReconfigVM_Task, 'duration_secs': 0.597058} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.520981] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 62226724-b96b-4a68-96f1-d2dce93e0051/62226724-b96b-4a68-96f1-d2dce93e0051.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1736.525750] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95d58361-d4ed-4226-962b-63d8e1548e07 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.533124] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1736.533124] env[62306]: value = "task-1972446" [ 1736.533124] env[62306]: _type = "Task" [ 1736.533124] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.545522] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972446, 'name': Rename_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.547772] env[62306]: DEBUG nova.virt.hardware [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1736.547998] env[62306]: DEBUG nova.virt.hardware [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1736.548167] env[62306]: DEBUG nova.virt.hardware [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1736.548345] env[62306]: DEBUG nova.virt.hardware [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1736.548491] env[62306]: DEBUG nova.virt.hardware [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1736.548654] env[62306]: DEBUG nova.virt.hardware [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1736.548991] env[62306]: DEBUG nova.virt.hardware [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1736.549188] env[62306]: DEBUG nova.virt.hardware [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1736.549391] env[62306]: DEBUG nova.virt.hardware [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1736.549565] env[62306]: DEBUG nova.virt.hardware [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1736.549735] env[62306]: DEBUG nova.virt.hardware [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1736.550595] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4048305-9485-4bd1-815e-a0494166983a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.561318] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a011586-bf7a-46c2-ba6a-590c2ea6d9e3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.575961] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:f5:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfe4b918-7cd3-421a-b5eb-15bdbe4000ec', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1736.583735] env[62306]: DEBUG oslo.service.loopingcall [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1736.586748] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1736.587366] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e3698d1-04ef-45aa-a336-c0163a6b032d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.613700] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1736.613700] env[62306]: value = "task-1972447" [ 1736.613700] env[62306]: _type = "Task" [ 1736.613700] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.623709] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972447, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.661035] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Releasing lock "refresh_cache-ffa1eacc-4a16-41f0-a5ca-9ceb0878819b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.661476] env[62306]: DEBUG nova.compute.manager [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Instance network_info: |[{"id": "1f0121cf-3196-4037-a8ec-4b6135601bd5", "address": "fa:16:3e:01:2d:97", "network": {"id": "7be701ee-ad49-4799-8a56-e176bd575d68", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-440989160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06293374c3d14b7b9c96880da96430a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f0121cf-31", "ovs_interfaceid": "1f0121cf-3196-4037-a8ec-4b6135601bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1736.665020] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:2d:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f0121cf-3196-4037-a8ec-4b6135601bd5', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1736.670560] env[62306]: DEBUG oslo.service.loopingcall [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1736.673387] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1736.673909] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbc5b0f4-c73e-4c59-9f11-5d75c5150475 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.700142] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1736.700142] env[62306]: value = "task-1972448" [ 1736.700142] env[62306]: _type = "Task" [ 1736.700142] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.708639] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972448, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.863014] env[62306]: DEBUG oslo_vmware.api [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972444, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.904472] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16943f6c-e6eb-482d-a9be-23c77687ca2f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.913348] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74133a67-b36a-401f-8a38-de5e49f0efaa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.950538] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e514f75-8cc4-407c-87e0-6f29c30bf63a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.959425] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': task-1972445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169754} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.961922] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1736.962874] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73294d2f-2eec-4ddc-b309-1b3203b7089a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.966181] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc26c677-d2f1-4e3e-bf1d-24e3eaa88905 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.981020] env[62306]: DEBUG nova.compute.provider_tree [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1737.002359] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c/8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1737.003528] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49fab3c9-cf2b-4bdc-a35d-f66d66e4f448 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.021473] env[62306]: DEBUG nova.compute.manager [req-4ac9d7ad-121a-4412-bb92-4a49a05020a7 req-0c4aa972-db65-4417-8d80-837602543380 service nova] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Received event network-changed-1f0121cf-3196-4037-a8ec-4b6135601bd5 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1737.021473] env[62306]: DEBUG nova.compute.manager [req-4ac9d7ad-121a-4412-bb92-4a49a05020a7 req-0c4aa972-db65-4417-8d80-837602543380 service nova] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Refreshing instance network info cache due to event network-changed-1f0121cf-3196-4037-a8ec-4b6135601bd5. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1737.021473] env[62306]: DEBUG oslo_concurrency.lockutils [req-4ac9d7ad-121a-4412-bb92-4a49a05020a7 req-0c4aa972-db65-4417-8d80-837602543380 service nova] Acquiring lock "refresh_cache-ffa1eacc-4a16-41f0-a5ca-9ceb0878819b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.024171] env[62306]: DEBUG oslo_concurrency.lockutils [req-4ac9d7ad-121a-4412-bb92-4a49a05020a7 req-0c4aa972-db65-4417-8d80-837602543380 service nova] Acquired lock "refresh_cache-ffa1eacc-4a16-41f0-a5ca-9ceb0878819b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.024171] env[62306]: DEBUG nova.network.neutron [req-4ac9d7ad-121a-4412-bb92-4a49a05020a7 req-0c4aa972-db65-4417-8d80-837602543380 service nova] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Refreshing network info cache for port 1f0121cf-3196-4037-a8ec-4b6135601bd5 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1737.030125] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Waiting for the task: (returnval){ [ 1737.030125] env[62306]: value = "task-1972449" [ 1737.030125] env[62306]: _type = "Task" [ 1737.030125] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.044163] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': task-1972449, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.047490] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972446, 'name': Rename_Task, 'duration_secs': 0.388649} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.047790] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1737.048342] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e73a317-66ee-455b-89fc-3be85df3a49a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.057277] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1737.057277] env[62306]: value = "task-1972450" [ 1737.057277] env[62306]: _type = "Task" [ 1737.057277] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.067147] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.126897] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972447, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.214071] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972448, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.361668] env[62306]: DEBUG oslo_vmware.api [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972444, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.484901] env[62306]: DEBUG nova.scheduler.client.report [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1737.541198] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': task-1972449, 'name': ReconfigVM_Task, 'duration_secs': 0.510763} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.541693] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c/8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1737.542228] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b33bc5c-b9f2-47a5-9773-ceac89407fec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.549043] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Waiting for the task: (returnval){ [ 1737.549043] env[62306]: value = "task-1972451" [ 1737.549043] env[62306]: _type = "Task" [ 1737.549043] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.557466] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': task-1972451, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.568541] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.625793] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972447, 'name': CreateVM_Task, 'duration_secs': 0.638902} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.627935] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1737.628649] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.628822] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.629283] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1737.630126] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0d7e426-e754-4a1c-941e-6837f18bfbc6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.636317] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1737.636317] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]521fa305-5ee1-b292-f3a2-7eb86802d61c" [ 1737.636317] env[62306]: _type = "Task" [ 1737.636317] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.648956] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]521fa305-5ee1-b292-f3a2-7eb86802d61c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.715845] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972448, 'name': CreateVM_Task, 'duration_secs': 0.821084} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.718914] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1737.719724] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.822263] env[62306]: DEBUG nova.network.neutron [req-4ac9d7ad-121a-4412-bb92-4a49a05020a7 req-0c4aa972-db65-4417-8d80-837602543380 service nova] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Updated VIF entry in instance network info cache for port 1f0121cf-3196-4037-a8ec-4b6135601bd5. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1737.822777] env[62306]: DEBUG nova.network.neutron [req-4ac9d7ad-121a-4412-bb92-4a49a05020a7 req-0c4aa972-db65-4417-8d80-837602543380 service nova] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Updating instance_info_cache with network_info: [{"id": "1f0121cf-3196-4037-a8ec-4b6135601bd5", "address": "fa:16:3e:01:2d:97", "network": {"id": "7be701ee-ad49-4799-8a56-e176bd575d68", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-440989160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06293374c3d14b7b9c96880da96430a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f0121cf-31", "ovs_interfaceid": "1f0121cf-3196-4037-a8ec-4b6135601bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.864873] env[62306]: DEBUG oslo_vmware.api [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972444, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.990832] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.991396] env[62306]: DEBUG nova.compute.manager [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1737.994532] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.318s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.994532] env[62306]: DEBUG nova.objects.instance [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Lazy-loading 'resources' on Instance uuid f1fd9732-8654-475a-a7a5-63c31caef15d {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1738.058865] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': task-1972451, 'name': Rename_Task, 'duration_secs': 0.226374} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.059179] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1738.060187] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b63a295d-f370-4bb5-a54c-948936bf1380 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.069425] env[62306]: DEBUG oslo_vmware.api [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972450, 'name': PowerOnVM_Task, 'duration_secs': 0.764688} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.070650] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1738.070891] env[62306]: DEBUG nova.compute.manager [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1738.071228] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Waiting for the task: (returnval){ [ 1738.071228] env[62306]: value = "task-1972452" [ 1738.071228] env[62306]: _type = "Task" [ 1738.071228] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.071895] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605e22df-9a26-4c0c-99af-7659a97389b6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.083955] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': task-1972452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.150303] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]521fa305-5ee1-b292-f3a2-7eb86802d61c, 'name': SearchDatastore_Task, 'duration_secs': 0.013567} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.150857] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.150857] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1738.151375] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.151375] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.151502] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1738.151810] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.152203] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1738.152444] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88462011-17db-4934-b0b6-04c333bf9581 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.154480] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0398b283-0921-417e-96c4-eb370dd36eb0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.160421] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1738.160421] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52402f0a-acca-d14e-67dc-a1c19a50fe6c" [ 1738.160421] env[62306]: _type = "Task" [ 1738.160421] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.164490] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1738.164729] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1738.165730] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f813f16f-40b3-4437-b44c-478259d6e0f7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.172958] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52402f0a-acca-d14e-67dc-a1c19a50fe6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.176860] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1738.176860] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52231d79-cd67-89db-d6ff-5b7cf162d465" [ 1738.176860] env[62306]: _type = "Task" [ 1738.176860] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.184794] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52231d79-cd67-89db-d6ff-5b7cf162d465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.325998] env[62306]: DEBUG oslo_concurrency.lockutils [req-4ac9d7ad-121a-4412-bb92-4a49a05020a7 req-0c4aa972-db65-4417-8d80-837602543380 service nova] Releasing lock "refresh_cache-ffa1eacc-4a16-41f0-a5ca-9ceb0878819b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.363374] env[62306]: DEBUG oslo_vmware.api [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972444, 'name': CloneVM_Task, 'duration_secs': 1.689446} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.363678] env[62306]: INFO nova.virt.vmwareapi.vmops [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Created linked-clone VM from snapshot [ 1738.364502] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf2d036-6192-498b-b959-c864069168cb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.372223] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Uploading image f4477840-649d-4c27-9fd6-1828502bfd16 {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1738.382230] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Destroying the VM {{(pid=62306) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1738.382801] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-22a0211a-4a04-4043-8ce0-76320296dee7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.393302] env[62306]: DEBUG oslo_vmware.api [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1738.393302] env[62306]: value = "task-1972453" [ 1738.393302] env[62306]: _type = "Task" [ 1738.393302] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.403795] env[62306]: DEBUG oslo_vmware.api [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972453, 'name': Destroy_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.497490] env[62306]: DEBUG nova.compute.utils [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1738.502661] env[62306]: DEBUG nova.compute.manager [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1738.502903] env[62306]: DEBUG nova.network.neutron [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1738.556164] env[62306]: DEBUG nova.policy [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9791547c4cb64df28ea6e2dbd3946c30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b96207d9ba14f37bd4d4761cf307f87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1738.586309] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': task-1972452, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.597131] env[62306]: DEBUG oslo_concurrency.lockutils [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.676476] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52402f0a-acca-d14e-67dc-a1c19a50fe6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010359} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.676987] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.676987] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1738.677238] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.688483] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52231d79-cd67-89db-d6ff-5b7cf162d465, 'name': SearchDatastore_Task, 'duration_secs': 0.009343} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.689392] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75edf853-32cc-4b39-af9f-5806614f4183 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.695848] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1738.695848] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524ee3a5-2959-6377-5ab9-5d5753c8a6c9" [ 1738.695848] env[62306]: _type = "Task" [ 1738.695848] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.708496] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524ee3a5-2959-6377-5ab9-5d5753c8a6c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.906684] env[62306]: DEBUG oslo_vmware.api [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972453, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.991542] env[62306]: DEBUG nova.network.neutron [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Successfully created port: 5c40efab-f3ef-4ddd-8270-a2b8531efb97 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1739.003258] env[62306]: DEBUG nova.compute.manager [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1739.067338] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7639a7d-66d8-40b2-834f-ce2dc498438b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.075747] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b041f5-3278-4f10-91e3-8aaf26ff7e5d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.092093] env[62306]: DEBUG oslo_vmware.api [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': task-1972452, 'name': PowerOnVM_Task, 'duration_secs': 0.665655} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.121106] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1739.121106] env[62306]: INFO nova.compute.manager [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1739.121106] env[62306]: DEBUG nova.compute.manager [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1739.126765] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d5b95a-0d69-4e1c-a385-88ff55a4a45f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.130239] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a66e39-b68f-4477-9c94-780256cf389c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.140031] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c8ffd7-e95c-4e65-ba2c-25313e4e4add {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.159027] env[62306]: DEBUG nova.compute.provider_tree [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1739.215099] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524ee3a5-2959-6377-5ab9-5d5753c8a6c9, 'name': SearchDatastore_Task, 'duration_secs': 0.01278} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.215548] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.215811] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 6ea3b6f2-5aa7-463e-980c-c33ec4084439/6ea3b6f2-5aa7-463e-980c-c33ec4084439.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1739.216160] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.216497] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1739.216617] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05e8ed56-6971-4a6f-9c08-2d40821c16ae {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.219019] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-076069a8-66b9-4ea0-99e6-376f9c886963 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.229678] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1739.229678] env[62306]: value = "task-1972454" [ 1739.229678] env[62306]: _type = "Task" [ 1739.229678] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.230993] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1739.231187] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1739.235975] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9923a65f-b78e-4e0e-a3c2-4283a1c5f89b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.244958] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.246565] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1739.246565] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52432f42-9841-e52d-7732-69438095388e" [ 1739.246565] env[62306]: _type = "Task" [ 1739.246565] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.261021] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52432f42-9841-e52d-7732-69438095388e, 'name': SearchDatastore_Task, 'duration_secs': 0.010788} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.261984] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99344644-eaf9-4846-b6d1-5cf595d33b1c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.268487] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1739.268487] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523456f9-d03a-09e9-1419-3bce3cc5baca" [ 1739.268487] env[62306]: _type = "Task" [ 1739.268487] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.278115] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523456f9-d03a-09e9-1419-3bce3cc5baca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.406162] env[62306]: DEBUG oslo_vmware.api [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972453, 'name': Destroy_Task, 'duration_secs': 0.703411} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.406539] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Destroyed the VM [ 1739.406879] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Deleting Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1739.407471] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9e5f2905-e985-4126-82f0-af4e424201f5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.416542] env[62306]: DEBUG oslo_vmware.api [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1739.416542] env[62306]: value = "task-1972455" [ 1739.416542] env[62306]: _type = "Task" [ 1739.416542] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.425355] env[62306]: DEBUG oslo_vmware.api [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972455, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.560364] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "62226724-b96b-4a68-96f1-d2dce93e0051" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.560640] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "62226724-b96b-4a68-96f1-d2dce93e0051" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.560853] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "62226724-b96b-4a68-96f1-d2dce93e0051-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.561054] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "62226724-b96b-4a68-96f1-d2dce93e0051-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.562336] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "62226724-b96b-4a68-96f1-d2dce93e0051-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.569876] env[62306]: INFO nova.compute.manager [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Terminating instance [ 1739.658213] env[62306]: INFO nova.compute.manager [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Took 46.16 seconds to build instance. [ 1739.662980] env[62306]: DEBUG nova.scheduler.client.report [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1739.742617] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972454, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.780249] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523456f9-d03a-09e9-1419-3bce3cc5baca, 'name': SearchDatastore_Task, 'duration_secs': 0.010332} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.780583] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.780918] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] ffa1eacc-4a16-41f0-a5ca-9ceb0878819b/ffa1eacc-4a16-41f0-a5ca-9ceb0878819b.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1739.781236] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a20d5e1-00de-4889-ab4b-83171a440d00 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.790012] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1739.790012] env[62306]: value = "task-1972456" [ 1739.790012] env[62306]: _type = "Task" [ 1739.790012] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.799639] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.927649] env[62306]: DEBUG oslo_vmware.api [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972455, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.014873] env[62306]: DEBUG nova.compute.manager [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1740.040097] env[62306]: DEBUG nova.virt.hardware [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1740.040340] env[62306]: DEBUG nova.virt.hardware [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1740.040493] env[62306]: DEBUG nova.virt.hardware [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1740.040669] env[62306]: DEBUG nova.virt.hardware [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1740.041296] env[62306]: DEBUG nova.virt.hardware [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1740.041296] env[62306]: DEBUG nova.virt.hardware [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1740.041296] env[62306]: DEBUG nova.virt.hardware [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1740.041478] env[62306]: DEBUG nova.virt.hardware [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1740.041518] env[62306]: DEBUG nova.virt.hardware [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1740.041694] env[62306]: DEBUG nova.virt.hardware [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1740.041856] env[62306]: DEBUG nova.virt.hardware [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1740.043024] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78789bf8-796a-449a-a088-fede34ce30cc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.051900] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5234e4a3-2bb7-40e1-8828-a4a4aed38ef3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.074825] env[62306]: DEBUG nova.compute.manager [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1740.074825] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1740.075912] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ffb71a-9641-4194-bf9e-151901fefb8a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.084211] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1740.084211] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c7aae09-d815-4149-9367-8ad5d3772066 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.092061] env[62306]: DEBUG oslo_vmware.api [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1740.092061] env[62306]: value = "task-1972457" [ 1740.092061] env[62306]: _type = "Task" [ 1740.092061] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.102743] env[62306]: DEBUG oslo_vmware.api [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.161061] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d4f29f1-a97b-49af-8bd9-98bbb0c57648 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Lock "8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.960s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.170897] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.175215] env[62306]: DEBUG oslo_concurrency.lockutils [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.485s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.175907] env[62306]: INFO nova.compute.claims [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1740.193949] env[62306]: INFO nova.scheduler.client.report [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Deleted allocations for instance f1fd9732-8654-475a-a7a5-63c31caef15d [ 1740.246855] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807261} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.247254] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 6ea3b6f2-5aa7-463e-980c-c33ec4084439/6ea3b6f2-5aa7-463e-980c-c33ec4084439.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1740.247646] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1740.247958] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb690bd5-7aa9-43e4-b854-17bb41793c05 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.258482] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1740.258482] env[62306]: value = "task-1972458" [ 1740.258482] env[62306]: _type = "Task" [ 1740.258482] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.274134] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.304753] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972456, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.400808] env[62306]: DEBUG oslo_concurrency.lockutils [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "ade264c2-3345-4e28-b7e7-a510cfa67a30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.401170] env[62306]: DEBUG oslo_concurrency.lockutils [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "ade264c2-3345-4e28-b7e7-a510cfa67a30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.430502] env[62306]: DEBUG oslo_vmware.api [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972455, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.433363] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Acquiring lock "8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.433492] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Lock "8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.433701] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Acquiring lock "8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.433895] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Lock "8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.434082] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Lock "8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.437520] env[62306]: INFO nova.compute.manager [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Terminating instance [ 1740.602313] env[62306]: DEBUG oslo_vmware.api [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972457, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.663504] env[62306]: DEBUG nova.compute.manager [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1740.675430] env[62306]: DEBUG nova.network.neutron [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Successfully updated port: 5c40efab-f3ef-4ddd-8270-a2b8531efb97 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1740.679224] env[62306]: DEBUG nova.compute.manager [req-e656baa9-1c98-41ce-8221-e8d77e59e841 req-834a769e-2c1d-40f9-a168-0e0df441ecb3 service nova] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Received event network-vif-plugged-5c40efab-f3ef-4ddd-8270-a2b8531efb97 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1740.679610] env[62306]: DEBUG oslo_concurrency.lockutils [req-e656baa9-1c98-41ce-8221-e8d77e59e841 req-834a769e-2c1d-40f9-a168-0e0df441ecb3 service nova] Acquiring lock "841a47e3-cb9f-48d5-8cf3-adc7245f3293-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.680575] env[62306]: DEBUG oslo_concurrency.lockutils [req-e656baa9-1c98-41ce-8221-e8d77e59e841 req-834a769e-2c1d-40f9-a168-0e0df441ecb3 service nova] Lock "841a47e3-cb9f-48d5-8cf3-adc7245f3293-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.680575] env[62306]: DEBUG oslo_concurrency.lockutils [req-e656baa9-1c98-41ce-8221-e8d77e59e841 req-834a769e-2c1d-40f9-a168-0e0df441ecb3 service nova] Lock "841a47e3-cb9f-48d5-8cf3-adc7245f3293-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.681209] env[62306]: DEBUG nova.compute.manager [req-e656baa9-1c98-41ce-8221-e8d77e59e841 req-834a769e-2c1d-40f9-a168-0e0df441ecb3 service nova] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] No waiting events found dispatching network-vif-plugged-5c40efab-f3ef-4ddd-8270-a2b8531efb97 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1740.681209] env[62306]: WARNING nova.compute.manager [req-e656baa9-1c98-41ce-8221-e8d77e59e841 req-834a769e-2c1d-40f9-a168-0e0df441ecb3 service nova] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Received unexpected event network-vif-plugged-5c40efab-f3ef-4ddd-8270-a2b8531efb97 for instance with vm_state building and task_state spawning. [ 1740.702747] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18224be7-33a6-4dfd-8ff5-391a5f724624 tempest-ServerMetadataNegativeTestJSON-1512338615 tempest-ServerMetadataNegativeTestJSON-1512338615-project-member] Lock "f1fd9732-8654-475a-a7a5-63c31caef15d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.744s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.768427] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098401} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.768721] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1740.769522] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573149db-d9d0-4bf7-b25b-11a99d1c9eea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.797176] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 6ea3b6f2-5aa7-463e-980c-c33ec4084439/6ea3b6f2-5aa7-463e-980c-c33ec4084439.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1740.797571] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edcb6fee-16f2-4ca1-b941-32415957d2ce {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.821044] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689637} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.822414] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] ffa1eacc-4a16-41f0-a5ca-9ceb0878819b/ffa1eacc-4a16-41f0-a5ca-9ceb0878819b.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1740.822638] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1740.823536] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1740.823536] env[62306]: value = "task-1972459" [ 1740.823536] env[62306]: _type = "Task" [ 1740.823536] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.823536] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f19cf1b8-eb2a-450e-b010-51210a330444 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.832294] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1740.832294] env[62306]: value = "task-1972460" [ 1740.832294] env[62306]: _type = "Task" [ 1740.832294] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.835434] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.844945] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.929095] env[62306]: DEBUG oslo_vmware.api [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972455, 'name': RemoveSnapshot_Task, 'duration_secs': 1.096164} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.929335] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Deleted Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1740.942467] env[62306]: DEBUG nova.compute.manager [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1740.942697] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1740.943898] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8030a778-2381-4851-86b2-e825e862ddfb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.955477] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1740.955780] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d9cc069-2c8d-4a1c-af33-a3384a000ba5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.965145] env[62306]: DEBUG oslo_vmware.api [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Waiting for the task: (returnval){ [ 1740.965145] env[62306]: value = "task-1972461" [ 1740.965145] env[62306]: _type = "Task" [ 1740.965145] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.976773] env[62306]: DEBUG oslo_vmware.api [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': task-1972461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.109019] env[62306]: DEBUG oslo_vmware.api [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972457, 'name': PowerOffVM_Task, 'duration_secs': 0.543596} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.109019] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1741.109019] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1741.109019] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dc7cec2-d917-4cdb-a01b-74a27d5b1c95 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.183664] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquiring lock "refresh_cache-841a47e3-cb9f-48d5-8cf3-adc7245f3293" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.183664] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquired lock "refresh_cache-841a47e3-cb9f-48d5-8cf3-adc7245f3293" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.183664] env[62306]: DEBUG nova.network.neutron [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1741.194761] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.231244] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1741.231632] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1741.231926] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Deleting the datastore file [datastore1] 62226724-b96b-4a68-96f1-d2dce93e0051 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1741.232706] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8caf53f-1aef-4d91-b591-70036943cab5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.242639] env[62306]: DEBUG oslo_vmware.api [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1741.242639] env[62306]: value = "task-1972463" [ 1741.242639] env[62306]: _type = "Task" [ 1741.242639] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.256279] env[62306]: DEBUG oslo_vmware.api [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.343862] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972459, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.357481] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075569} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.357748] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1741.359250] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c56a90a-e423-4238-ab2c-fe9959840a42 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.385914] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] ffa1eacc-4a16-41f0-a5ca-9ceb0878819b/ffa1eacc-4a16-41f0-a5ca-9ceb0878819b.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1741.389232] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-011a87c7-dc5c-4196-8326-a86de6f5438d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.409171] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1741.409171] env[62306]: value = "task-1972464" [ 1741.409171] env[62306]: _type = "Task" [ 1741.409171] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.417464] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.437498] env[62306]: WARNING nova.compute.manager [None req-88c29f78-f8a9-4453-b709-d043473ed81e tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Image not found during snapshot: nova.exception.ImageNotFound: Image f4477840-649d-4c27-9fd6-1828502bfd16 could not be found. [ 1741.477591] env[62306]: DEBUG oslo_vmware.api [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': task-1972461, 'name': PowerOffVM_Task, 'duration_secs': 0.282172} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.477922] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1741.478143] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1741.478548] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f27134e-4e2c-4852-a446-fedef53da681 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.569592] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1741.569592] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1741.569592] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Deleting the datastore file [datastore1] 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1741.572831] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23374353-1f88-4248-b655-5fdac1a172fd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.580376] env[62306]: DEBUG oslo_vmware.api [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Waiting for the task: (returnval){ [ 1741.580376] env[62306]: value = "task-1972466" [ 1741.580376] env[62306]: _type = "Task" [ 1741.580376] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.590170] env[62306]: DEBUG oslo_vmware.api [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': task-1972466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.742917] env[62306]: DEBUG nova.network.neutron [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1741.755015] env[62306]: DEBUG oslo_vmware.api [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15279} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.755300] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1741.755499] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1741.755811] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1741.755888] env[62306]: INFO nova.compute.manager [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1741.756180] env[62306]: DEBUG oslo.service.loopingcall [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1741.758927] env[62306]: DEBUG nova.compute.manager [-] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1741.758927] env[62306]: DEBUG nova.network.neutron [-] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1741.823856] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10b62d8-a1f6-4ea0-ac9d-342aede6e60f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.842026] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972459, 'name': ReconfigVM_Task, 'duration_secs': 0.546655} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.842410] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 6ea3b6f2-5aa7-463e-980c-c33ec4084439/6ea3b6f2-5aa7-463e-980c-c33ec4084439.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1741.843772] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705d3d1f-5511-4e75-9f16-41b136651181 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.847963] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdf3cffc-bc57-49bc-aa96-c8f8a1a6b1ba {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.880928] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d951fa27-3ebd-4b91-9f28-9672288988cb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.883620] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1741.883620] env[62306]: value = "task-1972467" [ 1741.883620] env[62306]: _type = "Task" [ 1741.883620] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.891587] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a609349c-606a-4883-aaf8-eabc0cb35ccb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.899600] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972467, 'name': Rename_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.914193] env[62306]: DEBUG nova.compute.provider_tree [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.924675] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972464, 'name': ReconfigVM_Task, 'duration_secs': 0.296311} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.927158] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Reconfigured VM instance instance-00000032 to attach disk [datastore1] ffa1eacc-4a16-41f0-a5ca-9ceb0878819b/ffa1eacc-4a16-41f0-a5ca-9ceb0878819b.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1741.927158] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62306) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1741.927158] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-4a0de380-5aed-468b-94ec-493279e0072e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.934607] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1741.934607] env[62306]: value = "task-1972468" [ 1741.934607] env[62306]: _type = "Task" [ 1741.934607] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.944654] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972468, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.093510] env[62306]: DEBUG oslo_vmware.api [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Task: {'id': task-1972466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143405} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.093775] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1742.093966] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1742.096034] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1742.096246] env[62306]: INFO nova.compute.manager [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1742.096561] env[62306]: DEBUG oslo.service.loopingcall [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1742.099111] env[62306]: DEBUG nova.compute.manager [-] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1742.099237] env[62306]: DEBUG nova.network.neutron [-] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1742.122421] env[62306]: DEBUG nova.network.neutron [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Updating instance_info_cache with network_info: [{"id": "5c40efab-f3ef-4ddd-8270-a2b8531efb97", "address": "fa:16:3e:a9:55:ba", "network": {"id": "9167582a-760e-43c8-9323-a3cad3c7f792", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-985852646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b96207d9ba14f37bd4d4761cf307f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c40efab-f3", "ovs_interfaceid": "5c40efab-f3ef-4ddd-8270-a2b8531efb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.403218] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972467, 'name': Rename_Task, 'duration_secs': 0.187066} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.403218] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1742.403218] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47261d88-8c52-4a29-9dc4-ab7441013cba {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.410689] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1742.410689] env[62306]: value = "task-1972469" [ 1742.410689] env[62306]: _type = "Task" [ 1742.410689] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.420079] env[62306]: DEBUG nova.scheduler.client.report [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1742.423705] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.446091] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972468, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.080042} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.446091] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62306) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1742.448524] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739351c2-77fb-4bdf-870e-1c71e9d6902c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.471482] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "41a73f44-a10a-4843-82ad-52f524ffb744" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.471542] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "41a73f44-a10a-4843-82ad-52f524ffb744" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.472125] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "41a73f44-a10a-4843-82ad-52f524ffb744-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.472216] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "41a73f44-a10a-4843-82ad-52f524ffb744-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.472694] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "41a73f44-a10a-4843-82ad-52f524ffb744-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.481681] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] ffa1eacc-4a16-41f0-a5ca-9ceb0878819b/ephemeral_0.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.485178] env[62306]: INFO nova.compute.manager [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Terminating instance [ 1742.485178] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-406e8681-73d3-465a-a5c2-9038bb7e21e9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.506412] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1742.506412] env[62306]: value = "task-1972470" [ 1742.506412] env[62306]: _type = "Task" [ 1742.506412] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.516977] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.625493] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Releasing lock "refresh_cache-841a47e3-cb9f-48d5-8cf3-adc7245f3293" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.625840] env[62306]: DEBUG nova.compute.manager [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Instance network_info: |[{"id": "5c40efab-f3ef-4ddd-8270-a2b8531efb97", "address": "fa:16:3e:a9:55:ba", "network": {"id": "9167582a-760e-43c8-9323-a3cad3c7f792", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-985852646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b96207d9ba14f37bd4d4761cf307f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c40efab-f3", "ovs_interfaceid": "5c40efab-f3ef-4ddd-8270-a2b8531efb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1742.626307] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:55:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41f66e20-fd86-4158-bbdc-7a150e85e844', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c40efab-f3ef-4ddd-8270-a2b8531efb97', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1742.633865] env[62306]: DEBUG oslo.service.loopingcall [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1742.634109] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1742.634442] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7f3264b-2ed7-4f5d-ac0d-c67c7f667784 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.655958] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1742.655958] env[62306]: value = "task-1972471" [ 1742.655958] env[62306]: _type = "Task" [ 1742.655958] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.664347] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972471, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.736604] env[62306]: DEBUG nova.compute.manager [req-a27b93b6-4c3b-4a55-b6ac-cda80fc33f14 req-90b47f7e-3ff0-46c8-bc24-d1c1c50308b4 service nova] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Received event network-vif-deleted-8d1e8e5b-1b21-492e-8ed4-1618c1f952cf {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1742.737311] env[62306]: INFO nova.compute.manager [req-a27b93b6-4c3b-4a55-b6ac-cda80fc33f14 req-90b47f7e-3ff0-46c8-bc24-d1c1c50308b4 service nova] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Neutron deleted interface 8d1e8e5b-1b21-492e-8ed4-1618c1f952cf; detaching it from the instance and deleting it from the info cache [ 1742.737671] env[62306]: DEBUG nova.network.neutron [req-a27b93b6-4c3b-4a55-b6ac-cda80fc33f14 req-90b47f7e-3ff0-46c8-bc24-d1c1c50308b4 service nova] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.807486] env[62306]: DEBUG nova.network.neutron [-] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.933024] env[62306]: DEBUG oslo_concurrency.lockutils [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.933024] env[62306]: DEBUG nova.compute.manager [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1742.936301] env[62306]: DEBUG nova.network.neutron [-] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.936549] env[62306]: DEBUG oslo_vmware.api [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972469, 'name': PowerOnVM_Task, 'duration_secs': 0.498959} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.937373] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.178s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.937837] env[62306]: DEBUG nova.objects.instance [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Lazy-loading 'resources' on Instance uuid 74a8ea77-3cbf-493c-9cf0-164f373caa0e {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.939108] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1742.939325] env[62306]: DEBUG nova.compute.manager [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1742.940425] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7185a6-d6f3-4326-9e21-d3c8625998ce {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.952696] env[62306]: DEBUG nova.compute.manager [req-aa59dc5e-7965-4676-bf12-7776759b5dd1 req-82aacfcc-0fd9-4e1d-8fdc-509ade897aa0 service nova] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Received event network-changed-5c40efab-f3ef-4ddd-8270-a2b8531efb97 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1742.952961] env[62306]: DEBUG nova.compute.manager [req-aa59dc5e-7965-4676-bf12-7776759b5dd1 req-82aacfcc-0fd9-4e1d-8fdc-509ade897aa0 service nova] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Refreshing instance network info cache due to event network-changed-5c40efab-f3ef-4ddd-8270-a2b8531efb97. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1742.953117] env[62306]: DEBUG oslo_concurrency.lockutils [req-aa59dc5e-7965-4676-bf12-7776759b5dd1 req-82aacfcc-0fd9-4e1d-8fdc-509ade897aa0 service nova] Acquiring lock "refresh_cache-841a47e3-cb9f-48d5-8cf3-adc7245f3293" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.953260] env[62306]: DEBUG oslo_concurrency.lockutils [req-aa59dc5e-7965-4676-bf12-7776759b5dd1 req-82aacfcc-0fd9-4e1d-8fdc-509ade897aa0 service nova] Acquired lock "refresh_cache-841a47e3-cb9f-48d5-8cf3-adc7245f3293" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.953427] env[62306]: DEBUG nova.network.neutron [req-aa59dc5e-7965-4676-bf12-7776759b5dd1 req-82aacfcc-0fd9-4e1d-8fdc-509ade897aa0 service nova] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Refreshing network info cache for port 5c40efab-f3ef-4ddd-8270-a2b8531efb97 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1743.003995] env[62306]: DEBUG nova.compute.manager [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1743.003995] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1743.004794] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb4d532-d509-4d5c-8ec6-7f1378044ed0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.016997] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972470, 'name': ReconfigVM_Task, 'duration_secs': 0.444813} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.019912] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Reconfigured VM instance instance-00000032 to attach disk [datastore1] ffa1eacc-4a16-41f0-a5ca-9ceb0878819b/ephemeral_0.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1743.020643] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1743.020853] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-045da1e2-e5f5-46de-a09c-9ac73255f57c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.022776] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b2592f7-0a6c-4d03-9067-9d9783ed1ed8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.033091] env[62306]: DEBUG oslo_vmware.api [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1743.033091] env[62306]: value = "task-1972472" [ 1743.033091] env[62306]: _type = "Task" [ 1743.033091] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.033660] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1743.033660] env[62306]: value = "task-1972473" [ 1743.033660] env[62306]: _type = "Task" [ 1743.033660] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.045501] env[62306]: DEBUG oslo_vmware.api [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.048780] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972473, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.167297] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972471, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.241068] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7dc55c6-0aee-483b-a395-f0776d808ac6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.254531] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdccec49-a246-450f-984f-b290699adac9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.291301] env[62306]: DEBUG nova.compute.manager [req-a27b93b6-4c3b-4a55-b6ac-cda80fc33f14 req-90b47f7e-3ff0-46c8-bc24-d1c1c50308b4 service nova] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Detach interface failed, port_id=8d1e8e5b-1b21-492e-8ed4-1618c1f952cf, reason: Instance 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1743.310067] env[62306]: INFO nova.compute.manager [-] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Took 1.55 seconds to deallocate network for instance. [ 1743.438376] env[62306]: INFO nova.compute.manager [-] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Took 1.34 seconds to deallocate network for instance. [ 1743.439738] env[62306]: DEBUG nova.compute.utils [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1743.442260] env[62306]: DEBUG nova.compute.manager [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1743.442468] env[62306]: DEBUG nova.network.neutron [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1743.468852] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.521676] env[62306]: DEBUG nova.policy [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b7d9a564d014818b8b3cdf9698fce67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daee10609fae469f918ad6e4c75ab386', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1743.547933] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972473, 'name': Rename_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.553444] env[62306]: DEBUG oslo_vmware.api [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.672857] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972471, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.722704] env[62306]: DEBUG nova.network.neutron [req-aa59dc5e-7965-4676-bf12-7776759b5dd1 req-82aacfcc-0fd9-4e1d-8fdc-509ade897aa0 service nova] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Updated VIF entry in instance network info cache for port 5c40efab-f3ef-4ddd-8270-a2b8531efb97. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1743.723143] env[62306]: DEBUG nova.network.neutron [req-aa59dc5e-7965-4676-bf12-7776759b5dd1 req-82aacfcc-0fd9-4e1d-8fdc-509ade897aa0 service nova] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Updating instance_info_cache with network_info: [{"id": "5c40efab-f3ef-4ddd-8270-a2b8531efb97", "address": "fa:16:3e:a9:55:ba", "network": {"id": "9167582a-760e-43c8-9323-a3cad3c7f792", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-985852646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b96207d9ba14f37bd4d4761cf307f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c40efab-f3", "ovs_interfaceid": "5c40efab-f3ef-4ddd-8270-a2b8531efb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.817762] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.828362] env[62306]: DEBUG nova.network.neutron [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Successfully created port: 5817a7ef-bbf6-4bfa-90ef-80bf69e6650a {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1743.947687] env[62306]: DEBUG nova.compute.manager [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1743.954751] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.056398] env[62306]: DEBUG oslo_vmware.api [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.061523] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972473, 'name': Rename_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.065729] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e80b58a-9968-4bcf-ae07-d1f2666cf28b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.073261] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45776225-a669-450b-bcfe-7625d2b37d69 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.109526] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7a92ce-8615-4b76-9ac1-975c0da8dd58 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.119079] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed700f47-9d7c-44e1-be33-517b795f573e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.136663] env[62306]: DEBUG nova.compute.provider_tree [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1744.168443] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972471, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.225770] env[62306]: DEBUG oslo_concurrency.lockutils [req-aa59dc5e-7965-4676-bf12-7776759b5dd1 req-82aacfcc-0fd9-4e1d-8fdc-509ade897aa0 service nova] Releasing lock "refresh_cache-841a47e3-cb9f-48d5-8cf3-adc7245f3293" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.226189] env[62306]: DEBUG nova.compute.manager [req-aa59dc5e-7965-4676-bf12-7776759b5dd1 req-82aacfcc-0fd9-4e1d-8fdc-509ade897aa0 service nova] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Received event network-vif-deleted-b8a3bebc-380c-4b61-993f-6dac5405b9cf {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1744.549924] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972473, 'name': Rename_Task, 'duration_secs': 1.223865} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.553779] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1744.553779] env[62306]: DEBUG oslo_vmware.api [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972472, 'name': PowerOffVM_Task, 'duration_secs': 1.237971} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.554068] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47c24cd3-6d4f-4634-8fb3-45b836067cea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.556072] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1744.556072] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1744.556198] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2ebb3b9-0fc3-488d-bd8e-48d549ec1994 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.563590] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1744.563590] env[62306]: value = "task-1972474" [ 1744.563590] env[62306]: _type = "Task" [ 1744.563590] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.576023] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.643833] env[62306]: DEBUG nova.scheduler.client.report [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1744.659102] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1744.659394] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1744.659578] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Deleting the datastore file [datastore1] 41a73f44-a10a-4843-82ad-52f524ffb744 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1744.661433] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a568e033-e9df-42d4-9ba1-a5581ce7597e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.674444] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972471, 'name': CreateVM_Task, 'duration_secs': 1.524754} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.675814] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1744.676226] env[62306]: DEBUG oslo_vmware.api [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1744.676226] env[62306]: value = "task-1972476" [ 1744.676226] env[62306]: _type = "Task" [ 1744.676226] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.676994] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.677257] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.677971] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1744.678315] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37dbf9d4-76e0-4e51-b875-cd9b74ac4b63 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.690755] env[62306]: DEBUG oslo_vmware.api [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.691875] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1744.691875] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f0018b-df5f-31ce-c954-264473b730a6" [ 1744.691875] env[62306]: _type = "Task" [ 1744.691875] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.701402] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f0018b-df5f-31ce-c954-264473b730a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.960531] env[62306]: DEBUG nova.compute.manager [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1744.986552] env[62306]: DEBUG nova.virt.hardware [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1744.986816] env[62306]: DEBUG nova.virt.hardware [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1744.986974] env[62306]: DEBUG nova.virt.hardware [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1744.987174] env[62306]: DEBUG nova.virt.hardware [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1744.987320] env[62306]: DEBUG nova.virt.hardware [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1744.987530] env[62306]: DEBUG nova.virt.hardware [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1744.987856] env[62306]: DEBUG nova.virt.hardware [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1744.988062] env[62306]: DEBUG nova.virt.hardware [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1744.988240] env[62306]: DEBUG nova.virt.hardware [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1744.988404] env[62306]: DEBUG nova.virt.hardware [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1744.988575] env[62306]: DEBUG nova.virt.hardware [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1744.989556] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3367ce-5488-432a-a751-b08c59bb00cb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.000714] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773e94f5-7c38-4dc4-a866-3de9d32b5bc4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.076084] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972474, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.145841] env[62306]: INFO nova.compute.manager [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Rebuilding instance [ 1745.149854] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.152860] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.039s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.153449] env[62306]: DEBUG nova.objects.instance [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lazy-loading 'resources' on Instance uuid 6ccd47bc-3de8-4bb5-9d55-71d479823276 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1745.186313] env[62306]: INFO nova.scheduler.client.report [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Deleted allocations for instance 74a8ea77-3cbf-493c-9cf0-164f373caa0e [ 1745.210337] env[62306]: DEBUG nova.compute.manager [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1745.217898] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474e50a6-393f-410e-8498-e2f4792d134c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.222288] env[62306]: DEBUG oslo_vmware.api [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147769} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.223416] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1745.223725] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1745.223986] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1745.225257] env[62306]: INFO nova.compute.manager [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1745.225257] env[62306]: DEBUG oslo.service.loopingcall [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1745.231102] env[62306]: DEBUG nova.compute.manager [-] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1745.231102] env[62306]: DEBUG nova.network.neutron [-] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1745.233641] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f0018b-df5f-31ce-c954-264473b730a6, 'name': SearchDatastore_Task, 'duration_secs': 0.019333} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.236410] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.236782] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1745.237228] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.237831] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.238235] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1745.244018] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-721dd366-41a5-48a8-8dcb-e65603d8b1ec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.254858] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1745.255134] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1745.256583] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bddf1548-2510-4c20-ba1e-977f8e950045 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.268702] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1745.268702] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ec7f4f-b5e9-ba3a-39f6-fae70119d240" [ 1745.268702] env[62306]: _type = "Task" [ 1745.268702] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.280549] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ec7f4f-b5e9-ba3a-39f6-fae70119d240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.575645] env[62306]: DEBUG oslo_vmware.api [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972474, 'name': PowerOnVM_Task, 'duration_secs': 0.837362} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.575931] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1745.576062] env[62306]: INFO nova.compute.manager [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Took 11.04 seconds to spawn the instance on the hypervisor. [ 1745.576256] env[62306]: DEBUG nova.compute.manager [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1745.577102] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daccc95b-96ff-4383-a452-9106fa8fc0d3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.686234] env[62306]: DEBUG nova.compute.manager [req-54fdde32-25a6-4382-a1fc-70992998868e req-fdb1df76-0869-4b63-ba83-a4fc3b81fd99 service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Received event network-vif-plugged-5817a7ef-bbf6-4bfa-90ef-80bf69e6650a {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1745.686504] env[62306]: DEBUG oslo_concurrency.lockutils [req-54fdde32-25a6-4382-a1fc-70992998868e req-fdb1df76-0869-4b63-ba83-a4fc3b81fd99 service nova] Acquiring lock "d6b524bb-fda7-45cb-92cc-097312df03c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.687153] env[62306]: DEBUG oslo_concurrency.lockutils [req-54fdde32-25a6-4382-a1fc-70992998868e req-fdb1df76-0869-4b63-ba83-a4fc3b81fd99 service nova] Lock "d6b524bb-fda7-45cb-92cc-097312df03c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.687309] env[62306]: DEBUG oslo_concurrency.lockutils [req-54fdde32-25a6-4382-a1fc-70992998868e req-fdb1df76-0869-4b63-ba83-a4fc3b81fd99 service nova] Lock "d6b524bb-fda7-45cb-92cc-097312df03c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.687484] env[62306]: DEBUG nova.compute.manager [req-54fdde32-25a6-4382-a1fc-70992998868e req-fdb1df76-0869-4b63-ba83-a4fc3b81fd99 service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] No waiting events found dispatching network-vif-plugged-5817a7ef-bbf6-4bfa-90ef-80bf69e6650a {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1745.687685] env[62306]: WARNING nova.compute.manager [req-54fdde32-25a6-4382-a1fc-70992998868e req-fdb1df76-0869-4b63-ba83-a4fc3b81fd99 service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Received unexpected event network-vif-plugged-5817a7ef-bbf6-4bfa-90ef-80bf69e6650a for instance with vm_state building and task_state spawning. [ 1745.696639] env[62306]: DEBUG nova.network.neutron [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Successfully updated port: 5817a7ef-bbf6-4bfa-90ef-80bf69e6650a {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1745.705961] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0e4d6c8-6c9a-4a9d-b2ee-85e71a71bab7 tempest-ServerShowV257Test-222353802 tempest-ServerShowV257Test-222353802-project-member] Lock "74a8ea77-3cbf-493c-9cf0-164f373caa0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.204s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.750135] env[62306]: DEBUG nova.compute.manager [req-5d7b166e-915f-4d94-acf1-ac76c608754f req-a1a27b2c-88bf-49ae-abcf-328dc5c4aa49 service nova] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Received event network-vif-deleted-01f0c76f-4232-4523-86ed-a5d127935f6a {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1745.750334] env[62306]: INFO nova.compute.manager [req-5d7b166e-915f-4d94-acf1-ac76c608754f req-a1a27b2c-88bf-49ae-abcf-328dc5c4aa49 service nova] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Neutron deleted interface 01f0c76f-4232-4523-86ed-a5d127935f6a; detaching it from the instance and deleting it from the info cache [ 1745.750572] env[62306]: DEBUG nova.network.neutron [req-5d7b166e-915f-4d94-acf1-ac76c608754f req-a1a27b2c-88bf-49ae-abcf-328dc5c4aa49 service nova] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.786050] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ec7f4f-b5e9-ba3a-39f6-fae70119d240, 'name': SearchDatastore_Task, 'duration_secs': 0.011768} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.789460] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b97f838-01d6-4068-b8de-95efdec377bf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.796850] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1745.796850] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b225de-b0df-7565-e9e3-9a524c734266" [ 1745.796850] env[62306]: _type = "Task" [ 1745.796850] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.807894] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b225de-b0df-7565-e9e3-9a524c734266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.102053] env[62306]: INFO nova.compute.manager [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Took 51.01 seconds to build instance. [ 1746.201455] env[62306]: DEBUG oslo_concurrency.lockutils [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "refresh_cache-d6b524bb-fda7-45cb-92cc-097312df03c7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.202037] env[62306]: DEBUG oslo_concurrency.lockutils [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquired lock "refresh_cache-d6b524bb-fda7-45cb-92cc-097312df03c7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.202037] env[62306]: DEBUG nova.network.neutron [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1746.225938] env[62306]: DEBUG nova.network.neutron [-] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.255831] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1746.255974] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ddc948b-6a06-455d-8cbd-ad8ada5c408d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.258805] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50b260fd-5ead-4892-a683-54d4de6d7f92 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.276881] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee916fc3-feb1-430d-86ad-b920c9af0f99 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.288978] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1746.288978] env[62306]: value = "task-1972477" [ 1746.288978] env[62306]: _type = "Task" [ 1746.288978] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.304165] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.317133] env[62306]: DEBUG nova.compute.manager [req-5d7b166e-915f-4d94-acf1-ac76c608754f req-a1a27b2c-88bf-49ae-abcf-328dc5c4aa49 service nova] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Detach interface failed, port_id=01f0c76f-4232-4523-86ed-a5d127935f6a, reason: Instance 41a73f44-a10a-4843-82ad-52f524ffb744 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1746.322161] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9d21a6-ad43-446e-9f91-d165a7c7392a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.325128] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b225de-b0df-7565-e9e3-9a524c734266, 'name': SearchDatastore_Task, 'duration_secs': 0.010552} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.325791] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.326092] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 841a47e3-cb9f-48d5-8cf3-adc7245f3293/841a47e3-cb9f-48d5-8cf3-adc7245f3293.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1746.326784] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00710a8a-4e46-4d24-a8c2-90dd064c8417 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.332235] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e78b297-1bb0-427a-8359-ea1e6f0ae806 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.337127] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1746.337127] env[62306]: value = "task-1972478" [ 1746.337127] env[62306]: _type = "Task" [ 1746.337127] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.370512] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9370ec31-8eea-478c-a20d-be8341d6bfed {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.376622] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.382639] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0dc507-ffc0-4cf3-a3bf-2f56fa7ee179 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.399432] env[62306]: DEBUG nova.compute.provider_tree [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1746.603824] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f32548ea-c09a-4a9e-acd9-2d7c4a3eb790 tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Lock "ffa1eacc-4a16-41f0-a5ca-9ceb0878819b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.885s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.730044] env[62306]: INFO nova.compute.manager [-] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Took 1.50 seconds to deallocate network for instance. [ 1746.748160] env[62306]: DEBUG nova.network.neutron [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1746.809873] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972477, 'name': PowerOffVM_Task, 'duration_secs': 0.22665} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.814640] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1746.814640] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1746.815353] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b390068-b72f-405d-a63c-c7779e23279f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.826461] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1746.826749] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc9921c2-130c-4b3e-a321-7e20d0979174 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.850175] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972478, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.903720] env[62306]: DEBUG nova.scheduler.client.report [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1746.958874] env[62306]: DEBUG nova.network.neutron [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Updating instance_info_cache with network_info: [{"id": "5817a7ef-bbf6-4bfa-90ef-80bf69e6650a", "address": "fa:16:3e:6e:0d:ef", "network": {"id": "3b745275-fbc6-4427-8926-688b1f79cbaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1287131670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daee10609fae469f918ad6e4c75ab386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5817a7ef-bb", "ovs_interfaceid": "5817a7ef-bbf6-4bfa-90ef-80bf69e6650a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.072817] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1747.073085] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1747.073280] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Deleting the datastore file [datastore1] 6ea3b6f2-5aa7-463e-980c-c33ec4084439 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1747.073561] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfdc6155-88d5-4096-80a2-87c71638eb1a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.083244] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1747.083244] env[62306]: value = "task-1972480" [ 1747.083244] env[62306]: _type = "Task" [ 1747.083244] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.097146] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.106924] env[62306]: DEBUG nova.compute.manager [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1747.238511] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.352811] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520909} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.354167] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 841a47e3-cb9f-48d5-8cf3-adc7245f3293/841a47e3-cb9f-48d5-8cf3-adc7245f3293.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1747.354167] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1747.354167] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f46e96b-e489-4816-a91b-1e61c277f126 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.363217] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1747.363217] env[62306]: value = "task-1972481" [ 1747.363217] env[62306]: _type = "Task" [ 1747.363217] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.374562] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.409727] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.412947] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.405s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.413811] env[62306]: INFO nova.compute.claims [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1747.449604] env[62306]: INFO nova.scheduler.client.report [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Deleted allocations for instance 6ccd47bc-3de8-4bb5-9d55-71d479823276 [ 1747.461286] env[62306]: DEBUG oslo_concurrency.lockutils [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Releasing lock "refresh_cache-d6b524bb-fda7-45cb-92cc-097312df03c7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.461605] env[62306]: DEBUG nova.compute.manager [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Instance network_info: |[{"id": "5817a7ef-bbf6-4bfa-90ef-80bf69e6650a", "address": "fa:16:3e:6e:0d:ef", "network": {"id": "3b745275-fbc6-4427-8926-688b1f79cbaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1287131670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daee10609fae469f918ad6e4c75ab386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5817a7ef-bb", "ovs_interfaceid": "5817a7ef-bbf6-4bfa-90ef-80bf69e6650a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1747.462033] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:0d:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5817a7ef-bbf6-4bfa-90ef-80bf69e6650a', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1747.472235] env[62306]: DEBUG oslo.service.loopingcall [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1747.473173] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1747.473410] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc01668d-d85c-47e2-9b12-768ba29fd723 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.499138] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1747.499138] env[62306]: value = "task-1972482" [ 1747.499138] env[62306]: _type = "Task" [ 1747.499138] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.509983] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972482, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.595420] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170388} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.595420] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1747.595420] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1747.595420] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1747.629024] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.761033] env[62306]: DEBUG nova.compute.manager [req-18b718ca-1bc6-449e-b6d4-0ed901addb6f req-6e1a18b5-034f-4b9c-8421-da2cf4401ed6 service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Received event network-changed-5817a7ef-bbf6-4bfa-90ef-80bf69e6650a {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1747.761033] env[62306]: DEBUG nova.compute.manager [req-18b718ca-1bc6-449e-b6d4-0ed901addb6f req-6e1a18b5-034f-4b9c-8421-da2cf4401ed6 service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Refreshing instance network info cache due to event network-changed-5817a7ef-bbf6-4bfa-90ef-80bf69e6650a. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1747.761033] env[62306]: DEBUG oslo_concurrency.lockutils [req-18b718ca-1bc6-449e-b6d4-0ed901addb6f req-6e1a18b5-034f-4b9c-8421-da2cf4401ed6 service nova] Acquiring lock "refresh_cache-d6b524bb-fda7-45cb-92cc-097312df03c7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.761033] env[62306]: DEBUG oslo_concurrency.lockutils [req-18b718ca-1bc6-449e-b6d4-0ed901addb6f req-6e1a18b5-034f-4b9c-8421-da2cf4401ed6 service nova] Acquired lock "refresh_cache-d6b524bb-fda7-45cb-92cc-097312df03c7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.761033] env[62306]: DEBUG nova.network.neutron [req-18b718ca-1bc6-449e-b6d4-0ed901addb6f req-6e1a18b5-034f-4b9c-8421-da2cf4401ed6 service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Refreshing network info cache for port 5817a7ef-bbf6-4bfa-90ef-80bf69e6650a {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1747.880966] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081716} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.881537] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1747.882627] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a37862-11ad-41c6-b5c5-ef67f235b1df {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.911048] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 841a47e3-cb9f-48d5-8cf3-adc7245f3293/841a47e3-cb9f-48d5-8cf3-adc7245f3293.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1747.912075] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c65ad4d0-0692-42f4-843e-40de0aef8c3b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.942832] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1747.942832] env[62306]: value = "task-1972483" [ 1747.942832] env[62306]: _type = "Task" [ 1747.942832] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.957529] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972483, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.967203] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3d797e4b-0c9c-4f45-b4ac-0007bac7ad31 tempest-ServersAdminNegativeTestJSON-805553573 tempest-ServersAdminNegativeTestJSON-805553573-project-member] Lock "6ccd47bc-3de8-4bb5-9d55-71d479823276" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.603s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.012562] env[62306]: DEBUG oslo_concurrency.lockutils [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Acquiring lock "5c97dd8a-5e62-4462-b043-54928bd26f1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.012951] env[62306]: DEBUG oslo_concurrency.lockutils [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Lock "5c97dd8a-5e62-4462-b043-54928bd26f1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.019697] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972482, 'name': CreateVM_Task, 'duration_secs': 0.48699} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.020305] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1748.020875] env[62306]: DEBUG oslo_concurrency.lockutils [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.021120] env[62306]: DEBUG oslo_concurrency.lockutils [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.021496] env[62306]: DEBUG oslo_concurrency.lockutils [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1748.021809] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4278393d-915e-4bc7-a709-441365c31284 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.028831] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1748.028831] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527586f7-e202-1774-fd37-badd8868ab3b" [ 1748.028831] env[62306]: _type = "Task" [ 1748.028831] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.037929] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527586f7-e202-1774-fd37-badd8868ab3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.452059] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972483, 'name': ReconfigVM_Task, 'duration_secs': 0.494425} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.452119] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 841a47e3-cb9f-48d5-8cf3-adc7245f3293/841a47e3-cb9f-48d5-8cf3-adc7245f3293.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1748.452838] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08929ddf-61b7-44d6-8800-23ed8a817bdd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.461402] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1748.461402] env[62306]: value = "task-1972484" [ 1748.461402] env[62306]: _type = "Task" [ 1748.461402] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.477331] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972484, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.540444] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527586f7-e202-1774-fd37-badd8868ab3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010914} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.543697] env[62306]: DEBUG oslo_concurrency.lockutils [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.543943] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1748.544287] env[62306]: DEBUG oslo_concurrency.lockutils [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.545029] env[62306]: DEBUG oslo_concurrency.lockutils [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.545029] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1748.546136] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce9a7a2b-df4e-41da-b25e-f39a59244495 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.554978] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1748.555179] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1748.555913] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c7b4044-2617-4051-b7a5-274b300dda14 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.567566] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1748.567566] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cd8fcb-ad3e-1efe-bf80-768cc961b67a" [ 1748.567566] env[62306]: _type = "Task" [ 1748.567566] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.578408] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cd8fcb-ad3e-1efe-bf80-768cc961b67a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.597587] env[62306]: DEBUG nova.network.neutron [req-18b718ca-1bc6-449e-b6d4-0ed901addb6f req-6e1a18b5-034f-4b9c-8421-da2cf4401ed6 service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Updated VIF entry in instance network info cache for port 5817a7ef-bbf6-4bfa-90ef-80bf69e6650a. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1748.598123] env[62306]: DEBUG nova.network.neutron [req-18b718ca-1bc6-449e-b6d4-0ed901addb6f req-6e1a18b5-034f-4b9c-8421-da2cf4401ed6 service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Updating instance_info_cache with network_info: [{"id": "5817a7ef-bbf6-4bfa-90ef-80bf69e6650a", "address": "fa:16:3e:6e:0d:ef", "network": {"id": "3b745275-fbc6-4427-8926-688b1f79cbaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1287131670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daee10609fae469f918ad6e4c75ab386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5817a7ef-bb", "ovs_interfaceid": "5817a7ef-bbf6-4bfa-90ef-80bf69e6650a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.648435] env[62306]: DEBUG nova.virt.hardware [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1748.648735] env[62306]: DEBUG nova.virt.hardware [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1748.648789] env[62306]: DEBUG nova.virt.hardware [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1748.648960] env[62306]: DEBUG nova.virt.hardware [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1748.649128] env[62306]: DEBUG nova.virt.hardware [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1748.649783] env[62306]: DEBUG nova.virt.hardware [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1748.649783] env[62306]: DEBUG nova.virt.hardware [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1748.649783] env[62306]: DEBUG nova.virt.hardware [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1748.649933] env[62306]: DEBUG nova.virt.hardware [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1748.649979] env[62306]: DEBUG nova.virt.hardware [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1748.650181] env[62306]: DEBUG nova.virt.hardware [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1748.651197] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ba1ab5-df59-4790-a03c-0604ca5ce80b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.665066] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84943547-d514-4670-aba5-555e95d3d5f6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.682201] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:f5:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfe4b918-7cd3-421a-b5eb-15bdbe4000ec', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1748.692846] env[62306]: DEBUG oslo.service.loopingcall [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1748.696680] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1748.696680] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7565f636-1892-4468-b5c0-31ca5709cfa3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.720892] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1748.720892] env[62306]: value = "task-1972485" [ 1748.720892] env[62306]: _type = "Task" [ 1748.720892] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.735236] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972485, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.973584] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972484, 'name': Rename_Task, 'duration_secs': 0.359158} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.973908] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1748.974203] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2218d478-258b-4401-ac13-8cf8719a0531 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.000777] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1749.000777] env[62306]: value = "task-1972486" [ 1749.000777] env[62306]: _type = "Task" [ 1749.000777] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.018618] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.064602] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7c1554-12d0-4db6-95b9-23885fde937e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.079362] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dad365b-5c7f-495a-bca4-5b9e1598991c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.082645] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cd8fcb-ad3e-1efe-bf80-768cc961b67a, 'name': SearchDatastore_Task, 'duration_secs': 0.011022} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.084097] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3f1bb71-1138-444b-9d3d-9d41ee3c41e7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.111233] env[62306]: DEBUG oslo_concurrency.lockutils [req-18b718ca-1bc6-449e-b6d4-0ed901addb6f req-6e1a18b5-034f-4b9c-8421-da2cf4401ed6 service nova] Releasing lock "refresh_cache-d6b524bb-fda7-45cb-92cc-097312df03c7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.111516] env[62306]: DEBUG nova.compute.manager [req-18b718ca-1bc6-449e-b6d4-0ed901addb6f req-6e1a18b5-034f-4b9c-8421-da2cf4401ed6 service nova] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Received event network-changed-1f0121cf-3196-4037-a8ec-4b6135601bd5 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1749.111687] env[62306]: DEBUG nova.compute.manager [req-18b718ca-1bc6-449e-b6d4-0ed901addb6f req-6e1a18b5-034f-4b9c-8421-da2cf4401ed6 service nova] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Refreshing instance network info cache due to event network-changed-1f0121cf-3196-4037-a8ec-4b6135601bd5. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1749.111901] env[62306]: DEBUG oslo_concurrency.lockutils [req-18b718ca-1bc6-449e-b6d4-0ed901addb6f req-6e1a18b5-034f-4b9c-8421-da2cf4401ed6 service nova] Acquiring lock "refresh_cache-ffa1eacc-4a16-41f0-a5ca-9ceb0878819b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.112058] env[62306]: DEBUG oslo_concurrency.lockutils [req-18b718ca-1bc6-449e-b6d4-0ed901addb6f req-6e1a18b5-034f-4b9c-8421-da2cf4401ed6 service nova] Acquired lock "refresh_cache-ffa1eacc-4a16-41f0-a5ca-9ceb0878819b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.112233] env[62306]: DEBUG nova.network.neutron [req-18b718ca-1bc6-449e-b6d4-0ed901addb6f req-6e1a18b5-034f-4b9c-8421-da2cf4401ed6 service nova] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Refreshing network info cache for port 1f0121cf-3196-4037-a8ec-4b6135601bd5 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1749.114649] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02928690-ca4c-49f6-aa77-ad8697abbca1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.118918] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1749.118918] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5250a3ef-7c6d-d07f-d074-62c904b99458" [ 1749.118918] env[62306]: _type = "Task" [ 1749.118918] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.126537] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6c0267-34aa-4998-82b7-ac9d3c65c450 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.133922] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5250a3ef-7c6d-d07f-d074-62c904b99458, 'name': SearchDatastore_Task, 'duration_secs': 0.010969} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.134592] env[62306]: DEBUG oslo_concurrency.lockutils [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.134855] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] d6b524bb-fda7-45cb-92cc-097312df03c7/d6b524bb-fda7-45cb-92cc-097312df03c7.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1749.135151] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1ea9ac3-3846-4fa1-a733-9aee453ea3ff {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.145106] env[62306]: DEBUG nova.compute.provider_tree [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.152082] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1749.152082] env[62306]: value = "task-1972487" [ 1749.152082] env[62306]: _type = "Task" [ 1749.152082] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.161620] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.231588] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972485, 'name': CreateVM_Task, 'duration_secs': 0.448753} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.231705] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1749.232414] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.232627] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.232909] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1749.233189] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19529516-2f68-4f12-a6e5-5f76c11350a9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.238456] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1749.238456] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528afb8e-ed26-14a5-fb1d-fbf977978339" [ 1749.238456] env[62306]: _type = "Task" [ 1749.238456] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.248964] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528afb8e-ed26-14a5-fb1d-fbf977978339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.514299] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972486, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.648139] env[62306]: DEBUG nova.scheduler.client.report [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1749.663897] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474389} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.664796] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] d6b524bb-fda7-45cb-92cc-097312df03c7/d6b524bb-fda7-45cb-92cc-097312df03c7.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1749.665021] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1749.665269] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c16cb2d-946e-42f1-8d3d-6c9c71d57636 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.673268] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1749.673268] env[62306]: value = "task-1972488" [ 1749.673268] env[62306]: _type = "Task" [ 1749.673268] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.682478] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.750529] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528afb8e-ed26-14a5-fb1d-fbf977978339, 'name': SearchDatastore_Task, 'duration_secs': 0.00979} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.750706] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.750950] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1749.751213] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.751419] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.751540] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1749.751870] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1f6fd3a-c33b-454a-8560-a7d6293aa9ae {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.761594] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1749.761826] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1749.762569] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aef538b-5ccd-40b1-a1a4-18e93f405d35 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.769557] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1749.769557] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52708bed-df3b-bcf9-9d7f-9e796cfd4aa9" [ 1749.769557] env[62306]: _type = "Task" [ 1749.769557] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.779677] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52708bed-df3b-bcf9-9d7f-9e796cfd4aa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.920663] env[62306]: DEBUG nova.network.neutron [req-18b718ca-1bc6-449e-b6d4-0ed901addb6f req-6e1a18b5-034f-4b9c-8421-da2cf4401ed6 service nova] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Updated VIF entry in instance network info cache for port 1f0121cf-3196-4037-a8ec-4b6135601bd5. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1749.921076] env[62306]: DEBUG nova.network.neutron [req-18b718ca-1bc6-449e-b6d4-0ed901addb6f req-6e1a18b5-034f-4b9c-8421-da2cf4401ed6 service nova] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Updating instance_info_cache with network_info: [{"id": "1f0121cf-3196-4037-a8ec-4b6135601bd5", "address": "fa:16:3e:01:2d:97", "network": {"id": "7be701ee-ad49-4799-8a56-e176bd575d68", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-440989160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06293374c3d14b7b9c96880da96430a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f0121cf-31", "ovs_interfaceid": "1f0121cf-3196-4037-a8ec-4b6135601bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.012231] env[62306]: DEBUG oslo_vmware.api [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972486, 'name': PowerOnVM_Task, 'duration_secs': 0.634012} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.012516] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1750.013104] env[62306]: INFO nova.compute.manager [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1750.013104] env[62306]: DEBUG nova.compute.manager [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1750.013697] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b2d0cf-f568-425a-bd6b-d8239c5dc380 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.158841] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.159412] env[62306]: DEBUG nova.compute.manager [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1750.162122] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.616s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.163528] env[62306]: INFO nova.compute.claims [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1750.185054] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075786} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.185054] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1750.189021] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618dd8b9-ee19-4b7c-8f3c-07ba8f79f272 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.211718] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] d6b524bb-fda7-45cb-92cc-097312df03c7/d6b524bb-fda7-45cb-92cc-097312df03c7.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1750.213411] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f7adc74-d03f-4bf1-b3a8-d8764767f793 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.236713] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1750.236713] env[62306]: value = "task-1972489" [ 1750.236713] env[62306]: _type = "Task" [ 1750.236713] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.246595] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.283976] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52708bed-df3b-bcf9-9d7f-9e796cfd4aa9, 'name': SearchDatastore_Task, 'duration_secs': 0.009794} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.284874] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3523e28a-55b9-4d13-98e7-a8abadc59c3e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.296113] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1750.296113] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f39fdc-9ccb-6539-f55d-f9e2ba758aac" [ 1750.296113] env[62306]: _type = "Task" [ 1750.296113] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.303682] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f39fdc-9ccb-6539-f55d-f9e2ba758aac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.427400] env[62306]: DEBUG oslo_concurrency.lockutils [req-18b718ca-1bc6-449e-b6d4-0ed901addb6f req-6e1a18b5-034f-4b9c-8421-da2cf4401ed6 service nova] Releasing lock "refresh_cache-ffa1eacc-4a16-41f0-a5ca-9ceb0878819b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.533142] env[62306]: INFO nova.compute.manager [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Took 53.24 seconds to build instance. [ 1750.670495] env[62306]: DEBUG nova.compute.utils [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1750.676566] env[62306]: DEBUG nova.compute.manager [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1750.676884] env[62306]: DEBUG nova.network.neutron [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1750.728167] env[62306]: DEBUG nova.policy [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34b2fbe3209f424abf27e7dd25d735a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c0ff968f9b74fc58d04f5b534d21a2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1750.755054] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972489, 'name': ReconfigVM_Task, 'duration_secs': 0.357032} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.757032] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Reconfigured VM instance instance-00000034 to attach disk [datastore1] d6b524bb-fda7-45cb-92cc-097312df03c7/d6b524bb-fda7-45cb-92cc-097312df03c7.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1750.757032] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18c9856f-a23f-44c3-a99d-f12c4405e86f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.764751] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1750.764751] env[62306]: value = "task-1972490" [ 1750.764751] env[62306]: _type = "Task" [ 1750.764751] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.774950] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972490, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.807048] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f39fdc-9ccb-6539-f55d-f9e2ba758aac, 'name': SearchDatastore_Task, 'duration_secs': 0.011215} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.807813] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.809458] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 6ea3b6f2-5aa7-463e-980c-c33ec4084439/6ea3b6f2-5aa7-463e-980c-c33ec4084439.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1750.809458] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eab8a14-b4a8-4131-b244-e696aa4538cb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.819394] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1750.819394] env[62306]: value = "task-1972491" [ 1750.819394] env[62306]: _type = "Task" [ 1750.819394] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.830868] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.035329] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34f0eff3-ccce-4ec0-b08b-ac4abb5dddc8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lock "841a47e3-cb9f-48d5-8cf3-adc7245f3293" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.624s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.177547] env[62306]: DEBUG nova.compute.manager [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1751.292791] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972490, 'name': Rename_Task, 'duration_secs': 0.180016} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.293355] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1751.293648] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a95ccd38-c68e-4196-b792-44b82872743c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.307822] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1751.307822] env[62306]: value = "task-1972492" [ 1751.307822] env[62306]: _type = "Task" [ 1751.307822] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.327169] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.336371] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972491, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.344040] env[62306]: DEBUG nova.network.neutron [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Successfully created port: b51312f5-7f51-42ab-a513-32bf89ba33f4 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1751.538029] env[62306]: DEBUG nova.compute.manager [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1751.794535] env[62306]: INFO nova.compute.manager [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Rescuing [ 1751.794979] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquiring lock "refresh_cache-841a47e3-cb9f-48d5-8cf3-adc7245f3293" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.795183] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquired lock "refresh_cache-841a47e3-cb9f-48d5-8cf3-adc7245f3293" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.795570] env[62306]: DEBUG nova.network.neutron [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.827394] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972492, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.834085] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563329} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.834085] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 6ea3b6f2-5aa7-463e-980c-c33ec4084439/6ea3b6f2-5aa7-463e-980c-c33ec4084439.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1751.834085] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1751.834424] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bb7ff87-b009-4701-8a1d-f425d01f807e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.846549] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1751.846549] env[62306]: value = "task-1972493" [ 1751.846549] env[62306]: _type = "Task" [ 1751.846549] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.857154] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.858882] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7038eeba-0e47-4c0a-9343-ff601987b56f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.866739] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d63e2d2-9fdc-416d-886f-c3f4d8dc0da9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.907170] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b77372-3555-4559-a51a-830e52a29e5d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.916372] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be55209-b576-4003-8144-95143be8a05a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.934295] env[62306]: DEBUG nova.compute.provider_tree [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1752.063885] env[62306]: DEBUG oslo_concurrency.lockutils [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.189318] env[62306]: DEBUG nova.compute.manager [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1752.228290] env[62306]: DEBUG nova.virt.hardware [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1752.228555] env[62306]: DEBUG nova.virt.hardware [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1752.228713] env[62306]: DEBUG nova.virt.hardware [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1752.228921] env[62306]: DEBUG nova.virt.hardware [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1752.229381] env[62306]: DEBUG nova.virt.hardware [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1752.229381] env[62306]: DEBUG nova.virt.hardware [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1752.229513] env[62306]: DEBUG nova.virt.hardware [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1752.230278] env[62306]: DEBUG nova.virt.hardware [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1752.230278] env[62306]: DEBUG nova.virt.hardware [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1752.230278] env[62306]: DEBUG nova.virt.hardware [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1752.230278] env[62306]: DEBUG nova.virt.hardware [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1752.230948] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84d4a4f-16e8-41c1-a2df-d1a952bbb99e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.239641] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b36b12-fd7e-4e9d-946c-490e350ba9d6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.319590] env[62306]: DEBUG oslo_vmware.api [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972492, 'name': PowerOnVM_Task, 'duration_secs': 0.527504} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.319878] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1752.320392] env[62306]: INFO nova.compute.manager [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1752.320653] env[62306]: DEBUG nova.compute.manager [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1752.321510] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bfbc1b-65c0-4c19-9b47-03191212a63b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.362346] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.404003} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.362649] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1752.363486] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313d332b-645c-4400-a22f-1acf93594727 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.392016] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 6ea3b6f2-5aa7-463e-980c-c33ec4084439/6ea3b6f2-5aa7-463e-980c-c33ec4084439.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1752.393116] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c45f929-ae40-4923-82ae-d6375789fb05 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.414543] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1752.414543] env[62306]: value = "task-1972494" [ 1752.414543] env[62306]: _type = "Task" [ 1752.414543] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.423935] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.440113] env[62306]: DEBUG nova.scheduler.client.report [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1752.718352] env[62306]: DEBUG nova.network.neutron [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Updating instance_info_cache with network_info: [{"id": "5c40efab-f3ef-4ddd-8270-a2b8531efb97", "address": "fa:16:3e:a9:55:ba", "network": {"id": "9167582a-760e-43c8-9323-a3cad3c7f792", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-985852646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b96207d9ba14f37bd4d4761cf307f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c40efab-f3", "ovs_interfaceid": "5c40efab-f3ef-4ddd-8270-a2b8531efb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.846781] env[62306]: INFO nova.compute.manager [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Took 51.18 seconds to build instance. [ 1752.930101] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.950240] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.950649] env[62306]: DEBUG nova.compute.manager [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1752.954238] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.582s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.957891] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.957891] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1752.957891] env[62306]: DEBUG oslo_concurrency.lockutils [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.739s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.957891] env[62306]: DEBUG nova.objects.instance [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62306) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1752.959352] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aada454e-4fcd-4090-8798-7eeb750b939e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.971231] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2456c082-e582-49c3-a1a6-41be46a4b1ff {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.011412] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dedef6-d966-4733-9b19-d6cfc795dc38 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.020048] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22f49da-c7d3-4616-b0a7-0e453afc6498 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.058024] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178299MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1753.058024] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.160566] env[62306]: DEBUG nova.compute.manager [req-dc9de896-4336-42e4-9319-ad0b39870f85 req-5188bf73-5d92-44ec-9c1a-d5fa89779b9c service nova] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Received event network-vif-plugged-b51312f5-7f51-42ab-a513-32bf89ba33f4 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1753.160829] env[62306]: DEBUG oslo_concurrency.lockutils [req-dc9de896-4336-42e4-9319-ad0b39870f85 req-5188bf73-5d92-44ec-9c1a-d5fa89779b9c service nova] Acquiring lock "9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.161405] env[62306]: DEBUG oslo_concurrency.lockutils [req-dc9de896-4336-42e4-9319-ad0b39870f85 req-5188bf73-5d92-44ec-9c1a-d5fa89779b9c service nova] Lock "9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.161674] env[62306]: DEBUG oslo_concurrency.lockutils [req-dc9de896-4336-42e4-9319-ad0b39870f85 req-5188bf73-5d92-44ec-9c1a-d5fa89779b9c service nova] Lock "9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.161890] env[62306]: DEBUG nova.compute.manager [req-dc9de896-4336-42e4-9319-ad0b39870f85 req-5188bf73-5d92-44ec-9c1a-d5fa89779b9c service nova] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] No waiting events found dispatching network-vif-plugged-b51312f5-7f51-42ab-a513-32bf89ba33f4 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1753.162109] env[62306]: WARNING nova.compute.manager [req-dc9de896-4336-42e4-9319-ad0b39870f85 req-5188bf73-5d92-44ec-9c1a-d5fa89779b9c service nova] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Received unexpected event network-vif-plugged-b51312f5-7f51-42ab-a513-32bf89ba33f4 for instance with vm_state building and task_state spawning. [ 1753.221806] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Releasing lock "refresh_cache-841a47e3-cb9f-48d5-8cf3-adc7245f3293" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.348764] env[62306]: DEBUG oslo_concurrency.lockutils [None req-07f41af5-3a5f-4d2f-bd12-dfdd32b64464 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "d6b524bb-fda7-45cb-92cc-097312df03c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.578s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.430781] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972494, 'name': ReconfigVM_Task, 'duration_secs': 0.77472} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.433580] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 6ea3b6f2-5aa7-463e-980c-c33ec4084439/6ea3b6f2-5aa7-463e-980c-c33ec4084439.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1753.435178] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2bdbb7d-6c52-4c95-8031-54b5c2abd84c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.441162] env[62306]: DEBUG nova.network.neutron [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Successfully updated port: b51312f5-7f51-42ab-a513-32bf89ba33f4 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1753.450502] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1753.450502] env[62306]: value = "task-1972495" [ 1753.450502] env[62306]: _type = "Task" [ 1753.450502] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.463582] env[62306]: DEBUG nova.compute.utils [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1753.467806] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972495, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.468349] env[62306]: DEBUG nova.compute.manager [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1753.468554] env[62306]: DEBUG nova.network.neutron [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1753.563810] env[62306]: DEBUG nova.policy [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a1d03e577474d1fb2ef2926aca1ed59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22a0cfa871014ccb89ef7018ab1e4eb7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1753.851861] env[62306]: DEBUG nova.compute.manager [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1753.947050] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "refresh_cache-9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.947050] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquired lock "refresh_cache-9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.947050] env[62306]: DEBUG nova.network.neutron [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1753.962869] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972495, 'name': Rename_Task, 'duration_secs': 0.438359} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.964670] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1753.964961] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb3d5fa2-ae8f-4dc5-9260-b72920d94e4f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.968943] env[62306]: DEBUG nova.compute.manager [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1753.978586] env[62306]: DEBUG oslo_concurrency.lockutils [None req-54bd7bd3-caa2-481b-9da2-4cf386268819 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.979332] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1753.979332] env[62306]: value = "task-1972496" [ 1753.979332] env[62306]: _type = "Task" [ 1753.979332] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.979668] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.295s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.981458] env[62306]: INFO nova.compute.claims [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1754.007366] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.059707] env[62306]: DEBUG nova.network.neutron [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Successfully created port: 8a011e42-596b-4b93-a764-c0361733cffe {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1754.377217] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.501669] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972496, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.509764] env[62306]: DEBUG nova.network.neutron [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1754.681651] env[62306]: DEBUG nova.network.neutron [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Updating instance_info_cache with network_info: [{"id": "b51312f5-7f51-42ab-a513-32bf89ba33f4", "address": "fa:16:3e:4e:42:3c", "network": {"id": "1a24c827-f993-4fc3-b48a-4a84dba7e675", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1790124445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c0ff968f9b74fc58d04f5b534d21a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb51312f5-7f", "ovs_interfaceid": "b51312f5-7f51-42ab-a513-32bf89ba33f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.772622] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1754.773067] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edf7e5ee-d630-4639-860f-1b7b444602d8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.783255] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1754.783255] env[62306]: value = "task-1972497" [ 1754.783255] env[62306]: _type = "Task" [ 1754.783255] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.794178] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.979817] env[62306]: DEBUG nova.compute.manager [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1754.999836] env[62306]: DEBUG oslo_vmware.api [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972496, 'name': PowerOnVM_Task, 'duration_secs': 0.683797} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.002070] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1755.002217] env[62306]: DEBUG nova.compute.manager [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1755.003206] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401d19d6-888a-43f3-bfd2-d386334aff19 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.013460] env[62306]: DEBUG nova.virt.hardware [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1755.013688] env[62306]: DEBUG nova.virt.hardware [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1755.013885] env[62306]: DEBUG nova.virt.hardware [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1755.014091] env[62306]: DEBUG nova.virt.hardware [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1755.014239] env[62306]: DEBUG nova.virt.hardware [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1755.014384] env[62306]: DEBUG nova.virt.hardware [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1755.014589] env[62306]: DEBUG nova.virt.hardware [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1755.014746] env[62306]: DEBUG nova.virt.hardware [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1755.014908] env[62306]: DEBUG nova.virt.hardware [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1755.015081] env[62306]: DEBUG nova.virt.hardware [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1755.015257] env[62306]: DEBUG nova.virt.hardware [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1755.016034] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05861e66-3ef3-48df-b37a-7b5ac36e947a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.023985] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e1a0f1-fb1d-4d61-94a0-339cd02191f3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.184115] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Releasing lock "refresh_cache-9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.184539] env[62306]: DEBUG nova.compute.manager [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Instance network_info: |[{"id": "b51312f5-7f51-42ab-a513-32bf89ba33f4", "address": "fa:16:3e:4e:42:3c", "network": {"id": "1a24c827-f993-4fc3-b48a-4a84dba7e675", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1790124445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c0ff968f9b74fc58d04f5b534d21a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb51312f5-7f", "ovs_interfaceid": "b51312f5-7f51-42ab-a513-32bf89ba33f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1755.184894] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:42:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b51312f5-7f51-42ab-a513-32bf89ba33f4', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1755.192794] env[62306]: DEBUG oslo.service.loopingcall [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.195321] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1755.195679] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af8fd669-73a0-492c-86fc-dd6a283d9a3a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.214395] env[62306]: DEBUG nova.compute.manager [req-54ada828-d02e-43d9-93fd-be5f1be3ab44 req-7dab4c4f-75aa-464a-b841-5895147d6dd4 service nova] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Received event network-changed-b51312f5-7f51-42ab-a513-32bf89ba33f4 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1755.214663] env[62306]: DEBUG nova.compute.manager [req-54ada828-d02e-43d9-93fd-be5f1be3ab44 req-7dab4c4f-75aa-464a-b841-5895147d6dd4 service nova] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Refreshing instance network info cache due to event network-changed-b51312f5-7f51-42ab-a513-32bf89ba33f4. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1755.214894] env[62306]: DEBUG oslo_concurrency.lockutils [req-54ada828-d02e-43d9-93fd-be5f1be3ab44 req-7dab4c4f-75aa-464a-b841-5895147d6dd4 service nova] Acquiring lock "refresh_cache-9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.215049] env[62306]: DEBUG oslo_concurrency.lockutils [req-54ada828-d02e-43d9-93fd-be5f1be3ab44 req-7dab4c4f-75aa-464a-b841-5895147d6dd4 service nova] Acquired lock "refresh_cache-9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.215221] env[62306]: DEBUG nova.network.neutron [req-54ada828-d02e-43d9-93fd-be5f1be3ab44 req-7dab4c4f-75aa-464a-b841-5895147d6dd4 service nova] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Refreshing network info cache for port b51312f5-7f51-42ab-a513-32bf89ba33f4 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1755.222443] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1755.222443] env[62306]: value = "task-1972498" [ 1755.222443] env[62306]: _type = "Task" [ 1755.222443] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.234114] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972498, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.295357] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972497, 'name': PowerOffVM_Task, 'duration_secs': 0.337408} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.295614] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1755.296665] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234d5e49-d2bf-4d9f-900c-43aee429d6f6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.318432] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169d246f-73ec-4f3b-8e13-d93f25173412 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.351736] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1755.352053] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd053980-a2f3-4f61-8d74-b7ea14a0aded {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.358980] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1755.358980] env[62306]: value = "task-1972499" [ 1755.358980] env[62306]: _type = "Task" [ 1755.358980] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.368065] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.533743] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.607188] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33e617d-6434-446d-a677-40317e6add28 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.616640] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d81851-f917-47ed-b124-137b58bd207e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.658656] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916d9cf7-26ce-46bc-8c1c-fcf71ab7b398 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.667598] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e00645-5873-4cbb-8ecc-a92924b7105e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.681347] env[62306]: DEBUG nova.compute.provider_tree [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.732904] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972498, 'name': CreateVM_Task, 'duration_secs': 0.488868} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.733139] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1755.733829] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.734056] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.734373] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1755.734642] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-101d8550-bd8b-4181-98cc-950c3afd6520 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.739980] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1755.739980] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522f11e3-8319-a3e0-f224-be9106227a6d" [ 1755.739980] env[62306]: _type = "Task" [ 1755.739980] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.747835] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522f11e3-8319-a3e0-f224-be9106227a6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.872021] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] VM already powered off {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1755.872021] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1755.872021] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.872021] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.872021] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1755.872021] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1b8192e-a231-4c5c-9577-55bd0dc2aaa5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.886221] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1755.886221] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1755.886221] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb4e3d2-13f4-48db-b1f2-2aa529b5dd6c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.894240] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1755.894240] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522a74b2-2562-58de-4882-36bfa1e9dd20" [ 1755.894240] env[62306]: _type = "Task" [ 1755.894240] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.902906] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522a74b2-2562-58de-4882-36bfa1e9dd20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.001693] env[62306]: DEBUG nova.network.neutron [req-54ada828-d02e-43d9-93fd-be5f1be3ab44 req-7dab4c4f-75aa-464a-b841-5895147d6dd4 service nova] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Updated VIF entry in instance network info cache for port b51312f5-7f51-42ab-a513-32bf89ba33f4. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1756.001693] env[62306]: DEBUG nova.network.neutron [req-54ada828-d02e-43d9-93fd-be5f1be3ab44 req-7dab4c4f-75aa-464a-b841-5895147d6dd4 service nova] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Updating instance_info_cache with network_info: [{"id": "b51312f5-7f51-42ab-a513-32bf89ba33f4", "address": "fa:16:3e:4e:42:3c", "network": {"id": "1a24c827-f993-4fc3-b48a-4a84dba7e675", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1790124445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c0ff968f9b74fc58d04f5b534d21a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb51312f5-7f", "ovs_interfaceid": "b51312f5-7f51-42ab-a513-32bf89ba33f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.187231] env[62306]: DEBUG nova.scheduler.client.report [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1756.242533] env[62306]: DEBUG nova.network.neutron [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Successfully updated port: 8a011e42-596b-4b93-a764-c0361733cffe {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1756.258431] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522f11e3-8319-a3e0-f224-be9106227a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.042969} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.258799] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.259062] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1756.259306] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.405724] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522a74b2-2562-58de-4882-36bfa1e9dd20, 'name': SearchDatastore_Task, 'duration_secs': 0.027384} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.406571] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f50cbfb6-e69c-4fee-ada1-280aa5d10480 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.412240] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1756.412240] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525c1683-1db8-4414-ce2a-4ae0f262a6ef" [ 1756.412240] env[62306]: _type = "Task" [ 1756.412240] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.420314] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525c1683-1db8-4414-ce2a-4ae0f262a6ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.503407] env[62306]: DEBUG oslo_concurrency.lockutils [req-54ada828-d02e-43d9-93fd-be5f1be3ab44 req-7dab4c4f-75aa-464a-b841-5895147d6dd4 service nova] Releasing lock "refresh_cache-9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.504061] env[62306]: DEBUG nova.compute.manager [req-54ada828-d02e-43d9-93fd-be5f1be3ab44 req-7dab4c4f-75aa-464a-b841-5895147d6dd4 service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Received event network-changed-5817a7ef-bbf6-4bfa-90ef-80bf69e6650a {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1756.504305] env[62306]: DEBUG nova.compute.manager [req-54ada828-d02e-43d9-93fd-be5f1be3ab44 req-7dab4c4f-75aa-464a-b841-5895147d6dd4 service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Refreshing instance network info cache due to event network-changed-5817a7ef-bbf6-4bfa-90ef-80bf69e6650a. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1756.504623] env[62306]: DEBUG oslo_concurrency.lockutils [req-54ada828-d02e-43d9-93fd-be5f1be3ab44 req-7dab4c4f-75aa-464a-b841-5895147d6dd4 service nova] Acquiring lock "refresh_cache-d6b524bb-fda7-45cb-92cc-097312df03c7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.504970] env[62306]: DEBUG oslo_concurrency.lockutils [req-54ada828-d02e-43d9-93fd-be5f1be3ab44 req-7dab4c4f-75aa-464a-b841-5895147d6dd4 service nova] Acquired lock "refresh_cache-d6b524bb-fda7-45cb-92cc-097312df03c7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.505386] env[62306]: DEBUG nova.network.neutron [req-54ada828-d02e-43d9-93fd-be5f1be3ab44 req-7dab4c4f-75aa-464a-b841-5895147d6dd4 service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Refreshing network info cache for port 5817a7ef-bbf6-4bfa-90ef-80bf69e6650a {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1756.695367] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.695367] env[62306]: DEBUG nova.compute.manager [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1756.697867] env[62306]: DEBUG oslo_concurrency.lockutils [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.806s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.698137] env[62306]: DEBUG nova.objects.instance [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lazy-loading 'resources' on Instance uuid 2bdde4ff-241d-4f86-8fe9-87a2e985d392 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1756.749763] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Acquiring lock "refresh_cache-9357bb12-408a-432d-ac0a-b8747cac5cec" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.749937] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Acquired lock "refresh_cache-9357bb12-408a-432d-ac0a-b8747cac5cec" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.750203] env[62306]: DEBUG nova.network.neutron [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1756.929416] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525c1683-1db8-4414-ce2a-4ae0f262a6ef, 'name': SearchDatastore_Task, 'duration_secs': 0.038986} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.929755] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.930011] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 841a47e3-cb9f-48d5-8cf3-adc7245f3293/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk. {{(pid=62306) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1756.930331] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.930516] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1756.930726] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c585b3b6-b781-40cc-815d-1bcd38cd938b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.936666] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32bd9c37-dcbf-479c-83ab-2abe5f2db23d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.944043] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1756.944043] env[62306]: value = "task-1972500" [ 1756.944043] env[62306]: _type = "Task" [ 1756.944043] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.946684] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1756.946932] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1756.952039] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c36fdb-b64b-4bd5-a4d6-4c6926e35d2a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.965164] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.966172] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1756.966172] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525e1bf2-5bfe-c206-e53a-082328a0781a" [ 1756.966172] env[62306]: _type = "Task" [ 1756.966172] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.976682] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525e1bf2-5bfe-c206-e53a-082328a0781a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.191277] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "66b8c01c-28ca-4c09-b2e0-144ab65aa84b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.191277] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "66b8c01c-28ca-4c09-b2e0-144ab65aa84b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.191277] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "66b8c01c-28ca-4c09-b2e0-144ab65aa84b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.191277] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "66b8c01c-28ca-4c09-b2e0-144ab65aa84b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.191277] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "66b8c01c-28ca-4c09-b2e0-144ab65aa84b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.197981] env[62306]: INFO nova.compute.manager [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Terminating instance [ 1757.205027] env[62306]: DEBUG nova.compute.utils [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1757.209129] env[62306]: DEBUG nova.compute.manager [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1757.209372] env[62306]: DEBUG nova.network.neutron [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1757.261295] env[62306]: DEBUG nova.compute.manager [req-5cbf70ea-8fd7-448d-b098-c8b54e3039a2 req-b10de16b-9541-47f4-a302-f32ae0ca39d9 service nova] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Received event network-vif-plugged-8a011e42-596b-4b93-a764-c0361733cffe {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1757.261920] env[62306]: DEBUG oslo_concurrency.lockutils [req-5cbf70ea-8fd7-448d-b098-c8b54e3039a2 req-b10de16b-9541-47f4-a302-f32ae0ca39d9 service nova] Acquiring lock "9357bb12-408a-432d-ac0a-b8747cac5cec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.262316] env[62306]: DEBUG oslo_concurrency.lockutils [req-5cbf70ea-8fd7-448d-b098-c8b54e3039a2 req-b10de16b-9541-47f4-a302-f32ae0ca39d9 service nova] Lock "9357bb12-408a-432d-ac0a-b8747cac5cec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.262524] env[62306]: DEBUG oslo_concurrency.lockutils [req-5cbf70ea-8fd7-448d-b098-c8b54e3039a2 req-b10de16b-9541-47f4-a302-f32ae0ca39d9 service nova] Lock "9357bb12-408a-432d-ac0a-b8747cac5cec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.262704] env[62306]: DEBUG nova.compute.manager [req-5cbf70ea-8fd7-448d-b098-c8b54e3039a2 req-b10de16b-9541-47f4-a302-f32ae0ca39d9 service nova] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] No waiting events found dispatching network-vif-plugged-8a011e42-596b-4b93-a764-c0361733cffe {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1757.262871] env[62306]: WARNING nova.compute.manager [req-5cbf70ea-8fd7-448d-b098-c8b54e3039a2 req-b10de16b-9541-47f4-a302-f32ae0ca39d9 service nova] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Received unexpected event network-vif-plugged-8a011e42-596b-4b93-a764-c0361733cffe for instance with vm_state building and task_state spawning. [ 1757.263077] env[62306]: DEBUG nova.compute.manager [req-5cbf70ea-8fd7-448d-b098-c8b54e3039a2 req-b10de16b-9541-47f4-a302-f32ae0ca39d9 service nova] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Received event network-changed-8a011e42-596b-4b93-a764-c0361733cffe {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1757.263280] env[62306]: DEBUG nova.compute.manager [req-5cbf70ea-8fd7-448d-b098-c8b54e3039a2 req-b10de16b-9541-47f4-a302-f32ae0ca39d9 service nova] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Refreshing instance network info cache due to event network-changed-8a011e42-596b-4b93-a764-c0361733cffe. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1757.263468] env[62306]: DEBUG oslo_concurrency.lockutils [req-5cbf70ea-8fd7-448d-b098-c8b54e3039a2 req-b10de16b-9541-47f4-a302-f32ae0ca39d9 service nova] Acquiring lock "refresh_cache-9357bb12-408a-432d-ac0a-b8747cac5cec" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.298042] env[62306]: DEBUG nova.policy [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5c336c5b2fc477a918464e04a0c8d49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92bd6e7023df4995b0b66428dd584931', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1757.342168] env[62306]: DEBUG nova.network.neutron [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1757.459806] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972500, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.482799] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525e1bf2-5bfe-c206-e53a-082328a0781a, 'name': SearchDatastore_Task, 'duration_secs': 0.018584} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.491430] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d5d39d1-7875-4c9c-871e-e541e9dd2ab6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.502332] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1757.502332] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52161b0b-52fb-fc37-e47e-80d8256b7932" [ 1757.502332] env[62306]: _type = "Task" [ 1757.502332] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.516154] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52161b0b-52fb-fc37-e47e-80d8256b7932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.588719] env[62306]: DEBUG nova.network.neutron [req-54ada828-d02e-43d9-93fd-be5f1be3ab44 req-7dab4c4f-75aa-464a-b841-5895147d6dd4 service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Updated VIF entry in instance network info cache for port 5817a7ef-bbf6-4bfa-90ef-80bf69e6650a. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1757.589204] env[62306]: DEBUG nova.network.neutron [req-54ada828-d02e-43d9-93fd-be5f1be3ab44 req-7dab4c4f-75aa-464a-b841-5895147d6dd4 service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Updating instance_info_cache with network_info: [{"id": "5817a7ef-bbf6-4bfa-90ef-80bf69e6650a", "address": "fa:16:3e:6e:0d:ef", "network": {"id": "3b745275-fbc6-4427-8926-688b1f79cbaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1287131670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daee10609fae469f918ad6e4c75ab386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5817a7ef-bb", "ovs_interfaceid": "5817a7ef-bbf6-4bfa-90ef-80bf69e6650a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.662511] env[62306]: DEBUG nova.network.neutron [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Updating instance_info_cache with network_info: [{"id": "8a011e42-596b-4b93-a764-c0361733cffe", "address": "fa:16:3e:fc:b7:c6", "network": {"id": "dcfa8ad0-b7cc-42a9-b7f2-e0bebb44b543", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-547825025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a0cfa871014ccb89ef7018ab1e4eb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a011e42-59", "ovs_interfaceid": "8a011e42-596b-4b93-a764-c0361733cffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.686654] env[62306]: DEBUG nova.network.neutron [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Successfully created port: efdf9ab2-0a54-411d-b4c2-b06c03c33b6e {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1757.717104] env[62306]: DEBUG nova.compute.manager [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1757.717104] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1757.717363] env[62306]: DEBUG nova.compute.manager [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1757.722964] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dead1f74-b559-4698-a42a-cc0dea0a1b36 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.735024] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1757.735024] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d71a340-d9e9-4517-b06a-15a7c17b3711 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.739836] env[62306]: DEBUG oslo_vmware.api [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1757.739836] env[62306]: value = "task-1972501" [ 1757.739836] env[62306]: _type = "Task" [ 1757.739836] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.748325] env[62306]: DEBUG oslo_vmware.api [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.894530] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ef6572-1b1e-43c9-aee6-631c2e0cbd4e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.909781] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3860174a-8f64-4072-853a-1f39777f1d74 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.944614] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24c9c6c-964c-482b-a8c3-148d64745816 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.960420] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a48f25-2dcc-4032-bb97-c103d5755cab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.965178] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585244} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.965690] env[62306]: INFO nova.virt.vmwareapi.ds_util [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 841a47e3-cb9f-48d5-8cf3-adc7245f3293/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk. [ 1757.969299] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18a64cb-08aa-41b8-8281-4fcacd6e5b49 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.981045] env[62306]: DEBUG nova.compute.provider_tree [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1758.004320] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 841a47e3-cb9f-48d5-8cf3-adc7245f3293/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1758.005338] env[62306]: DEBUG nova.scheduler.client.report [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1758.007792] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3609a6fe-5d26-47dc-85cf-3e65cff83d99 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.031243] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52161b0b-52fb-fc37-e47e-80d8256b7932, 'name': SearchDatastore_Task, 'duration_secs': 0.020132} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.036691] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.036691] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d/9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1758.036691] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1758.036691] env[62306]: value = "task-1972502" [ 1758.036691] env[62306]: _type = "Task" [ 1758.036691] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.036691] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1a9ecf5-593e-4d5b-81bf-caed4ca556f9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.046043] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972502, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.047159] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1758.047159] env[62306]: value = "task-1972503" [ 1758.047159] env[62306]: _type = "Task" [ 1758.047159] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.057680] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.092736] env[62306]: DEBUG oslo_concurrency.lockutils [req-54ada828-d02e-43d9-93fd-be5f1be3ab44 req-7dab4c4f-75aa-464a-b841-5895147d6dd4 service nova] Releasing lock "refresh_cache-d6b524bb-fda7-45cb-92cc-097312df03c7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.168043] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Releasing lock "refresh_cache-9357bb12-408a-432d-ac0a-b8747cac5cec" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.168043] env[62306]: DEBUG nova.compute.manager [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Instance network_info: |[{"id": "8a011e42-596b-4b93-a764-c0361733cffe", "address": "fa:16:3e:fc:b7:c6", "network": {"id": "dcfa8ad0-b7cc-42a9-b7f2-e0bebb44b543", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-547825025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a0cfa871014ccb89ef7018ab1e4eb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a011e42-59", "ovs_interfaceid": "8a011e42-596b-4b93-a764-c0361733cffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1758.168043] env[62306]: DEBUG oslo_concurrency.lockutils [req-5cbf70ea-8fd7-448d-b098-c8b54e3039a2 req-b10de16b-9541-47f4-a302-f32ae0ca39d9 service nova] Acquired lock "refresh_cache-9357bb12-408a-432d-ac0a-b8747cac5cec" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.168043] env[62306]: DEBUG nova.network.neutron [req-5cbf70ea-8fd7-448d-b098-c8b54e3039a2 req-b10de16b-9541-47f4-a302-f32ae0ca39d9 service nova] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Refreshing network info cache for port 8a011e42-596b-4b93-a764-c0361733cffe {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1758.168043] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:b7:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a011e42-596b-4b93-a764-c0361733cffe', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1758.178552] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Creating folder: Project (22a0cfa871014ccb89ef7018ab1e4eb7). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1758.179868] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25bd718f-f62f-4d8f-bda4-a7f32f92dab0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.192718] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Created folder: Project (22a0cfa871014ccb89ef7018ab1e4eb7) in parent group-v406007. [ 1758.192718] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Creating folder: Instances. Parent ref: group-v406150. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1758.192718] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52740e14-9181-48fd-90fc-3e69874a655a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.204026] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Created folder: Instances in parent group-v406150. [ 1758.204026] env[62306]: DEBUG oslo.service.loopingcall [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1758.204026] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1758.204026] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ae3e84d-cbf2-42f2-b72a-3af25ea32a44 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.222018] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1758.222018] env[62306]: value = "task-1972506" [ 1758.222018] env[62306]: _type = "Task" [ 1758.222018] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.234031] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972506, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.251294] env[62306]: DEBUG oslo_vmware.api [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972501, 'name': PowerOffVM_Task, 'duration_secs': 0.241841} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.251672] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1758.251890] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1758.252232] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92236e26-2b36-4709-af6f-8b0102635f2a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.350996] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1758.351433] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1758.351522] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Deleting the datastore file [datastore1] 66b8c01c-28ca-4c09-b2e0-144ab65aa84b {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1758.351793] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c3e24e8-8583-4ec5-a2cc-ad9f75525e3b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.359972] env[62306]: DEBUG oslo_vmware.api [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1758.359972] env[62306]: value = "task-1972508" [ 1758.359972] env[62306]: _type = "Task" [ 1758.359972] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.371895] env[62306]: DEBUG oslo_vmware.api [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.523131] env[62306]: DEBUG oslo_concurrency.lockutils [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.529771] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.032s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.529771] env[62306]: DEBUG nova.objects.instance [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lazy-loading 'resources' on Instance uuid 651cf96b-2334-4b79-b739-aa17740124a7 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1758.553893] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972502, 'name': ReconfigVM_Task, 'duration_secs': 0.312245} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.560049] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 841a47e3-cb9f-48d5-8cf3-adc7245f3293/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1758.561756] env[62306]: INFO nova.scheduler.client.report [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Deleted allocations for instance 2bdde4ff-241d-4f86-8fe9-87a2e985d392 [ 1758.565956] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9534b4c9-480b-4f25-8e97-5cc04f822957 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.587403] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972503, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.625233] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c0be4db-de32-47a6-8dfc-7975c31dd6f7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.643224] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1758.643224] env[62306]: value = "task-1972509" [ 1758.643224] env[62306]: _type = "Task" [ 1758.643224] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.652444] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.733811] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972506, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.737109] env[62306]: DEBUG nova.compute.manager [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1758.767696] env[62306]: DEBUG nova.virt.hardware [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:30:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='052d5776-fa2e-4638-b442-77c2b3162a29',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-221413029',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1758.768071] env[62306]: DEBUG nova.virt.hardware [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1758.768204] env[62306]: DEBUG nova.virt.hardware [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1758.768387] env[62306]: DEBUG nova.virt.hardware [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1758.768529] env[62306]: DEBUG nova.virt.hardware [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1758.768678] env[62306]: DEBUG nova.virt.hardware [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1758.769961] env[62306]: DEBUG nova.virt.hardware [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1758.769961] env[62306]: DEBUG nova.virt.hardware [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1758.769961] env[62306]: DEBUG nova.virt.hardware [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1758.769961] env[62306]: DEBUG nova.virt.hardware [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1758.769961] env[62306]: DEBUG nova.virt.hardware [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1758.770483] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dca3ad1-8c20-41a9-9bf8-cc84986db92a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.781509] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fc35f8-4c23-46cd-adbe-97e3466a6003 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.869599] env[62306]: DEBUG oslo_vmware.api [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.966041] env[62306]: DEBUG nova.network.neutron [req-5cbf70ea-8fd7-448d-b098-c8b54e3039a2 req-b10de16b-9541-47f4-a302-f32ae0ca39d9 service nova] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Updated VIF entry in instance network info cache for port 8a011e42-596b-4b93-a764-c0361733cffe. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1758.966426] env[62306]: DEBUG nova.network.neutron [req-5cbf70ea-8fd7-448d-b098-c8b54e3039a2 req-b10de16b-9541-47f4-a302-f32ae0ca39d9 service nova] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Updating instance_info_cache with network_info: [{"id": "8a011e42-596b-4b93-a764-c0361733cffe", "address": "fa:16:3e:fc:b7:c6", "network": {"id": "dcfa8ad0-b7cc-42a9-b7f2-e0bebb44b543", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-547825025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a0cfa871014ccb89ef7018ab1e4eb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a011e42-59", "ovs_interfaceid": "8a011e42-596b-4b93-a764-c0361733cffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.069748] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644572} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.071285] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d/9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1759.071596] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1759.071889] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1f3dbc7-cd02-46dc-a48c-581d0a10c266 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.081821] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1759.081821] env[62306]: value = "task-1972510" [ 1759.081821] env[62306]: _type = "Task" [ 1759.081821] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.087828] env[62306]: DEBUG oslo_concurrency.lockutils [None req-098fbd16-73a7-4702-a4c8-cad3362480a0 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "2bdde4ff-241d-4f86-8fe9-87a2e985d392" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.255s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.094231] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.155641] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972509, 'name': ReconfigVM_Task, 'duration_secs': 0.180919} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.157127] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1759.157570] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e15f5e79-f9e3-4a12-82cc-3865434871b4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.166840] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1759.166840] env[62306]: value = "task-1972511" [ 1759.166840] env[62306]: _type = "Task" [ 1759.166840] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.178391] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.234331] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972506, 'name': CreateVM_Task, 'duration_secs': 0.54564} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.234620] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1759.235191] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.235361] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.235685] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1759.235992] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6b6b55-e48a-4e3a-8143-97e2fccac036 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.240455] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for the task: (returnval){ [ 1759.240455] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c79692-4df3-fb46-7d02-63b20cce46f6" [ 1759.240455] env[62306]: _type = "Task" [ 1759.240455] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.252028] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c79692-4df3-fb46-7d02-63b20cce46f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.405830] env[62306]: DEBUG oslo_vmware.api [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.706299} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.405830] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1759.405830] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1759.405830] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1759.405830] env[62306]: INFO nova.compute.manager [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1759.405830] env[62306]: DEBUG oslo.service.loopingcall [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.405830] env[62306]: DEBUG nova.compute.manager [-] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1759.405830] env[62306]: DEBUG nova.network.neutron [-] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1759.472642] env[62306]: DEBUG oslo_concurrency.lockutils [req-5cbf70ea-8fd7-448d-b098-c8b54e3039a2 req-b10de16b-9541-47f4-a302-f32ae0ca39d9 service nova] Releasing lock "refresh_cache-9357bb12-408a-432d-ac0a-b8747cac5cec" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.602288] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074481} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.602921] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1759.605103] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed932ad5-51f4-4430-bf92-c2d405efb0da {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.652444] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d/9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1759.657459] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-181d7345-e4f0-4186-97f7-3ea8a37cf736 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.677727] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b450353-2515-47a6-85f6-4e3ac8e2f8b4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.688989] env[62306]: DEBUG oslo_vmware.api [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972511, 'name': PowerOnVM_Task, 'duration_secs': 0.43988} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.692793] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1759.695551] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1759.695551] env[62306]: value = "task-1972512" [ 1759.695551] env[62306]: _type = "Task" [ 1759.695551] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.698120] env[62306]: DEBUG nova.compute.manager [None req-b399fe9d-23b4-4d96-8bda-97e9e01e35be tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1759.698120] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49f10d3-fe35-4f5b-b9d5-603d9e237f3f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.702023] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1064872f-3c10-48ba-860f-a95a66173c15 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.744731] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.745927] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb74c56-2b74-4979-9b1d-3251a0325c58 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.758952] env[62306]: DEBUG nova.compute.manager [req-e5ae5282-fac1-4706-b6e2-8aac44c96daa req-c6ee2a41-9fcd-4783-9494-98177a94b032 service nova] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Received event network-vif-plugged-efdf9ab2-0a54-411d-b4c2-b06c03c33b6e {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1759.758952] env[62306]: DEBUG oslo_concurrency.lockutils [req-e5ae5282-fac1-4706-b6e2-8aac44c96daa req-c6ee2a41-9fcd-4783-9494-98177a94b032 service nova] Acquiring lock "80689d6f-f84e-4d5c-8e64-3284ba25befc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.758952] env[62306]: DEBUG oslo_concurrency.lockutils [req-e5ae5282-fac1-4706-b6e2-8aac44c96daa req-c6ee2a41-9fcd-4783-9494-98177a94b032 service nova] Lock "80689d6f-f84e-4d5c-8e64-3284ba25befc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.758952] env[62306]: DEBUG oslo_concurrency.lockutils [req-e5ae5282-fac1-4706-b6e2-8aac44c96daa req-c6ee2a41-9fcd-4783-9494-98177a94b032 service nova] Lock "80689d6f-f84e-4d5c-8e64-3284ba25befc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.758952] env[62306]: DEBUG nova.compute.manager [req-e5ae5282-fac1-4706-b6e2-8aac44c96daa req-c6ee2a41-9fcd-4783-9494-98177a94b032 service nova] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] No waiting events found dispatching network-vif-plugged-efdf9ab2-0a54-411d-b4c2-b06c03c33b6e {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1759.758952] env[62306]: WARNING nova.compute.manager [req-e5ae5282-fac1-4706-b6e2-8aac44c96daa req-c6ee2a41-9fcd-4783-9494-98177a94b032 service nova] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Received unexpected event network-vif-plugged-efdf9ab2-0a54-411d-b4c2-b06c03c33b6e for instance with vm_state building and task_state spawning. [ 1759.769270] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f64270a-f6dd-47b6-8386-201baf8c895c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.774132] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c79692-4df3-fb46-7d02-63b20cce46f6, 'name': SearchDatastore_Task, 'duration_secs': 0.016452} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.774976] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.775221] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1759.775449] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.775592] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.775891] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1759.778036] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0581d929-c344-4bba-958e-8a1ecb716ab1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.787116] env[62306]: DEBUG nova.compute.provider_tree [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1759.794303] env[62306]: DEBUG nova.network.neutron [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Successfully updated port: efdf9ab2-0a54-411d-b4c2-b06c03c33b6e {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1759.799487] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1759.799487] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1759.799487] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30436deb-6361-4b2b-be85-1a4df6a06eb6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.804888] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for the task: (returnval){ [ 1759.804888] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c32b0e-505a-c413-e7e9-6bc0a8c830b5" [ 1759.804888] env[62306]: _type = "Task" [ 1759.804888] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.814779] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c32b0e-505a-c413-e7e9-6bc0a8c830b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.954870] env[62306]: DEBUG nova.compute.manager [req-3b89ac6d-64a9-4cb1-b45b-69a37aec41f7 req-323f16fb-fc95-483b-b00c-d02dfc9b3d10 service nova] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Received event network-vif-deleted-d05a6305-a7d3-4a63-9227-9684a0d49e3c {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1759.955205] env[62306]: INFO nova.compute.manager [req-3b89ac6d-64a9-4cb1-b45b-69a37aec41f7 req-323f16fb-fc95-483b-b00c-d02dfc9b3d10 service nova] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Neutron deleted interface d05a6305-a7d3-4a63-9227-9684a0d49e3c; detaching it from the instance and deleting it from the info cache [ 1759.955394] env[62306]: DEBUG nova.network.neutron [req-3b89ac6d-64a9-4cb1-b45b-69a37aec41f7 req-323f16fb-fc95-483b-b00c-d02dfc9b3d10 service nova] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.206580] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972512, 'name': ReconfigVM_Task, 'duration_secs': 0.321715} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.206580] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d/9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1760.206782] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c47ff747-36d3-4f04-b2cc-b9ccd10e9419 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.213272] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1760.213272] env[62306]: value = "task-1972513" [ 1760.213272] env[62306]: _type = "Task" [ 1760.213272] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.221427] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972513, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.260168] env[62306]: DEBUG nova.network.neutron [-] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.293184] env[62306]: DEBUG nova.scheduler.client.report [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1760.299168] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "refresh_cache-80689d6f-f84e-4d5c-8e64-3284ba25befc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.299289] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquired lock "refresh_cache-80689d6f-f84e-4d5c-8e64-3284ba25befc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.300069] env[62306]: DEBUG nova.network.neutron [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1760.318069] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c32b0e-505a-c413-e7e9-6bc0a8c830b5, 'name': SearchDatastore_Task, 'duration_secs': 0.030043} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.318882] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e733a5b-1183-4d76-8775-fe3ee715bc6d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.325073] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for the task: (returnval){ [ 1760.325073] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d5daa9-19e6-5548-36f9-bf4f51eb8859" [ 1760.325073] env[62306]: _type = "Task" [ 1760.325073] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.333622] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d5daa9-19e6-5548-36f9-bf4f51eb8859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.458771] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b55b76d4-00c5-4acf-82fd-0c98731f1101 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.468781] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52fd513-b07b-47b3-9cd2-6eb2a1248963 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.507642] env[62306]: DEBUG nova.compute.manager [req-3b89ac6d-64a9-4cb1-b45b-69a37aec41f7 req-323f16fb-fc95-483b-b00c-d02dfc9b3d10 service nova] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Detach interface failed, port_id=d05a6305-a7d3-4a63-9227-9684a0d49e3c, reason: Instance 66b8c01c-28ca-4c09-b2e0-144ab65aa84b could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1760.726191] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972513, 'name': Rename_Task, 'duration_secs': 0.169395} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.726191] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1760.726191] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc8f1425-2321-4ae5-812f-bb993c5e101c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.733861] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1760.733861] env[62306]: value = "task-1972514" [ 1760.733861] env[62306]: _type = "Task" [ 1760.733861] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.742896] env[62306]: INFO nova.compute.manager [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Unrescuing [ 1760.743452] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquiring lock "refresh_cache-841a47e3-cb9f-48d5-8cf3-adc7245f3293" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.743629] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquired lock "refresh_cache-841a47e3-cb9f-48d5-8cf3-adc7245f3293" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.743801] env[62306]: DEBUG nova.network.neutron [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1760.745206] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.762622] env[62306]: INFO nova.compute.manager [-] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Took 1.38 seconds to deallocate network for instance. [ 1760.799389] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.804331] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.042s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.804331] env[62306]: INFO nova.compute.claims [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1760.838476] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d5daa9-19e6-5548-36f9-bf4f51eb8859, 'name': SearchDatastore_Task, 'duration_secs': 0.0118} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.838923] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.839246] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 9357bb12-408a-432d-ac0a-b8747cac5cec/9357bb12-408a-432d-ac0a-b8747cac5cec.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1760.839527] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80c17fe7-957a-48ba-ba3a-b3928aa5aed9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.843444] env[62306]: INFO nova.scheduler.client.report [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Deleted allocations for instance 651cf96b-2334-4b79-b739-aa17740124a7 [ 1760.859021] env[62306]: DEBUG nova.network.neutron [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1760.859021] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for the task: (returnval){ [ 1760.859021] env[62306]: value = "task-1972515" [ 1760.859021] env[62306]: _type = "Task" [ 1760.859021] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.866943] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.120017] env[62306]: DEBUG nova.network.neutron [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Updating instance_info_cache with network_info: [{"id": "efdf9ab2-0a54-411d-b4c2-b06c03c33b6e", "address": "fa:16:3e:dd:08:10", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefdf9ab2-0a", "ovs_interfaceid": "efdf9ab2-0a54-411d-b4c2-b06c03c33b6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.245062] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972514, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.272397] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.354314] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8198de8d-a837-4833-a6cd-ab3ae848cd43 tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "651cf96b-2334-4b79-b739-aa17740124a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.362s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.375686] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972515, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.608800] env[62306]: DEBUG nova.network.neutron [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Updating instance_info_cache with network_info: [{"id": "5c40efab-f3ef-4ddd-8270-a2b8531efb97", "address": "fa:16:3e:a9:55:ba", "network": {"id": "9167582a-760e-43c8-9323-a3cad3c7f792", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-985852646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b96207d9ba14f37bd4d4761cf307f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c40efab-f3", "ovs_interfaceid": "5c40efab-f3ef-4ddd-8270-a2b8531efb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.622078] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Releasing lock "refresh_cache-80689d6f-f84e-4d5c-8e64-3284ba25befc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.622399] env[62306]: DEBUG nova.compute.manager [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Instance network_info: |[{"id": "efdf9ab2-0a54-411d-b4c2-b06c03c33b6e", "address": "fa:16:3e:dd:08:10", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefdf9ab2-0a", "ovs_interfaceid": "efdf9ab2-0a54-411d-b4c2-b06c03c33b6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1761.622805] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:08:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efdf9ab2-0a54-411d-b4c2-b06c03c33b6e', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1761.630183] env[62306]: DEBUG oslo.service.loopingcall [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.630727] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1761.630966] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de3d38a3-6aae-4404-9e50-8de5c64d9b35 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.651973] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1761.651973] env[62306]: value = "task-1972516" [ 1761.651973] env[62306]: _type = "Task" [ 1761.651973] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.660484] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972516, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.744484] env[62306]: DEBUG oslo_vmware.api [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972514, 'name': PowerOnVM_Task, 'duration_secs': 0.654039} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.744780] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1761.745044] env[62306]: INFO nova.compute.manager [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1761.745237] env[62306]: DEBUG nova.compute.manager [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1761.746057] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45c7da5-c548-4bcf-9327-bad1a10d576e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.872318] env[62306]: DEBUG nova.compute.manager [req-ec0471ed-b416-4d31-a2eb-a5a596105221 req-edc06876-4b7d-4df7-9df2-65cefc07df81 service nova] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Received event network-changed-efdf9ab2-0a54-411d-b4c2-b06c03c33b6e {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1761.872599] env[62306]: DEBUG nova.compute.manager [req-ec0471ed-b416-4d31-a2eb-a5a596105221 req-edc06876-4b7d-4df7-9df2-65cefc07df81 service nova] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Refreshing instance network info cache due to event network-changed-efdf9ab2-0a54-411d-b4c2-b06c03c33b6e. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1761.872866] env[62306]: DEBUG oslo_concurrency.lockutils [req-ec0471ed-b416-4d31-a2eb-a5a596105221 req-edc06876-4b7d-4df7-9df2-65cefc07df81 service nova] Acquiring lock "refresh_cache-80689d6f-f84e-4d5c-8e64-3284ba25befc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.873029] env[62306]: DEBUG oslo_concurrency.lockutils [req-ec0471ed-b416-4d31-a2eb-a5a596105221 req-edc06876-4b7d-4df7-9df2-65cefc07df81 service nova] Acquired lock "refresh_cache-80689d6f-f84e-4d5c-8e64-3284ba25befc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.873197] env[62306]: DEBUG nova.network.neutron [req-ec0471ed-b416-4d31-a2eb-a5a596105221 req-edc06876-4b7d-4df7-9df2-65cefc07df81 service nova] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Refreshing network info cache for port efdf9ab2-0a54-411d-b4c2-b06c03c33b6e {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1761.880176] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677004} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.882757] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 9357bb12-408a-432d-ac0a-b8747cac5cec/9357bb12-408a-432d-ac0a-b8747cac5cec.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1761.882959] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1761.883874] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c981878a-3ce4-484f-b954-fbfb0d4a6be7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.891737] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for the task: (returnval){ [ 1761.891737] env[62306]: value = "task-1972517" [ 1761.891737] env[62306]: _type = "Task" [ 1761.891737] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.903500] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.112154] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Releasing lock "refresh_cache-841a47e3-cb9f-48d5-8cf3-adc7245f3293" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.112895] env[62306]: DEBUG nova.objects.instance [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lazy-loading 'flavor' on Instance uuid 841a47e3-cb9f-48d5-8cf3-adc7245f3293 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1762.165627] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972516, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.266764] env[62306]: INFO nova.compute.manager [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Took 57.27 seconds to build instance. [ 1762.404160] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "f1b3977d-c5ae-4f83-b218-723af521215e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.404459] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "f1b3977d-c5ae-4f83-b218-723af521215e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.404588] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084074} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.405773] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1762.406593] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9351eb-55b0-45fe-a21e-d2d45afca3bd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.409805] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435c40fd-caaf-4de8-a85a-09b2d41232c7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.426607] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a4b277-3eb2-43c2-ab47-ce2c1e7647ea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.439134] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 9357bb12-408a-432d-ac0a-b8747cac5cec/9357bb12-408a-432d-ac0a-b8747cac5cec.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1762.441718] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be8f8cac-aad7-4dae-9674-e57f3270abff {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.486721] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe86ac6-ec28-4300-b5bd-af8be9b03031 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.490192] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for the task: (returnval){ [ 1762.490192] env[62306]: value = "task-1972518" [ 1762.490192] env[62306]: _type = "Task" [ 1762.490192] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.497693] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a588d62-1c19-401a-bf84-4728f289b153 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.506554] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.517377] env[62306]: DEBUG nova.compute.provider_tree [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.619092] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ba51e4-743c-42ff-b7f0-efc06d501710 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.641159] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1762.643797] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cfd1858-7fe2-466a-aee0-4648dec37396 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.651219] env[62306]: DEBUG oslo_vmware.api [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1762.651219] env[62306]: value = "task-1972519" [ 1762.651219] env[62306]: _type = "Task" [ 1762.651219] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.662787] env[62306]: DEBUG oslo_vmware.api [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.665922] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972516, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.682982] env[62306]: DEBUG nova.network.neutron [req-ec0471ed-b416-4d31-a2eb-a5a596105221 req-edc06876-4b7d-4df7-9df2-65cefc07df81 service nova] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Updated VIF entry in instance network info cache for port efdf9ab2-0a54-411d-b4c2-b06c03c33b6e. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1762.683358] env[62306]: DEBUG nova.network.neutron [req-ec0471ed-b416-4d31-a2eb-a5a596105221 req-edc06876-4b7d-4df7-9df2-65cefc07df81 service nova] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Updating instance_info_cache with network_info: [{"id": "efdf9ab2-0a54-411d-b4c2-b06c03c33b6e", "address": "fa:16:3e:dd:08:10", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefdf9ab2-0a", "ovs_interfaceid": "efdf9ab2-0a54-411d-b4c2-b06c03c33b6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.768880] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f348b943-5247-416a-be96-e8a96b9e23fb tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.719s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.000939] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.021037] env[62306]: DEBUG nova.scheduler.client.report [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1763.165352] env[62306]: DEBUG oslo_vmware.api [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.168861] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972516, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.186599] env[62306]: DEBUG oslo_concurrency.lockutils [req-ec0471ed-b416-4d31-a2eb-a5a596105221 req-edc06876-4b7d-4df7-9df2-65cefc07df81 service nova] Releasing lock "refresh_cache-80689d6f-f84e-4d5c-8e64-3284ba25befc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.205609] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "0be73756-7509-472c-8a54-7ab108f4cdcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.205874] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "0be73756-7509-472c-8a54-7ab108f4cdcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.206101] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "0be73756-7509-472c-8a54-7ab108f4cdcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.206286] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "0be73756-7509-472c-8a54-7ab108f4cdcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.206454] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "0be73756-7509-472c-8a54-7ab108f4cdcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.208710] env[62306]: INFO nova.compute.manager [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Terminating instance [ 1763.272882] env[62306]: DEBUG nova.compute.manager [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1763.285742] env[62306]: DEBUG oslo_concurrency.lockutils [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "00b5703c-bed5-4dd1-839b-ac92f7443bcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.285742] env[62306]: DEBUG oslo_concurrency.lockutils [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "00b5703c-bed5-4dd1-839b-ac92f7443bcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.286067] env[62306]: DEBUG oslo_concurrency.lockutils [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "00b5703c-bed5-4dd1-839b-ac92f7443bcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.286359] env[62306]: DEBUG oslo_concurrency.lockutils [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "00b5703c-bed5-4dd1-839b-ac92f7443bcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.286598] env[62306]: DEBUG oslo_concurrency.lockutils [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "00b5703c-bed5-4dd1-839b-ac92f7443bcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.289388] env[62306]: INFO nova.compute.manager [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Terminating instance [ 1763.503854] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972518, 'name': ReconfigVM_Task, 'duration_secs': 0.932507} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.504230] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 9357bb12-408a-432d-ac0a-b8747cac5cec/9357bb12-408a-432d-ac0a-b8747cac5cec.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1763.504863] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4776016a-44f0-4ffc-86f5-006a149790aa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.511303] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for the task: (returnval){ [ 1763.511303] env[62306]: value = "task-1972520" [ 1763.511303] env[62306]: _type = "Task" [ 1763.511303] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.520219] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972520, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.526057] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.526541] env[62306]: DEBUG nova.compute.manager [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1763.529194] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.948s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.530569] env[62306]: INFO nova.compute.claims [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1763.664036] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972516, 'name': CreateVM_Task, 'duration_secs': 1.756442} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.666892] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1763.667145] env[62306]: DEBUG oslo_vmware.api [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972519, 'name': PowerOffVM_Task, 'duration_secs': 0.88553} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.667921] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.668376] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.668555] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1763.668816] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1763.673983] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1763.674247] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d76e13b-729b-48ab-b04e-70f92466e938 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.675769] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b23111cb-ad83-4e76-ad8a-6bf54e17df2c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.691470] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1763.691470] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b3dcdb-f963-c459-0e0c-cf79ba0f3269" [ 1763.691470] env[62306]: _type = "Task" [ 1763.691470] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.695346] env[62306]: DEBUG oslo_vmware.api [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1763.695346] env[62306]: value = "task-1972521" [ 1763.695346] env[62306]: _type = "Task" [ 1763.695346] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.701669] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b3dcdb-f963-c459-0e0c-cf79ba0f3269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.706451] env[62306]: DEBUG oslo_vmware.api [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972521, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.712228] env[62306]: DEBUG nova.compute.manager [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1763.712446] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1763.713484] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356511cd-0f85-474b-96c4-e4aba573c93f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.721163] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1763.721406] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93bbbf80-ca6f-467e-804d-6928a6f72823 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.727646] env[62306]: DEBUG oslo_vmware.api [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1763.727646] env[62306]: value = "task-1972522" [ 1763.727646] env[62306]: _type = "Task" [ 1763.727646] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.735332] env[62306]: DEBUG oslo_vmware.api [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.793543] env[62306]: DEBUG nova.compute.manager [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1763.793790] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1763.794737] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3b6569-6a1f-46b1-a10d-0b4ae5098643 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.798403] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.803196] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1763.803485] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83dcfd26-fe59-4b2d-94ef-d9fd328c066d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.809489] env[62306]: DEBUG oslo_vmware.api [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1763.809489] env[62306]: value = "task-1972523" [ 1763.809489] env[62306]: _type = "Task" [ 1763.809489] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.818926] env[62306]: DEBUG oslo_vmware.api [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.021241] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972520, 'name': Rename_Task, 'duration_secs': 0.249601} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.021539] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1764.021819] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-654ec664-7680-47dd-a11e-3de05e14b52c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.029159] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for the task: (returnval){ [ 1764.029159] env[62306]: value = "task-1972524" [ 1764.029159] env[62306]: _type = "Task" [ 1764.029159] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.035737] env[62306]: DEBUG nova.compute.utils [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1764.043877] env[62306]: DEBUG nova.compute.manager [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1764.044135] env[62306]: DEBUG nova.network.neutron [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1764.046723] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.105352] env[62306]: DEBUG nova.policy [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91e3b90f54c94db8968c19873de690b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e5d324e840a4323b2b516215d908f6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1764.203076] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b3dcdb-f963-c459-0e0c-cf79ba0f3269, 'name': SearchDatastore_Task, 'duration_secs': 0.012549} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.203754] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.204016] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1764.204278] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.204429] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.204620] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1764.204893] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-058f1148-a2a9-4e04-b92a-d5de0ff2f04a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.209654] env[62306]: DEBUG oslo_vmware.api [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972521, 'name': ReconfigVM_Task, 'duration_secs': 0.31565} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.210263] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1764.210476] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1764.210753] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-321ce054-cbf7-4001-9c12-d96c21da8f79 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.217131] env[62306]: DEBUG oslo_vmware.api [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1764.217131] env[62306]: value = "task-1972525" [ 1764.217131] env[62306]: _type = "Task" [ 1764.217131] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.218319] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1764.218675] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1764.222070] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f3b7f4-1621-4126-b4b7-c01623a47d5f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.229066] env[62306]: DEBUG oslo_vmware.api [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.233137] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1764.233137] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5209c9b6-c84f-f4ab-c27a-576fc6ece104" [ 1764.233137] env[62306]: _type = "Task" [ 1764.233137] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.239712] env[62306]: DEBUG oslo_vmware.api [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972522, 'name': PowerOffVM_Task, 'duration_secs': 0.200911} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.240338] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1764.240523] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1764.240773] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b0ef40e-80f1-43ea-bcee-e5a859af207c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.245499] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5209c9b6-c84f-f4ab-c27a-576fc6ece104, 'name': SearchDatastore_Task, 'duration_secs': 0.012305} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.246607] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ed6581-9c17-4197-9ca9-713543a57a59 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.251663] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1764.251663] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527b218b-d96b-3f7e-da5b-214c5da11859" [ 1764.251663] env[62306]: _type = "Task" [ 1764.251663] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.260152] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527b218b-d96b-3f7e-da5b-214c5da11859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.319475] env[62306]: DEBUG oslo_vmware.api [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972523, 'name': PowerOffVM_Task, 'duration_secs': 0.19675} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.319738] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1764.319905] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1764.320177] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51bbc7d1-9c89-4eab-99df-7e0904fc8b35 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.423434] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1764.423764] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1764.423991] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Deleting the datastore file [datastore1] 00b5703c-bed5-4dd1-839b-ac92f7443bcc {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1764.424304] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c2c6b2b-219d-400b-9b00-cf39c95c81bc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.429130] env[62306]: DEBUG nova.network.neutron [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Successfully created port: 5daad1d2-e36b-4dba-b77a-58b937288413 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1764.433705] env[62306]: DEBUG oslo_vmware.api [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1764.433705] env[62306]: value = "task-1972528" [ 1764.433705] env[62306]: _type = "Task" [ 1764.433705] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.433983] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1764.438021] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1764.438021] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Deleting the datastore file [datastore1] 0be73756-7509-472c-8a54-7ab108f4cdcd {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1764.438021] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf451d3b-3099-467b-8184-266913c44bd0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.445872] env[62306]: DEBUG oslo_vmware.api [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.447268] env[62306]: DEBUG oslo_vmware.api [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for the task: (returnval){ [ 1764.447268] env[62306]: value = "task-1972529" [ 1764.447268] env[62306]: _type = "Task" [ 1764.447268] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.455055] env[62306]: DEBUG oslo_vmware.api [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.460259] env[62306]: DEBUG nova.compute.manager [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1764.461646] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb55d834-eb86-4110-b941-a19331fb2120 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.544293] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972524, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.544997] env[62306]: DEBUG nova.compute.manager [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1764.732517] env[62306]: DEBUG oslo_vmware.api [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972525, 'name': PowerOnVM_Task, 'duration_secs': 0.476279} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.732802] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1764.734720] env[62306]: DEBUG nova.compute.manager [None req-a7e1558e-6904-47fb-a0e7-1cfaa6ffb1dc tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1764.735756] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed85a76-82f0-45e3-ad25-a613a86a25e8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.766077] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527b218b-d96b-3f7e-da5b-214c5da11859, 'name': SearchDatastore_Task, 'duration_secs': 0.017996} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.766382] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.766671] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 80689d6f-f84e-4d5c-8e64-3284ba25befc/80689d6f-f84e-4d5c-8e64-3284ba25befc.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1764.766947] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b7c5ba1-5821-4312-b753-e62845df998c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.774397] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1764.774397] env[62306]: value = "task-1972530" [ 1764.774397] env[62306]: _type = "Task" [ 1764.774397] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.956030] env[62306]: DEBUG oslo_vmware.api [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327243} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.956030] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1764.956705] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1764.957078] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1764.957390] env[62306]: INFO nova.compute.manager [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1764.957760] env[62306]: DEBUG oslo.service.loopingcall [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1764.960733] env[62306]: DEBUG nova.compute.manager [-] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1764.960967] env[62306]: DEBUG nova.network.neutron [-] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1764.970022] env[62306]: DEBUG oslo_vmware.api [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Task: {'id': task-1972529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32969} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.970512] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1764.970821] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1764.971133] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1764.971567] env[62306]: INFO nova.compute.manager [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1764.971973] env[62306]: DEBUG oslo.service.loopingcall [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1764.973069] env[62306]: INFO nova.compute.manager [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] instance snapshotting [ 1764.978112] env[62306]: DEBUG nova.compute.manager [-] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1764.978364] env[62306]: DEBUG nova.network.neutron [-] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1764.981932] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f49651-41de-4e92-a61c-008236ae1d11 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.006194] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b17773-6813-4307-9a02-b742dd4d6b82 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.043180] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972524, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.126967] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9623f4d-3c1f-4409-99e3-83315fa1ce76 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.137491] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cebdea7-fd2f-491e-99b0-fc6b3cfc8376 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.179566] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6ea874-bcf7-4593-99fb-b15bfaecf873 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.191129] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d0eae0-c9c9-40c2-8bb3-3db07f7654a4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.211467] env[62306]: DEBUG nova.compute.provider_tree [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1765.284867] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495618} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.285303] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 80689d6f-f84e-4d5c-8e64-3284ba25befc/80689d6f-f84e-4d5c-8e64-3284ba25befc.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1765.285523] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1765.285840] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e222f03-a62d-4f33-8115-b03f0d931b90 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.293420] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1765.293420] env[62306]: value = "task-1972531" [ 1765.293420] env[62306]: _type = "Task" [ 1765.293420] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.300897] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.520155] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Creating Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1765.520323] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-07b3352b-7662-4765-a659-32a04aeac8d9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.528438] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1765.528438] env[62306]: value = "task-1972532" [ 1765.528438] env[62306]: _type = "Task" [ 1765.528438] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.541535] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972532, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.545295] env[62306]: DEBUG oslo_vmware.api [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972524, 'name': PowerOnVM_Task, 'duration_secs': 1.343418} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.545565] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1765.545761] env[62306]: INFO nova.compute.manager [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Took 10.57 seconds to spawn the instance on the hypervisor. [ 1765.545935] env[62306]: DEBUG nova.compute.manager [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1765.546861] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccd4307-2241-4399-8ebf-0fb161e05a84 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.555734] env[62306]: DEBUG nova.compute.manager [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1765.585680] env[62306]: DEBUG nova.virt.hardware [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1765.585936] env[62306]: DEBUG nova.virt.hardware [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1765.586102] env[62306]: DEBUG nova.virt.hardware [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1765.586285] env[62306]: DEBUG nova.virt.hardware [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1765.586426] env[62306]: DEBUG nova.virt.hardware [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1765.586772] env[62306]: DEBUG nova.virt.hardware [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1765.587217] env[62306]: DEBUG nova.virt.hardware [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1765.587542] env[62306]: DEBUG nova.virt.hardware [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1765.587776] env[62306]: DEBUG nova.virt.hardware [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1765.587986] env[62306]: DEBUG nova.virt.hardware [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1765.588219] env[62306]: DEBUG nova.virt.hardware [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1765.589108] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67a7789-efd5-4cdb-b1a3-63ec5e58d81b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.597476] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6d4608-cf87-487d-b838-cb2ef74bdda1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.700041] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquiring lock "841a47e3-cb9f-48d5-8cf3-adc7245f3293" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.700367] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lock "841a47e3-cb9f-48d5-8cf3-adc7245f3293" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.700616] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquiring lock "841a47e3-cb9f-48d5-8cf3-adc7245f3293-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.700757] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lock "841a47e3-cb9f-48d5-8cf3-adc7245f3293-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.700936] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lock "841a47e3-cb9f-48d5-8cf3-adc7245f3293-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.702907] env[62306]: INFO nova.compute.manager [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Terminating instance [ 1765.714884] env[62306]: DEBUG nova.scheduler.client.report [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1765.807086] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08647} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.807086] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1765.807086] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28d2fa7-c9cc-4994-bf0b-b78d184cb66e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.829494] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 80689d6f-f84e-4d5c-8e64-3284ba25befc/80689d6f-f84e-4d5c-8e64-3284ba25befc.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1765.831102] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceb7d3d1-262f-47ac-991a-283610f0917a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.858245] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1765.858245] env[62306]: value = "task-1972533" [ 1765.858245] env[62306]: _type = "Task" [ 1765.858245] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.867424] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.871446] env[62306]: DEBUG nova.compute.manager [req-892ef2e7-5533-407d-b9e1-eda184fff721 req-1334ec2b-d312-4e23-aa79-462e202ad3a4 service nova] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Received event network-vif-deleted-d200dc31-85f2-4a4e-a1ca-7590e8afa121 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1765.871677] env[62306]: INFO nova.compute.manager [req-892ef2e7-5533-407d-b9e1-eda184fff721 req-1334ec2b-d312-4e23-aa79-462e202ad3a4 service nova] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Neutron deleted interface d200dc31-85f2-4a4e-a1ca-7590e8afa121; detaching it from the instance and deleting it from the info cache [ 1765.871794] env[62306]: DEBUG nova.network.neutron [req-892ef2e7-5533-407d-b9e1-eda184fff721 req-1334ec2b-d312-4e23-aa79-462e202ad3a4 service nova] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.037632] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972532, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.065987] env[62306]: INFO nova.compute.manager [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Took 52.54 seconds to build instance. [ 1766.210049] env[62306]: DEBUG nova.compute.manager [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1766.210049] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1766.210049] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b34258b-6d9d-41b9-84b6-5b4c03aa3bdc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.220697] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.221983] env[62306]: DEBUG nova.compute.manager [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1766.223926] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1766.224309] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.939s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.224607] env[62306]: DEBUG nova.objects.instance [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lazy-loading 'resources' on Instance uuid 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1766.228736] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e548ad09-95cf-44e2-be6e-5b82aa1e0d8b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.235016] env[62306]: DEBUG oslo_vmware.api [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1766.235016] env[62306]: value = "task-1972534" [ 1766.235016] env[62306]: _type = "Task" [ 1766.235016] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.245148] env[62306]: DEBUG nova.compute.manager [req-f2f976b6-f4c3-4a17-bf4e-ef5cbf92fb72 req-cd6d6e43-46f8-49b3-b7fd-70e4983492d9 service nova] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Received event network-vif-plugged-5daad1d2-e36b-4dba-b77a-58b937288413 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1766.245552] env[62306]: DEBUG oslo_concurrency.lockutils [req-f2f976b6-f4c3-4a17-bf4e-ef5cbf92fb72 req-cd6d6e43-46f8-49b3-b7fd-70e4983492d9 service nova] Acquiring lock "ff025daa-d258-446f-983f-3f0eb03056b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.246374] env[62306]: DEBUG oslo_concurrency.lockutils [req-f2f976b6-f4c3-4a17-bf4e-ef5cbf92fb72 req-cd6d6e43-46f8-49b3-b7fd-70e4983492d9 service nova] Lock "ff025daa-d258-446f-983f-3f0eb03056b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.246374] env[62306]: DEBUG oslo_concurrency.lockutils [req-f2f976b6-f4c3-4a17-bf4e-ef5cbf92fb72 req-cd6d6e43-46f8-49b3-b7fd-70e4983492d9 service nova] Lock "ff025daa-d258-446f-983f-3f0eb03056b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.246374] env[62306]: DEBUG nova.compute.manager [req-f2f976b6-f4c3-4a17-bf4e-ef5cbf92fb72 req-cd6d6e43-46f8-49b3-b7fd-70e4983492d9 service nova] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] No waiting events found dispatching network-vif-plugged-5daad1d2-e36b-4dba-b77a-58b937288413 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1766.246934] env[62306]: WARNING nova.compute.manager [req-f2f976b6-f4c3-4a17-bf4e-ef5cbf92fb72 req-cd6d6e43-46f8-49b3-b7fd-70e4983492d9 service nova] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Received unexpected event network-vif-plugged-5daad1d2-e36b-4dba-b77a-58b937288413 for instance with vm_state building and task_state spawning. [ 1766.252403] env[62306]: DEBUG oslo_vmware.api [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.349227] env[62306]: DEBUG nova.network.neutron [-] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.350779] env[62306]: DEBUG nova.network.neutron [-] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.365639] env[62306]: DEBUG nova.network.neutron [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Successfully updated port: 5daad1d2-e36b-4dba-b77a-58b937288413 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1766.374971] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.375333] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7be4fedc-cd49-410b-98db-0ae5691b6ee3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.386382] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625dc66c-c450-440c-bfee-0e2ba0761ba4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.420332] env[62306]: DEBUG nova.compute.manager [req-892ef2e7-5533-407d-b9e1-eda184fff721 req-1334ec2b-d312-4e23-aa79-462e202ad3a4 service nova] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Detach interface failed, port_id=d200dc31-85f2-4a4e-a1ca-7590e8afa121, reason: Instance 00b5703c-bed5-4dd1-839b-ac92f7443bcc could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1766.538801] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972532, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.568508] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0df63a3-73d2-4ec2-bf8e-1782b2dd2f9d tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Lock "9357bb12-408a-432d-ac0a-b8747cac5cec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.454s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.730008] env[62306]: DEBUG nova.compute.utils [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1766.733799] env[62306]: DEBUG nova.compute.manager [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1766.733972] env[62306]: DEBUG nova.network.neutron [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1766.745654] env[62306]: DEBUG oslo_vmware.api [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972534, 'name': PowerOffVM_Task, 'duration_secs': 0.220635} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.745654] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1766.745654] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1766.745792] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3156ab32-e199-4a46-81b9-70c53691b2f3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.784914] env[62306]: DEBUG nova.policy [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cac3724092ce41ddbb8afe7553d6b0e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67ebf1efb31b48659b3423ae198d6573', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1766.838463] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1766.838686] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1766.838867] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Deleting the datastore file [datastore1] 841a47e3-cb9f-48d5-8cf3-adc7245f3293 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1766.839138] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e158bed6-2aa2-4a29-9827-d634ac8bc4ca {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.848404] env[62306]: DEBUG oslo_vmware.api [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1766.848404] env[62306]: value = "task-1972536" [ 1766.848404] env[62306]: _type = "Task" [ 1766.848404] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.854812] env[62306]: INFO nova.compute.manager [-] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Took 1.89 seconds to deallocate network for instance. [ 1766.860347] env[62306]: INFO nova.compute.manager [-] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Took 1.88 seconds to deallocate network for instance. [ 1766.860347] env[62306]: DEBUG oslo_vmware.api [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.870986] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquiring lock "refresh_cache-ff025daa-d258-446f-983f-3f0eb03056b7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.870986] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquired lock "refresh_cache-ff025daa-d258-446f-983f-3f0eb03056b7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.870986] env[62306]: DEBUG nova.network.neutron [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1766.879710] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972533, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.039152] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972532, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.070844] env[62306]: DEBUG nova.compute.manager [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1767.118520] env[62306]: DEBUG nova.network.neutron [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Successfully created port: ccdfd541-b58e-470f-97b7-75ba7c93f552 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1767.223467] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17320ee1-0d33-43c8-af03-b1345753ae8a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.237118] env[62306]: DEBUG nova.compute.manager [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1767.243239] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e547a8a-5eb2-4e99-9567-2fcafdf8ab13 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.273293] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31e759c-4655-4831-a1b4-8c9d0a8d0d14 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.280753] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0baf2eb9-5272-48c9-8bb0-fa9336dc9c2b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.296105] env[62306]: DEBUG nova.compute.provider_tree [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1767.357862] env[62306]: DEBUG oslo_vmware.api [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152857} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.358134] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1767.358324] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1767.358494] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1767.358667] env[62306]: INFO nova.compute.manager [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1767.358902] env[62306]: DEBUG oslo.service.loopingcall [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1767.359098] env[62306]: DEBUG nova.compute.manager [-] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1767.359192] env[62306]: DEBUG nova.network.neutron [-] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1767.366746] env[62306]: DEBUG oslo_concurrency.lockutils [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.372521] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972533, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.377216] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.434363] env[62306]: DEBUG nova.network.neutron [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1767.540824] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972532, 'name': CreateSnapshot_Task, 'duration_secs': 1.727236} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.541090] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Created Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1767.541836] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138f4339-1d68-411e-ad20-7835db99f496 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.592813] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.624762] env[62306]: DEBUG nova.compute.manager [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1767.625661] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3efb1c4-876c-4e3a-a732-5fba93485c74 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.681678] env[62306]: DEBUG nova.network.neutron [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Updating instance_info_cache with network_info: [{"id": "5daad1d2-e36b-4dba-b77a-58b937288413", "address": "fa:16:3e:25:8d:da", "network": {"id": "9e628309-90cb-4dce-bbaa-93b68d95f219", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1324086812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e5d324e840a4323b2b516215d908f6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5daad1d2-e3", "ovs_interfaceid": "5daad1d2-e36b-4dba-b77a-58b937288413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.799503] env[62306]: DEBUG nova.scheduler.client.report [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1767.875041] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972533, 'name': ReconfigVM_Task, 'duration_secs': 1.68159} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.875041] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 80689d6f-f84e-4d5c-8e64-3284ba25befc/80689d6f-f84e-4d5c-8e64-3284ba25befc.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1767.875746] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2a14166-84cf-4c1b-825c-8923d7092124 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.883030] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1767.883030] env[62306]: value = "task-1972537" [ 1767.883030] env[62306]: _type = "Task" [ 1767.883030] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.892780] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972537, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.900450] env[62306]: DEBUG nova.compute.manager [req-31644b7b-b210-442b-a0eb-2d40afc9685d req-a1e4d010-e120-4598-94b2-2c5cc9c84eb2 service nova] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Received event network-vif-deleted-1247e1bd-8387-4610-a7c9-a1a191fead79 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1767.900649] env[62306]: DEBUG nova.compute.manager [req-31644b7b-b210-442b-a0eb-2d40afc9685d req-a1e4d010-e120-4598-94b2-2c5cc9c84eb2 service nova] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Received event network-vif-deleted-5c40efab-f3ef-4ddd-8270-a2b8531efb97 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1767.900813] env[62306]: INFO nova.compute.manager [req-31644b7b-b210-442b-a0eb-2d40afc9685d req-a1e4d010-e120-4598-94b2-2c5cc9c84eb2 service nova] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Neutron deleted interface 5c40efab-f3ef-4ddd-8270-a2b8531efb97; detaching it from the instance and deleting it from the info cache [ 1767.901036] env[62306]: DEBUG nova.network.neutron [req-31644b7b-b210-442b-a0eb-2d40afc9685d req-a1e4d010-e120-4598-94b2-2c5cc9c84eb2 service nova] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.061523] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Creating linked-clone VM from snapshot {{(pid=62306) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1768.061858] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e1668aa-0260-4875-a07d-cc49fee05584 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.072545] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1768.072545] env[62306]: value = "task-1972538" [ 1768.072545] env[62306]: _type = "Task" [ 1768.072545] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.080762] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972538, 'name': CloneVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.139086] env[62306]: INFO nova.compute.manager [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] instance snapshotting [ 1768.141978] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770ed9c9-1a46-4d52-a254-740446f3294a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.161171] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0e6570-de69-4c00-a663-a26c9c8be405 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.184305] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Releasing lock "refresh_cache-ff025daa-d258-446f-983f-3f0eb03056b7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.184618] env[62306]: DEBUG nova.compute.manager [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Instance network_info: |[{"id": "5daad1d2-e36b-4dba-b77a-58b937288413", "address": "fa:16:3e:25:8d:da", "network": {"id": "9e628309-90cb-4dce-bbaa-93b68d95f219", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1324086812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e5d324e840a4323b2b516215d908f6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5daad1d2-e3", "ovs_interfaceid": "5daad1d2-e36b-4dba-b77a-58b937288413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1768.185069] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:8d:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5daad1d2-e36b-4dba-b77a-58b937288413', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1768.192819] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Creating folder: Project (9e5d324e840a4323b2b516215d908f6a). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1768.193227] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f2d5088-46ad-492b-871f-3915add5b7e9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.204207] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Created folder: Project (9e5d324e840a4323b2b516215d908f6a) in parent group-v406007. [ 1768.204397] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Creating folder: Instances. Parent ref: group-v406156. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1768.204667] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c0d5b11-39ba-4c59-b460-5c693b1845c4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.214770] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Created folder: Instances in parent group-v406156. [ 1768.215631] env[62306]: DEBUG oslo.service.loopingcall [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1768.215631] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1768.215631] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5d772e7-5a41-4e51-a072-6daa91a37fa6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.233023] env[62306]: DEBUG nova.network.neutron [-] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.236686] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1768.236686] env[62306]: value = "task-1972541" [ 1768.236686] env[62306]: _type = "Task" [ 1768.236686] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.245016] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972541, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.249063] env[62306]: DEBUG nova.compute.manager [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1768.272949] env[62306]: DEBUG nova.compute.manager [req-32ee7198-fdae-4d4c-9a86-e3cf69787b54 req-8e817efb-2541-4338-b2e6-d631bf2f8155 service nova] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Received event network-changed-5daad1d2-e36b-4dba-b77a-58b937288413 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1768.273215] env[62306]: DEBUG nova.compute.manager [req-32ee7198-fdae-4d4c-9a86-e3cf69787b54 req-8e817efb-2541-4338-b2e6-d631bf2f8155 service nova] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Refreshing instance network info cache due to event network-changed-5daad1d2-e36b-4dba-b77a-58b937288413. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1768.273467] env[62306]: DEBUG oslo_concurrency.lockutils [req-32ee7198-fdae-4d4c-9a86-e3cf69787b54 req-8e817efb-2541-4338-b2e6-d631bf2f8155 service nova] Acquiring lock "refresh_cache-ff025daa-d258-446f-983f-3f0eb03056b7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.273638] env[62306]: DEBUG oslo_concurrency.lockutils [req-32ee7198-fdae-4d4c-9a86-e3cf69787b54 req-8e817efb-2541-4338-b2e6-d631bf2f8155 service nova] Acquired lock "refresh_cache-ff025daa-d258-446f-983f-3f0eb03056b7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.273842] env[62306]: DEBUG nova.network.neutron [req-32ee7198-fdae-4d4c-9a86-e3cf69787b54 req-8e817efb-2541-4338-b2e6-d631bf2f8155 service nova] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Refreshing network info cache for port 5daad1d2-e36b-4dba-b77a-58b937288413 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1768.277813] env[62306]: DEBUG nova.virt.hardware [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1768.277945] env[62306]: DEBUG nova.virt.hardware [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1768.278172] env[62306]: DEBUG nova.virt.hardware [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1768.278507] env[62306]: DEBUG nova.virt.hardware [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1768.278559] env[62306]: DEBUG nova.virt.hardware [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1768.278687] env[62306]: DEBUG nova.virt.hardware [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1768.278940] env[62306]: DEBUG nova.virt.hardware [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1768.279134] env[62306]: DEBUG nova.virt.hardware [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1768.279327] env[62306]: DEBUG nova.virt.hardware [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1768.279506] env[62306]: DEBUG nova.virt.hardware [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1768.279688] env[62306]: DEBUG nova.virt.hardware [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1768.280935] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb788bf-a154-4402-ae5a-37fd0852bdaa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.290826] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f279746-05d0-452e-b125-52853c3ac717 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.308644] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.311335] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.766s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.312864] env[62306]: INFO nova.compute.claims [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1768.335582] env[62306]: INFO nova.scheduler.client.report [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Deleted allocations for instance 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6 [ 1768.394212] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972537, 'name': Rename_Task, 'duration_secs': 0.134359} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.394513] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1768.394757] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9e67abe-6d15-44bf-89c8-2939a24b6339 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.400962] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1768.400962] env[62306]: value = "task-1972542" [ 1768.400962] env[62306]: _type = "Task" [ 1768.400962] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.404243] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6aac1bcc-c7d3-4215-8071-854c55c46703 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.410991] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.415192] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edec016-bd7f-46f0-b8da-07cd3aba4d5e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.448890] env[62306]: DEBUG nova.compute.manager [req-31644b7b-b210-442b-a0eb-2d40afc9685d req-a1e4d010-e120-4598-94b2-2c5cc9c84eb2 service nova] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Detach interface failed, port_id=5c40efab-f3ef-4ddd-8270-a2b8531efb97, reason: Instance 841a47e3-cb9f-48d5-8cf3-adc7245f3293 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1768.583146] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972538, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.673170] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Creating Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1768.673699] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-01571bbb-846f-4fb4-aef0-784940fc3802 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.683335] env[62306]: DEBUG oslo_vmware.api [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for the task: (returnval){ [ 1768.683335] env[62306]: value = "task-1972543" [ 1768.683335] env[62306]: _type = "Task" [ 1768.683335] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.692508] env[62306]: DEBUG oslo_vmware.api [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972543, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.735201] env[62306]: INFO nova.compute.manager [-] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Took 1.38 seconds to deallocate network for instance. [ 1768.750050] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972541, 'name': CreateVM_Task, 'duration_secs': 0.345729} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.750232] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1768.750967] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.751089] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.751423] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1768.751679] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b3fa50f-b7a3-42e6-9327-380a6c5dc887 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.757191] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1768.757191] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522314b6-5292-ea5a-0500-d47539bd31d0" [ 1768.757191] env[62306]: _type = "Task" [ 1768.757191] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.767019] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522314b6-5292-ea5a-0500-d47539bd31d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.779499] env[62306]: DEBUG nova.network.neutron [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Successfully updated port: ccdfd541-b58e-470f-97b7-75ba7c93f552 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1768.843392] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ef6283fd-1875-4a72-90c8-d21fbca37f03 tempest-SecurityGroupsTestJSON-786869037 tempest-SecurityGroupsTestJSON-786869037-project-member] Lock "36a914ec-0e9f-46e8-b8a3-527fd3eb01b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.430s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.913359] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972542, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.069085] env[62306]: DEBUG nova.network.neutron [req-32ee7198-fdae-4d4c-9a86-e3cf69787b54 req-8e817efb-2541-4338-b2e6-d631bf2f8155 service nova] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Updated VIF entry in instance network info cache for port 5daad1d2-e36b-4dba-b77a-58b937288413. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1769.069498] env[62306]: DEBUG nova.network.neutron [req-32ee7198-fdae-4d4c-9a86-e3cf69787b54 req-8e817efb-2541-4338-b2e6-d631bf2f8155 service nova] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Updating instance_info_cache with network_info: [{"id": "5daad1d2-e36b-4dba-b77a-58b937288413", "address": "fa:16:3e:25:8d:da", "network": {"id": "9e628309-90cb-4dce-bbaa-93b68d95f219", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1324086812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e5d324e840a4323b2b516215d908f6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5daad1d2-e3", "ovs_interfaceid": "5daad1d2-e36b-4dba-b77a-58b937288413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.084382] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972538, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.193679] env[62306]: DEBUG oslo_vmware.api [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972543, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.246872] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.269444] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522314b6-5292-ea5a-0500-d47539bd31d0, 'name': SearchDatastore_Task, 'duration_secs': 0.0109} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.269998] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.270281] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1769.270647] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.270890] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.271203] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1769.271583] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f4787f8-dcdb-4feb-a602-4e09c8c07d2d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.281135] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1769.281366] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1769.282203] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a8d8a7e-b56f-4902-aecb-c3b34cec4dd4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.286905] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "refresh_cache-7d4d0d2c-e4c0-4b5e-9995-200163b4a196" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.287096] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquired lock "refresh_cache-7d4d0d2c-e4c0-4b5e-9995-200163b4a196" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.287328] env[62306]: DEBUG nova.network.neutron [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1769.290284] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1769.290284] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524192dd-b68e-d6dc-132c-c3f90619bfad" [ 1769.290284] env[62306]: _type = "Task" [ 1769.290284] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.300548] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524192dd-b68e-d6dc-132c-c3f90619bfad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.415099] env[62306]: DEBUG oslo_vmware.api [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972542, 'name': PowerOnVM_Task, 'duration_secs': 0.514659} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.415394] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1769.415596] env[62306]: INFO nova.compute.manager [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1769.415773] env[62306]: DEBUG nova.compute.manager [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1769.416704] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b46159b-94fb-44ac-8db1-eaaf60e23fb7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.572290] env[62306]: DEBUG oslo_concurrency.lockutils [req-32ee7198-fdae-4d4c-9a86-e3cf69787b54 req-8e817efb-2541-4338-b2e6-d631bf2f8155 service nova] Releasing lock "refresh_cache-ff025daa-d258-446f-983f-3f0eb03056b7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.587689] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972538, 'name': CloneVM_Task, 'duration_secs': 1.333978} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.587975] env[62306]: INFO nova.virt.vmwareapi.vmops [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Created linked-clone VM from snapshot [ 1769.588858] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753e6930-accf-4f9f-88a2-0375caa7cc1d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.598423] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Uploading image 267024ee-d505-4aae-9a3b-d1540ef567d0 {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1769.628320] env[62306]: DEBUG oslo_vmware.rw_handles [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1769.628320] env[62306]: value = "vm-406155" [ 1769.628320] env[62306]: _type = "VirtualMachine" [ 1769.628320] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1769.628757] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-02c93186-4c35-4ea7-b8d9-c1f51b15c274 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.636460] env[62306]: DEBUG oslo_vmware.rw_handles [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lease: (returnval){ [ 1769.636460] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527e334a-3a86-3cdd-f56b-4b969a17aca8" [ 1769.636460] env[62306]: _type = "HttpNfcLease" [ 1769.636460] env[62306]: } obtained for exporting VM: (result){ [ 1769.636460] env[62306]: value = "vm-406155" [ 1769.636460] env[62306]: _type = "VirtualMachine" [ 1769.636460] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1769.636725] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the lease: (returnval){ [ 1769.636725] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527e334a-3a86-3cdd-f56b-4b969a17aca8" [ 1769.636725] env[62306]: _type = "HttpNfcLease" [ 1769.636725] env[62306]: } to be ready. {{(pid=62306) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1769.643571] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1769.643571] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527e334a-3a86-3cdd-f56b-4b969a17aca8" [ 1769.643571] env[62306]: _type = "HttpNfcLease" [ 1769.643571] env[62306]: } is initializing. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1769.697158] env[62306]: DEBUG oslo_vmware.api [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972543, 'name': CreateSnapshot_Task, 'duration_secs': 0.949929} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.697637] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Created Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1769.698220] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2a929b-468a-4bac-a8ad-ce823513c1ff {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.804059] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524192dd-b68e-d6dc-132c-c3f90619bfad, 'name': SearchDatastore_Task, 'duration_secs': 0.01079} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.806634] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d33aef8-025d-4c66-9f56-30d334fd8c1d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.809699] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c53baae-c9b3-4674-974b-2bfa5f5cd8b8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.820327] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b81b51f-70e1-40ee-92d1-c2373e5a6749 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.823824] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1769.823824] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a44b6d-acf1-5806-7559-bd146ba0a394" [ 1769.823824] env[62306]: _type = "Task" [ 1769.823824] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.852813] env[62306]: DEBUG nova.network.neutron [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1769.856188] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df179e7-8267-4ab4-bf13-b3047cc01e78 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.862758] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a44b6d-acf1-5806-7559-bd146ba0a394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.867783] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a51f705-c20b-455f-b8fd-0515d570d61c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.881315] env[62306]: DEBUG nova.compute.provider_tree [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1769.936652] env[62306]: INFO nova.compute.manager [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Took 47.27 seconds to build instance. [ 1770.146187] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1770.146187] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527e334a-3a86-3cdd-f56b-4b969a17aca8" [ 1770.146187] env[62306]: _type = "HttpNfcLease" [ 1770.146187] env[62306]: } is ready. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1770.146522] env[62306]: DEBUG oslo_vmware.rw_handles [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1770.146522] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527e334a-3a86-3cdd-f56b-4b969a17aca8" [ 1770.146522] env[62306]: _type = "HttpNfcLease" [ 1770.146522] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1770.147443] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cde15d-4f7c-4d85-a178-f40b35d61504 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.155612] env[62306]: DEBUG oslo_vmware.rw_handles [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de4abf-c48c-9897-7fae-804b417d0286/disk-0.vmdk from lease info. {{(pid=62306) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1770.155806] env[62306]: DEBUG oslo_vmware.rw_handles [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de4abf-c48c-9897-7fae-804b417d0286/disk-0.vmdk for reading. {{(pid=62306) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1770.158069] env[62306]: DEBUG nova.network.neutron [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Updating instance_info_cache with network_info: [{"id": "ccdfd541-b58e-470f-97b7-75ba7c93f552", "address": "fa:16:3e:af:8e:99", "network": {"id": "e35f33a1-d47e-4a87-80c6-8c89381c3a14", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-181069678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ebf1efb31b48659b3423ae198d6573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccdfd541-b5", "ovs_interfaceid": "ccdfd541-b58e-470f-97b7-75ba7c93f552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.225803] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Creating linked-clone VM from snapshot {{(pid=62306) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1770.228837] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d560fdcd-8923-45da-b96c-dac9ddb5db98 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.238900] env[62306]: DEBUG oslo_vmware.api [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for the task: (returnval){ [ 1770.238900] env[62306]: value = "task-1972545" [ 1770.238900] env[62306]: _type = "Task" [ 1770.238900] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.251289] env[62306]: DEBUG oslo_vmware.api [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972545, 'name': CloneVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.273786] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-51466617-9fee-46df-a258-274d654a3f94 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.335100] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a44b6d-acf1-5806-7559-bd146ba0a394, 'name': SearchDatastore_Task, 'duration_secs': 0.044653} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.335365] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.335853] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] ff025daa-d258-446f-983f-3f0eb03056b7/ff025daa-d258-446f-983f-3f0eb03056b7.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1770.336295] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c853f55-b035-4aae-9807-372c723a5e1e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.343411] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1770.343411] env[62306]: value = "task-1972546" [ 1770.343411] env[62306]: _type = "Task" [ 1770.343411] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.352031] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.387046] env[62306]: DEBUG nova.scheduler.client.report [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1770.410484] env[62306]: DEBUG nova.compute.manager [req-6bc024b0-5269-421c-87d3-ae60d3cb5915 req-bb91cb3a-cfe2-44f6-b28f-50d2ff7bb9be service nova] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Received event network-vif-plugged-ccdfd541-b58e-470f-97b7-75ba7c93f552 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1770.410970] env[62306]: DEBUG oslo_concurrency.lockutils [req-6bc024b0-5269-421c-87d3-ae60d3cb5915 req-bb91cb3a-cfe2-44f6-b28f-50d2ff7bb9be service nova] Acquiring lock "7d4d0d2c-e4c0-4b5e-9995-200163b4a196-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.411624] env[62306]: DEBUG oslo_concurrency.lockutils [req-6bc024b0-5269-421c-87d3-ae60d3cb5915 req-bb91cb3a-cfe2-44f6-b28f-50d2ff7bb9be service nova] Lock "7d4d0d2c-e4c0-4b5e-9995-200163b4a196-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.411980] env[62306]: DEBUG oslo_concurrency.lockutils [req-6bc024b0-5269-421c-87d3-ae60d3cb5915 req-bb91cb3a-cfe2-44f6-b28f-50d2ff7bb9be service nova] Lock "7d4d0d2c-e4c0-4b5e-9995-200163b4a196-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.412395] env[62306]: DEBUG nova.compute.manager [req-6bc024b0-5269-421c-87d3-ae60d3cb5915 req-bb91cb3a-cfe2-44f6-b28f-50d2ff7bb9be service nova] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] No waiting events found dispatching network-vif-plugged-ccdfd541-b58e-470f-97b7-75ba7c93f552 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1770.412545] env[62306]: WARNING nova.compute.manager [req-6bc024b0-5269-421c-87d3-ae60d3cb5915 req-bb91cb3a-cfe2-44f6-b28f-50d2ff7bb9be service nova] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Received unexpected event network-vif-plugged-ccdfd541-b58e-470f-97b7-75ba7c93f552 for instance with vm_state building and task_state spawning. [ 1770.412816] env[62306]: DEBUG nova.compute.manager [req-6bc024b0-5269-421c-87d3-ae60d3cb5915 req-bb91cb3a-cfe2-44f6-b28f-50d2ff7bb9be service nova] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Received event network-changed-ccdfd541-b58e-470f-97b7-75ba7c93f552 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1770.413080] env[62306]: DEBUG nova.compute.manager [req-6bc024b0-5269-421c-87d3-ae60d3cb5915 req-bb91cb3a-cfe2-44f6-b28f-50d2ff7bb9be service nova] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Refreshing instance network info cache due to event network-changed-ccdfd541-b58e-470f-97b7-75ba7c93f552. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1770.413355] env[62306]: DEBUG oslo_concurrency.lockutils [req-6bc024b0-5269-421c-87d3-ae60d3cb5915 req-bb91cb3a-cfe2-44f6-b28f-50d2ff7bb9be service nova] Acquiring lock "refresh_cache-7d4d0d2c-e4c0-4b5e-9995-200163b4a196" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.439041] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1b1bb594-8927-4862-b97c-bd5e35422a32 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "80689d6f-f84e-4d5c-8e64-3284ba25befc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.499s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.660911] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Releasing lock "refresh_cache-7d4d0d2c-e4c0-4b5e-9995-200163b4a196" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.661332] env[62306]: DEBUG nova.compute.manager [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Instance network_info: |[{"id": "ccdfd541-b58e-470f-97b7-75ba7c93f552", "address": "fa:16:3e:af:8e:99", "network": {"id": "e35f33a1-d47e-4a87-80c6-8c89381c3a14", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-181069678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ebf1efb31b48659b3423ae198d6573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccdfd541-b5", "ovs_interfaceid": "ccdfd541-b58e-470f-97b7-75ba7c93f552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1770.661722] env[62306]: DEBUG oslo_concurrency.lockutils [req-6bc024b0-5269-421c-87d3-ae60d3cb5915 req-bb91cb3a-cfe2-44f6-b28f-50d2ff7bb9be service nova] Acquired lock "refresh_cache-7d4d0d2c-e4c0-4b5e-9995-200163b4a196" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.662087] env[62306]: DEBUG nova.network.neutron [req-6bc024b0-5269-421c-87d3-ae60d3cb5915 req-bb91cb3a-cfe2-44f6-b28f-50d2ff7bb9be service nova] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Refreshing network info cache for port ccdfd541-b58e-470f-97b7-75ba7c93f552 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1770.663554] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:8e:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccdfd541-b58e-470f-97b7-75ba7c93f552', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1770.673585] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Creating folder: Project (67ebf1efb31b48659b3423ae198d6573). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1770.678301] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6f3bda7-d0a5-4032-a79b-bdf5ca8738ac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.693983] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Created folder: Project (67ebf1efb31b48659b3423ae198d6573) in parent group-v406007. [ 1770.694292] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Creating folder: Instances. Parent ref: group-v406161. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1770.694639] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ecd3997-64e2-4903-97ab-ec874e31cced {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.706681] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Created folder: Instances in parent group-v406161. [ 1770.707135] env[62306]: DEBUG oslo.service.loopingcall [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1770.707269] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1770.707580] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-292bd0c4-084c-4016-9ef6-7a2cbba13076 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.730767] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1770.730767] env[62306]: value = "task-1972549" [ 1770.730767] env[62306]: _type = "Task" [ 1770.730767] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.746912] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972549, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.757075] env[62306]: DEBUG oslo_vmware.api [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972545, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.860340] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972546, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.892669] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.893062] env[62306]: DEBUG nova.compute.manager [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1770.897640] env[62306]: DEBUG oslo_concurrency.lockutils [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.012s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.898225] env[62306]: DEBUG nova.objects.instance [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lazy-loading 'resources' on Instance uuid 10b781a1-2f5c-48ae-8750-e10affb9c90b {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1770.942560] env[62306]: DEBUG nova.compute.manager [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1771.126701] env[62306]: DEBUG nova.network.neutron [req-6bc024b0-5269-421c-87d3-ae60d3cb5915 req-bb91cb3a-cfe2-44f6-b28f-50d2ff7bb9be service nova] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Updated VIF entry in instance network info cache for port ccdfd541-b58e-470f-97b7-75ba7c93f552. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1771.128746] env[62306]: DEBUG nova.network.neutron [req-6bc024b0-5269-421c-87d3-ae60d3cb5915 req-bb91cb3a-cfe2-44f6-b28f-50d2ff7bb9be service nova] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Updating instance_info_cache with network_info: [{"id": "ccdfd541-b58e-470f-97b7-75ba7c93f552", "address": "fa:16:3e:af:8e:99", "network": {"id": "e35f33a1-d47e-4a87-80c6-8c89381c3a14", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-181069678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ebf1efb31b48659b3423ae198d6573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccdfd541-b5", "ovs_interfaceid": "ccdfd541-b58e-470f-97b7-75ba7c93f552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.244103] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972549, 'name': CreateVM_Task, 'duration_secs': 0.496666} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.247306] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1771.249238] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.249238] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.249238] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1771.249566] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21a542dc-d293-410b-b45d-e77735ae46e9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.255852] env[62306]: DEBUG oslo_vmware.api [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972545, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.259887] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1771.259887] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c2fbfb-a0ec-8beb-f6b0-f0387d1a0591" [ 1771.259887] env[62306]: _type = "Task" [ 1771.259887] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.268202] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c2fbfb-a0ec-8beb-f6b0-f0387d1a0591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.356026] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541301} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.356980] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] ff025daa-d258-446f-983f-3f0eb03056b7/ff025daa-d258-446f-983f-3f0eb03056b7.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1771.356980] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1771.356980] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da051f13-8aac-474f-b7e6-4a5c125f9205 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.363759] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1771.363759] env[62306]: value = "task-1972550" [ 1771.363759] env[62306]: _type = "Task" [ 1771.363759] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.374219] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.399858] env[62306]: DEBUG nova.compute.utils [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1771.401622] env[62306]: DEBUG nova.compute.manager [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1771.401687] env[62306]: DEBUG nova.network.neutron [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1771.466235] env[62306]: DEBUG nova.policy [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cac3724092ce41ddbb8afe7553d6b0e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67ebf1efb31b48659b3423ae198d6573', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1771.468877] env[62306]: DEBUG oslo_concurrency.lockutils [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.631562] env[62306]: DEBUG oslo_concurrency.lockutils [req-6bc024b0-5269-421c-87d3-ae60d3cb5915 req-bb91cb3a-cfe2-44f6-b28f-50d2ff7bb9be service nova] Releasing lock "refresh_cache-7d4d0d2c-e4c0-4b5e-9995-200163b4a196" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.762248] env[62306]: DEBUG oslo_vmware.api [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972545, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.773075] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c2fbfb-a0ec-8beb-f6b0-f0387d1a0591, 'name': SearchDatastore_Task, 'duration_secs': 0.012795} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.773685] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.773950] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1771.774213] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.774359] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.774537] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1771.777852] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-190571ff-2ae3-4717-b50a-817f0386913a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.787530] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1771.787743] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1771.788570] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c84cc4a7-57c6-4868-a2a6-4b72b8b1bf0b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.797221] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1771.797221] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a5345e-15f8-40a0-9289-eb3d380df697" [ 1771.797221] env[62306]: _type = "Task" [ 1771.797221] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.805567] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a5345e-15f8-40a0-9289-eb3d380df697, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.862608] env[62306]: DEBUG nova.network.neutron [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Successfully created port: 9257bb28-c49b-45c8-b2f2-0af7d3220177 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1771.875240] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100138} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.875906] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1771.876912] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df563c4-9750-4c98-b49f-2c34e0c09a6b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.901205] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] ff025daa-d258-446f-983f-3f0eb03056b7/ff025daa-d258-446f-983f-3f0eb03056b7.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1771.907035] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91f06962-afe3-4e05-823c-aa500e330e8b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.919884] env[62306]: DEBUG nova.compute.manager [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1771.930141] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1771.930141] env[62306]: value = "task-1972551" [ 1771.930141] env[62306]: _type = "Task" [ 1771.930141] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.947533] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.073184] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9b2fb6-499f-45ad-ae90-2bf08de44aa1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.081647] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1682f9c4-af58-4b25-931d-00a348009847 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.118773] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1f5fdb-b7bf-448b-bc60-c1221e7d5b62 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.127382] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca53c5cc-d801-4c9f-b50f-9521bbae17ab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.145727] env[62306]: DEBUG nova.compute.provider_tree [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1772.256345] env[62306]: DEBUG nova.compute.manager [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Stashing vm_state: active {{(pid=62306) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1772.266273] env[62306]: DEBUG oslo_vmware.api [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972545, 'name': CloneVM_Task, 'duration_secs': 1.726315} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.266797] env[62306]: INFO nova.virt.vmwareapi.vmops [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Created linked-clone VM from snapshot [ 1772.267883] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f4024e-c360-4b3c-afe7-d72c11e8b5bd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.277916] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Uploading image 8855e657-e924-41c5-af0f-418e3e9be6cf {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1772.309258] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a5345e-15f8-40a0-9289-eb3d380df697, 'name': SearchDatastore_Task, 'duration_secs': 0.020434} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.313497] env[62306]: DEBUG oslo_vmware.rw_handles [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1772.313497] env[62306]: value = "vm-406160" [ 1772.313497] env[62306]: _type = "VirtualMachine" [ 1772.313497] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1772.313497] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3252855b-fa47-496d-b927-7c05615592d8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.314407] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-367c46b7-547f-4c70-baa3-a7849d2b82b9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.321496] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1772.321496] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5263d9f1-8401-a4f0-8ff9-1b7868f0ca80" [ 1772.321496] env[62306]: _type = "Task" [ 1772.321496] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.322965] env[62306]: DEBUG oslo_vmware.rw_handles [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Lease: (returnval){ [ 1772.322965] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c8c7b6-8158-939f-c31e-0a7fdc0d6667" [ 1772.322965] env[62306]: _type = "HttpNfcLease" [ 1772.322965] env[62306]: } obtained for exporting VM: (result){ [ 1772.322965] env[62306]: value = "vm-406160" [ 1772.322965] env[62306]: _type = "VirtualMachine" [ 1772.322965] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1772.323307] env[62306]: DEBUG oslo_vmware.api [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for the lease: (returnval){ [ 1772.323307] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c8c7b6-8158-939f-c31e-0a7fdc0d6667" [ 1772.323307] env[62306]: _type = "HttpNfcLease" [ 1772.323307] env[62306]: } to be ready. {{(pid=62306) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1772.340558] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5263d9f1-8401-a4f0-8ff9-1b7868f0ca80, 'name': SearchDatastore_Task, 'duration_secs': 0.012394} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.342271] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.342528] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 7d4d0d2c-e4c0-4b5e-9995-200163b4a196/7d4d0d2c-e4c0-4b5e-9995-200163b4a196.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1772.342785] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1772.342785] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c8c7b6-8158-939f-c31e-0a7fdc0d6667" [ 1772.342785] env[62306]: _type = "HttpNfcLease" [ 1772.342785] env[62306]: } is ready. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1772.342971] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8995a6b4-04ab-4f49-aaf3-748ed0a51cd9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.345103] env[62306]: DEBUG oslo_vmware.rw_handles [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1772.345103] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c8c7b6-8158-939f-c31e-0a7fdc0d6667" [ 1772.345103] env[62306]: _type = "HttpNfcLease" [ 1772.345103] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1772.346817] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be19b5a-954a-411b-b844-a17029578e82 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.354120] env[62306]: DEBUG oslo_vmware.rw_handles [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52219a89-af26-eaa0-4ac8-b4d30454bed0/disk-0.vmdk from lease info. {{(pid=62306) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1772.354297] env[62306]: DEBUG oslo_vmware.rw_handles [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52219a89-af26-eaa0-4ac8-b4d30454bed0/disk-0.vmdk for reading. {{(pid=62306) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1772.356919] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1772.356919] env[62306]: value = "task-1972553" [ 1772.356919] env[62306]: _type = "Task" [ 1772.356919] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.422115] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.440164] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.475123] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7ae417f9-bae0-4514-8245-67063dea5436 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.653025] env[62306]: DEBUG nova.scheduler.client.report [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1772.782274] env[62306]: DEBUG oslo_concurrency.lockutils [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.871647] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972553, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.930592] env[62306]: DEBUG nova.compute.manager [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1772.944126] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972551, 'name': ReconfigVM_Task, 'duration_secs': 0.579771} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.944884] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Reconfigured VM instance instance-00000038 to attach disk [datastore1] ff025daa-d258-446f-983f-3f0eb03056b7/ff025daa-d258-446f-983f-3f0eb03056b7.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1772.945126] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-672e2cd4-8d32-4ab7-b981-b697a342250e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.952601] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1772.952601] env[62306]: value = "task-1972554" [ 1772.952601] env[62306]: _type = "Task" [ 1772.952601] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.961969] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972554, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.965650] env[62306]: DEBUG nova.virt.hardware [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1772.965938] env[62306]: DEBUG nova.virt.hardware [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1772.966173] env[62306]: DEBUG nova.virt.hardware [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1772.966378] env[62306]: DEBUG nova.virt.hardware [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1772.966564] env[62306]: DEBUG nova.virt.hardware [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1772.966763] env[62306]: DEBUG nova.virt.hardware [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1772.966986] env[62306]: DEBUG nova.virt.hardware [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1772.967232] env[62306]: DEBUG nova.virt.hardware [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1772.967713] env[62306]: DEBUG nova.virt.hardware [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1772.967946] env[62306]: DEBUG nova.virt.hardware [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1772.968205] env[62306]: DEBUG nova.virt.hardware [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1772.969700] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950deb89-2976-4514-a443-530deeb7bac8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.978773] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0061ed5-c8f2-49eb-b962-e46c64922840 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.158358] env[62306]: DEBUG oslo_concurrency.lockutils [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.161368] env[62306]: DEBUG oslo_concurrency.lockutils [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.564s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.161563] env[62306]: DEBUG nova.objects.instance [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62306) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1773.180346] env[62306]: INFO nova.scheduler.client.report [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Deleted allocations for instance 10b781a1-2f5c-48ae-8750-e10affb9c90b [ 1773.369582] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658595} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.369902] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 7d4d0d2c-e4c0-4b5e-9995-200163b4a196/7d4d0d2c-e4c0-4b5e-9995-200163b4a196.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1773.370130] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1773.370378] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa407af6-d390-42e8-ac26-156d8e1a8288 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.377775] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1773.377775] env[62306]: value = "task-1972555" [ 1773.377775] env[62306]: _type = "Task" [ 1773.377775] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.388802] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.462515] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972554, 'name': Rename_Task, 'duration_secs': 0.198912} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.462898] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1773.463407] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c28bea13-495f-4611-b059-9838c04c8de9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.472732] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1773.472732] env[62306]: value = "task-1972556" [ 1773.472732] env[62306]: _type = "Task" [ 1773.472732] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.488657] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.688647] env[62306]: DEBUG oslo_concurrency.lockutils [None req-049a9751-411b-46bf-8915-4b5e8eb7e233 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "10b781a1-2f5c-48ae-8750-e10affb9c90b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.218s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.834038] env[62306]: DEBUG nova.network.neutron [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Successfully updated port: 9257bb28-c49b-45c8-b2f2-0af7d3220177 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1773.889930] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074861} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.890227] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1773.891125] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cf3d5f-f22f-42b4-844b-165ba7632f08 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.916930] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 7d4d0d2c-e4c0-4b5e-9995-200163b4a196/7d4d0d2c-e4c0-4b5e-9995-200163b4a196.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1773.921085] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2467f3e7-18e1-421f-bfa5-727a56fac6a1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.941955] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1773.941955] env[62306]: value = "task-1972557" [ 1773.941955] env[62306]: _type = "Task" [ 1773.941955] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.951484] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.982753] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972556, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.174894] env[62306]: DEBUG oslo_concurrency.lockutils [None req-be524d03-89c3-48c4-80eb-36d9c41520eb tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.180034] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.982s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.180034] env[62306]: INFO nova.compute.claims [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1774.336634] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "refresh_cache-41987bac-7c53-4449-b219-c1672a2ceb8d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.336967] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquired lock "refresh_cache-41987bac-7c53-4449-b219-c1672a2ceb8d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.337273] env[62306]: DEBUG nova.network.neutron [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1774.452529] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972557, 'name': ReconfigVM_Task, 'duration_secs': 0.39594} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.452848] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 7d4d0d2c-e4c0-4b5e-9995-200163b4a196/7d4d0d2c-e4c0-4b5e-9995-200163b4a196.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1774.453536] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a443704-0986-4db0-8210-6d3f451cfa49 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.460774] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1774.460774] env[62306]: value = "task-1972558" [ 1774.460774] env[62306]: _type = "Task" [ 1774.460774] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.473775] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972558, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.482704] env[62306]: DEBUG oslo_vmware.api [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972556, 'name': PowerOnVM_Task, 'duration_secs': 0.806877} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.482997] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1774.483262] env[62306]: INFO nova.compute.manager [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1774.483493] env[62306]: DEBUG nova.compute.manager [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1774.484511] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb61a3d-2259-4730-8355-cee628945466 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.881786] env[62306]: DEBUG nova.network.neutron [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1774.971040] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972558, 'name': Rename_Task, 'duration_secs': 0.209143} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.971040] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1774.971040] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8923c756-9ad2-4f9b-bb37-24bccf3060e1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.979187] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1774.979187] env[62306]: value = "task-1972559" [ 1774.979187] env[62306]: _type = "Task" [ 1774.979187] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.987500] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.005398] env[62306]: INFO nova.compute.manager [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Took 48.29 seconds to build instance. [ 1775.044799] env[62306]: DEBUG nova.network.neutron [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Updating instance_info_cache with network_info: [{"id": "9257bb28-c49b-45c8-b2f2-0af7d3220177", "address": "fa:16:3e:9b:2a:5a", "network": {"id": "e35f33a1-d47e-4a87-80c6-8c89381c3a14", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-181069678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ebf1efb31b48659b3423ae198d6573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9257bb28-c4", "ovs_interfaceid": "9257bb28-c49b-45c8-b2f2-0af7d3220177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.491029] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972559, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.507477] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4e80249-3b36-4c82-9156-599a2bd18deb tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "ff025daa-d258-446f-983f-3f0eb03056b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.700s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.547385] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Releasing lock "refresh_cache-41987bac-7c53-4449-b219-c1672a2ceb8d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.547480] env[62306]: DEBUG nova.compute.manager [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Instance network_info: |[{"id": "9257bb28-c49b-45c8-b2f2-0af7d3220177", "address": "fa:16:3e:9b:2a:5a", "network": {"id": "e35f33a1-d47e-4a87-80c6-8c89381c3a14", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-181069678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ebf1efb31b48659b3423ae198d6573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9257bb28-c4", "ovs_interfaceid": "9257bb28-c49b-45c8-b2f2-0af7d3220177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1775.547923] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:2a:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9257bb28-c49b-45c8-b2f2-0af7d3220177', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1775.556905] env[62306]: DEBUG oslo.service.loopingcall [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.560246] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1775.561082] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2704bb3-5c7e-4d84-b074-9eff3a6527ff {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.584863] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1775.584863] env[62306]: value = "task-1972560" [ 1775.584863] env[62306]: _type = "Task" [ 1775.584863] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.593836] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972560, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.724755] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be9a1eb-6e6e-4adc-af1b-c6f7dfb263c2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.734327] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d25a06-0b54-4f16-bb06-5c91391d98c6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.771024] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2b24e2-84a7-4fc1-8d27-27f20dcfa7a6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.780012] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a415db98-a804-4c3f-adff-0b9d6805fe7a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.794350] env[62306]: DEBUG nova.compute.provider_tree [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1775.992350] env[62306]: DEBUG oslo_vmware.api [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972559, 'name': PowerOnVM_Task, 'duration_secs': 0.590603} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.992681] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1775.992930] env[62306]: INFO nova.compute.manager [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1775.993057] env[62306]: DEBUG nova.compute.manager [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1775.993787] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe39998-56c5-4b86-884d-b0018e324a4c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.009491] env[62306]: DEBUG nova.compute.manager [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1776.094991] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972560, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.297451] env[62306]: DEBUG nova.scheduler.client.report [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1776.516530] env[62306]: INFO nova.compute.manager [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Took 45.95 seconds to build instance. [ 1776.535615] env[62306]: DEBUG oslo_concurrency.lockutils [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.595358] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972560, 'name': CreateVM_Task, 'duration_secs': 0.723653} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.595569] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1776.596253] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.596420] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.596786] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1776.597103] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a7e648-834f-4d41-8288-61464a5ad46b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.602507] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1776.602507] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e08d7d-dde5-5977-4dea-31889a50a56a" [ 1776.602507] env[62306]: _type = "Task" [ 1776.602507] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.610437] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e08d7d-dde5-5977-4dea-31889a50a56a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.805914] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.806479] env[62306]: DEBUG nova.compute.manager [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1776.809413] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.341s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.809599] env[62306]: DEBUG nova.objects.instance [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62306) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1777.022110] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5a62a72d-5eb7-4019-997a-6e1a750d5e60 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "7d4d0d2c-e4c0-4b5e-9995-200163b4a196" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.718s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.117465] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e08d7d-dde5-5977-4dea-31889a50a56a, 'name': SearchDatastore_Task, 'duration_secs': 0.017746} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.117819] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.118088] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1777.118354] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.118501] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.118709] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1777.118990] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32989001-94af-420c-929f-437759c77595 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.130107] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1777.130322] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1777.131137] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae39d02-3dcf-4a57-b740-2545c2f7eead {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.137201] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1777.137201] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fb0e86-9140-a358-13e6-01ce86d14bbb" [ 1777.137201] env[62306]: _type = "Task" [ 1777.137201] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.146531] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fb0e86-9140-a358-13e6-01ce86d14bbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.318578] env[62306]: DEBUG nova.compute.utils [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1777.320685] env[62306]: DEBUG nova.compute.manager [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1777.320880] env[62306]: DEBUG nova.network.neutron [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1777.364962] env[62306]: DEBUG nova.policy [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cac3724092ce41ddbb8afe7553d6b0e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67ebf1efb31b48659b3423ae198d6573', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1777.524935] env[62306]: DEBUG nova.compute.manager [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1777.623917] env[62306]: DEBUG nova.network.neutron [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Successfully created port: eb33d6b3-83b1-46ee-b4b1-f39e7b229d3e {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1777.649346] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fb0e86-9140-a358-13e6-01ce86d14bbb, 'name': SearchDatastore_Task, 'duration_secs': 0.016224} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.650224] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-471bd091-926c-49f5-8588-4eec9049dadb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.656305] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1777.656305] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52480e62-02cf-b13a-2d1c-011d5107f49d" [ 1777.656305] env[62306]: _type = "Task" [ 1777.656305] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.665491] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52480e62-02cf-b13a-2d1c-011d5107f49d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.821061] env[62306]: DEBUG nova.compute.manager [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1777.824843] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ff8b303-f34a-4a13-85a6-3f7c9975d592 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.826128] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.008s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.826357] env[62306]: DEBUG nova.objects.instance [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lazy-loading 'resources' on Instance uuid 62226724-b96b-4a68-96f1-d2dce93e0051 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1778.049937] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.167891] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52480e62-02cf-b13a-2d1c-011d5107f49d, 'name': SearchDatastore_Task, 'duration_secs': 0.020275} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.168238] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.168541] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 41987bac-7c53-4449-b219-c1672a2ceb8d/41987bac-7c53-4449-b219-c1672a2ceb8d.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1778.168787] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae862ba1-31ae-429b-a5ce-c9ab915eb45d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.177411] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1778.177411] env[62306]: value = "task-1972561" [ 1778.177411] env[62306]: _type = "Task" [ 1778.177411] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.188236] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.692617] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972561, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.836066] env[62306]: DEBUG nova.compute.manager [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1778.855699] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b015acaa-8f0e-48a2-9a4d-c972cb8d8fd2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.867403] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5a5c1d-6d3b-4f0f-a2c8-85003309ea69 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.902844] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4205f39-e27c-49f4-ab65-06dc60be2e22 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.911575] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b9b5f6-c727-471a-8c5d-52db9b10e02d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.926415] env[62306]: DEBUG nova.compute.provider_tree [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1779.126797] env[62306]: DEBUG nova.network.neutron [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Successfully updated port: eb33d6b3-83b1-46ee-b4b1-f39e7b229d3e {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1779.189784] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670491} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.190070] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 41987bac-7c53-4449-b219-c1672a2ceb8d/41987bac-7c53-4449-b219-c1672a2ceb8d.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1779.190291] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1779.190549] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4404b05c-4e8e-4cd2-8848-fbc082137ca7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.198210] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1779.198210] env[62306]: value = "task-1972562" [ 1779.198210] env[62306]: _type = "Task" [ 1779.198210] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.207907] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.429441] env[62306]: DEBUG nova.scheduler.client.report [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1779.631852] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "refresh_cache-b6bc671a-8f32-4186-9921-813c3f91dfdc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.632059] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquired lock "refresh_cache-b6bc671a-8f32-4186-9921-813c3f91dfdc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.632299] env[62306]: DEBUG nova.network.neutron [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1779.678292] env[62306]: DEBUG nova.virt.hardware [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1779.678590] env[62306]: DEBUG nova.virt.hardware [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1779.678748] env[62306]: DEBUG nova.virt.hardware [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1779.679116] env[62306]: DEBUG nova.virt.hardware [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1779.679314] env[62306]: DEBUG nova.virt.hardware [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1779.679466] env[62306]: DEBUG nova.virt.hardware [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1779.679681] env[62306]: DEBUG nova.virt.hardware [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1779.679884] env[62306]: DEBUG nova.virt.hardware [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1779.680049] env[62306]: DEBUG nova.virt.hardware [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1779.680220] env[62306]: DEBUG nova.virt.hardware [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1779.680423] env[62306]: DEBUG nova.virt.hardware [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1779.683660] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bdca38-a7b1-48e3-b8df-0f227d3de9c0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.694932] env[62306]: DEBUG oslo_vmware.rw_handles [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de4abf-c48c-9897-7fae-804b417d0286/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1779.696362] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937914d5-23c6-4abe-935d-3c59ea909cb5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.701767] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d9ee19-6708-4154-a6e8-c66c8a875e3f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.724271] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103659} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.724502] env[62306]: DEBUG oslo_vmware.rw_handles [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de4abf-c48c-9897-7fae-804b417d0286/disk-0.vmdk is in state: ready. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1779.724651] env[62306]: ERROR oslo_vmware.rw_handles [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de4abf-c48c-9897-7fae-804b417d0286/disk-0.vmdk due to incomplete transfer. [ 1779.724923] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1779.725189] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d58b3689-75fe-419d-b277-e89e8ae52b8c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.727380] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba08430f-9c62-4562-8314-646b7e90781c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.752116] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 41987bac-7c53-4449-b219-c1672a2ceb8d/41987bac-7c53-4449-b219-c1672a2ceb8d.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1779.753892] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9f65cd0-cb13-4aa6-b788-9e20286b5427 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.767798] env[62306]: DEBUG oslo_vmware.rw_handles [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de4abf-c48c-9897-7fae-804b417d0286/disk-0.vmdk. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1779.767961] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Uploaded image 267024ee-d505-4aae-9a3b-d1540ef567d0 to the Glance image server {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1779.770428] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Destroying the VM {{(pid=62306) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1779.770710] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7486344a-09e5-43f7-8990-a18efec03d15 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.778365] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1779.778365] env[62306]: value = "task-1972563" [ 1779.778365] env[62306]: _type = "Task" [ 1779.778365] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.782820] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1779.782820] env[62306]: value = "task-1972564" [ 1779.782820] env[62306]: _type = "Task" [ 1779.782820] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.791838] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.798171] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972564, 'name': Destroy_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.936098] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.940097] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.985s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.940356] env[62306]: DEBUG nova.objects.instance [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Lazy-loading 'resources' on Instance uuid 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.942850] env[62306]: DEBUG nova.compute.manager [req-531a3c21-101e-4c4c-98b4-73c33fc9d292 req-bc277e6c-5974-4b11-a2ca-bda2c8418b0f service nova] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Received event network-vif-plugged-9257bb28-c49b-45c8-b2f2-0af7d3220177 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1779.943072] env[62306]: DEBUG oslo_concurrency.lockutils [req-531a3c21-101e-4c4c-98b4-73c33fc9d292 req-bc277e6c-5974-4b11-a2ca-bda2c8418b0f service nova] Acquiring lock "41987bac-7c53-4449-b219-c1672a2ceb8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.943276] env[62306]: DEBUG oslo_concurrency.lockutils [req-531a3c21-101e-4c4c-98b4-73c33fc9d292 req-bc277e6c-5974-4b11-a2ca-bda2c8418b0f service nova] Lock "41987bac-7c53-4449-b219-c1672a2ceb8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.943444] env[62306]: DEBUG oslo_concurrency.lockutils [req-531a3c21-101e-4c4c-98b4-73c33fc9d292 req-bc277e6c-5974-4b11-a2ca-bda2c8418b0f service nova] Lock "41987bac-7c53-4449-b219-c1672a2ceb8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.943611] env[62306]: DEBUG nova.compute.manager [req-531a3c21-101e-4c4c-98b4-73c33fc9d292 req-bc277e6c-5974-4b11-a2ca-bda2c8418b0f service nova] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] No waiting events found dispatching network-vif-plugged-9257bb28-c49b-45c8-b2f2-0af7d3220177 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1779.943990] env[62306]: WARNING nova.compute.manager [req-531a3c21-101e-4c4c-98b4-73c33fc9d292 req-bc277e6c-5974-4b11-a2ca-bda2c8418b0f service nova] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Received unexpected event network-vif-plugged-9257bb28-c49b-45c8-b2f2-0af7d3220177 for instance with vm_state building and task_state spawning. [ 1779.963014] env[62306]: INFO nova.scheduler.client.report [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Deleted allocations for instance 62226724-b96b-4a68-96f1-d2dce93e0051 [ 1780.165426] env[62306]: DEBUG nova.network.neutron [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1780.294242] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972563, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.300944] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972564, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.364880] env[62306]: DEBUG nova.network.neutron [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Updating instance_info_cache with network_info: [{"id": "eb33d6b3-83b1-46ee-b4b1-f39e7b229d3e", "address": "fa:16:3e:c4:63:69", "network": {"id": "e35f33a1-d47e-4a87-80c6-8c89381c3a14", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-181069678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ebf1efb31b48659b3423ae198d6573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb33d6b3-83", "ovs_interfaceid": "eb33d6b3-83b1-46ee-b4b1-f39e7b229d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.470567] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5dda815d-7770-4c5b-bc48-3896e6c1383a tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "62226724-b96b-4a68-96f1-d2dce93e0051" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.910s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.799607] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972563, 'name': ReconfigVM_Task, 'duration_secs': 0.54877} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.805610] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 41987bac-7c53-4449-b219-c1672a2ceb8d/41987bac-7c53-4449-b219-c1672a2ceb8d.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1780.806430] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972564, 'name': Destroy_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.806915] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-509b1786-d051-47a2-a8c3-3ad5575e93f5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.816506] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1780.816506] env[62306]: value = "task-1972565" [ 1780.816506] env[62306]: _type = "Task" [ 1780.816506] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.828281] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972565, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.868524] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Releasing lock "refresh_cache-b6bc671a-8f32-4186-9921-813c3f91dfdc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.868872] env[62306]: DEBUG nova.compute.manager [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Instance network_info: |[{"id": "eb33d6b3-83b1-46ee-b4b1-f39e7b229d3e", "address": "fa:16:3e:c4:63:69", "network": {"id": "e35f33a1-d47e-4a87-80c6-8c89381c3a14", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-181069678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ebf1efb31b48659b3423ae198d6573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb33d6b3-83", "ovs_interfaceid": "eb33d6b3-83b1-46ee-b4b1-f39e7b229d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1780.869304] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:63:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb33d6b3-83b1-46ee-b4b1-f39e7b229d3e', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1780.877529] env[62306]: DEBUG oslo.service.loopingcall [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.878082] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1780.878425] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dda3b99-86c7-4256-a7e9-62c4df772d19 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.905422] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1780.905422] env[62306]: value = "task-1972566" [ 1780.905422] env[62306]: _type = "Task" [ 1780.905422] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.918656] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972566, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.018506] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6bafe5-95e8-4e67-9c0d-a52e83130b18 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.028338] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5628fb2b-c56c-4510-99fe-ac342395498c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.063149] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed64c32-8d61-4cc2-a74e-fae6b794b4a6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.070240] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1558e4-21ee-4514-80da-036d4a2b6a21 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.086266] env[62306]: DEBUG nova.compute.provider_tree [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1781.301781] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972564, 'name': Destroy_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.306052] env[62306]: DEBUG nova.compute.manager [req-dbff23f1-38d9-453e-b5fe-15e706aa3bf8 req-1e298cd4-6501-4507-a130-e78151211293 service nova] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Received event network-changed-5daad1d2-e36b-4dba-b77a-58b937288413 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1781.306263] env[62306]: DEBUG nova.compute.manager [req-dbff23f1-38d9-453e-b5fe-15e706aa3bf8 req-1e298cd4-6501-4507-a130-e78151211293 service nova] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Refreshing instance network info cache due to event network-changed-5daad1d2-e36b-4dba-b77a-58b937288413. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1781.306353] env[62306]: DEBUG oslo_concurrency.lockutils [req-dbff23f1-38d9-453e-b5fe-15e706aa3bf8 req-1e298cd4-6501-4507-a130-e78151211293 service nova] Acquiring lock "refresh_cache-ff025daa-d258-446f-983f-3f0eb03056b7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.306512] env[62306]: DEBUG oslo_concurrency.lockutils [req-dbff23f1-38d9-453e-b5fe-15e706aa3bf8 req-1e298cd4-6501-4507-a130-e78151211293 service nova] Acquired lock "refresh_cache-ff025daa-d258-446f-983f-3f0eb03056b7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.307650] env[62306]: DEBUG nova.network.neutron [req-dbff23f1-38d9-453e-b5fe-15e706aa3bf8 req-1e298cd4-6501-4507-a130-e78151211293 service nova] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Refreshing network info cache for port 5daad1d2-e36b-4dba-b77a-58b937288413 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1781.335368] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972565, 'name': Rename_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.388532] env[62306]: DEBUG oslo_vmware.rw_handles [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52219a89-af26-eaa0-4ac8-b4d30454bed0/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1781.388532] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2858e787-d8f1-40e2-8c78-dbc3a2a52e14 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.396050] env[62306]: DEBUG oslo_vmware.rw_handles [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52219a89-af26-eaa0-4ac8-b4d30454bed0/disk-0.vmdk is in state: ready. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1781.396050] env[62306]: ERROR oslo_vmware.rw_handles [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52219a89-af26-eaa0-4ac8-b4d30454bed0/disk-0.vmdk due to incomplete transfer. [ 1781.396050] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ced32d8d-6812-41aa-be37-765069220dcb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.405194] env[62306]: DEBUG oslo_vmware.rw_handles [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52219a89-af26-eaa0-4ac8-b4d30454bed0/disk-0.vmdk. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1781.405303] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Uploaded image 8855e657-e924-41c5-af0f-418e3e9be6cf to the Glance image server {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1781.407413] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Destroying the VM {{(pid=62306) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1781.407794] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7902155a-0fe6-434a-938b-b95a0ca69d7a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.422272] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972566, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.423894] env[62306]: DEBUG oslo_vmware.api [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for the task: (returnval){ [ 1781.423894] env[62306]: value = "task-1972567" [ 1781.423894] env[62306]: _type = "Task" [ 1781.423894] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.435868] env[62306]: DEBUG oslo_vmware.api [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972567, 'name': Destroy_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.450461] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "910c2d27-4919-4314-9a1c-a7e13ff302cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.450904] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "910c2d27-4919-4314-9a1c-a7e13ff302cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.494793] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "886cdc1d-5a8a-44f6-baba-7586878b1c56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.495378] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "886cdc1d-5a8a-44f6-baba-7586878b1c56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.537038] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "158caed0-4dd4-4e93-8d9f-60751d3eedb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.537312] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "158caed0-4dd4-4e93-8d9f-60751d3eedb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.590589] env[62306]: DEBUG nova.scheduler.client.report [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1781.800621] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972564, 'name': Destroy_Task, 'duration_secs': 1.712295} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.800759] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Destroyed the VM [ 1781.801065] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Deleting Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1781.802923] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-405954ad-33fb-41ab-abc9-04bd439554dd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.813698] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1781.813698] env[62306]: value = "task-1972568" [ 1781.813698] env[62306]: _type = "Task" [ 1781.813698] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.828190] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972565, 'name': Rename_Task, 'duration_secs': 0.786125} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.830770] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1781.831506] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972568, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.831506] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f51accc1-2ee3-4a24-8535-0200d08114b6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.838190] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1781.838190] env[62306]: value = "task-1972569" [ 1781.838190] env[62306]: _type = "Task" [ 1781.838190] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.847766] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.918706] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972566, 'name': CreateVM_Task, 'duration_secs': 0.552018} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.918894] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1781.919699] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.919852] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.920693] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1781.920693] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7966f5c1-225b-40a8-b05d-93ed449e3b7f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.926744] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1781.926744] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b9f1cd-25cb-e84b-a500-b3fba8ae3df4" [ 1781.926744] env[62306]: _type = "Task" [ 1781.926744] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.942477] env[62306]: DEBUG oslo_vmware.api [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972567, 'name': Destroy_Task, 'duration_secs': 0.424737} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.945738] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Destroyed the VM [ 1781.945995] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Deleting Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1781.946310] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b9f1cd-25cb-e84b-a500-b3fba8ae3df4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.946541] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-430cb5c9-4ae9-4b66-9d5b-b1d04cf92797 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.959360] env[62306]: DEBUG oslo_vmware.api [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for the task: (returnval){ [ 1781.959360] env[62306]: value = "task-1972570" [ 1781.959360] env[62306]: _type = "Task" [ 1781.959360] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.966858] env[62306]: DEBUG oslo_vmware.api [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972570, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.086359] env[62306]: DEBUG nova.compute.manager [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Received event network-changed-9257bb28-c49b-45c8-b2f2-0af7d3220177 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1782.086600] env[62306]: DEBUG nova.compute.manager [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Refreshing instance network info cache due to event network-changed-9257bb28-c49b-45c8-b2f2-0af7d3220177. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1782.086926] env[62306]: DEBUG oslo_concurrency.lockutils [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] Acquiring lock "refresh_cache-41987bac-7c53-4449-b219-c1672a2ceb8d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.088009] env[62306]: DEBUG oslo_concurrency.lockutils [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] Acquired lock "refresh_cache-41987bac-7c53-4449-b219-c1672a2ceb8d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.088215] env[62306]: DEBUG nova.network.neutron [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Refreshing network info cache for port 9257bb28-c49b-45c8-b2f2-0af7d3220177 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1782.095740] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.100164] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.862s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.100476] env[62306]: DEBUG nova.objects.instance [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lazy-loading 'resources' on Instance uuid 41a73f44-a10a-4843-82ad-52f524ffb744 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1782.120149] env[62306]: DEBUG nova.network.neutron [req-dbff23f1-38d9-453e-b5fe-15e706aa3bf8 req-1e298cd4-6501-4507-a130-e78151211293 service nova] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Updated VIF entry in instance network info cache for port 5daad1d2-e36b-4dba-b77a-58b937288413. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1782.120529] env[62306]: DEBUG nova.network.neutron [req-dbff23f1-38d9-453e-b5fe-15e706aa3bf8 req-1e298cd4-6501-4507-a130-e78151211293 service nova] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Updating instance_info_cache with network_info: [{"id": "5daad1d2-e36b-4dba-b77a-58b937288413", "address": "fa:16:3e:25:8d:da", "network": {"id": "9e628309-90cb-4dce-bbaa-93b68d95f219", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1324086812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e5d324e840a4323b2b516215d908f6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5daad1d2-e3", "ovs_interfaceid": "5daad1d2-e36b-4dba-b77a-58b937288413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.122314] env[62306]: INFO nova.scheduler.client.report [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Deleted allocations for instance 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c [ 1782.325996] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972568, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.350214] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972569, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.442573] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b9f1cd-25cb-e84b-a500-b3fba8ae3df4, 'name': SearchDatastore_Task, 'duration_secs': 0.020846} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.443041] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.444164] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1782.444164] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.444164] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.444313] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1782.444512] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e27c7b9e-6119-480d-a0c6-64fe624e3de3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.456383] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1782.456475] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1782.458126] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd0fd090-b78e-4556-b0c4-eb2fa4d98968 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.471485] env[62306]: DEBUG oslo_vmware.api [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972570, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.471847] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1782.471847] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b15c51-7b33-b295-c5e8-f938bea1c1ae" [ 1782.471847] env[62306]: _type = "Task" [ 1782.471847] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.482925] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b15c51-7b33-b295-c5e8-f938bea1c1ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.627333] env[62306]: DEBUG oslo_concurrency.lockutils [req-dbff23f1-38d9-453e-b5fe-15e706aa3bf8 req-1e298cd4-6501-4507-a130-e78151211293 service nova] Releasing lock "refresh_cache-ff025daa-d258-446f-983f-3f0eb03056b7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.634567] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8608d452-d76b-4627-9b2a-a4a829c93f34 tempest-InstanceActionsV221TestJSON-1850416563 tempest-InstanceActionsV221TestJSON-1850416563-project-member] Lock "8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.201s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.827704] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972568, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.850379] env[62306]: DEBUG oslo_vmware.api [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972569, 'name': PowerOnVM_Task, 'duration_secs': 0.634724} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.850820] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1782.851799] env[62306]: INFO nova.compute.manager [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Took 9.92 seconds to spawn the instance on the hypervisor. [ 1782.851799] env[62306]: DEBUG nova.compute.manager [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1782.851974] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07431c46-33eb-4cfc-8992-387640e36db5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.861674] env[62306]: DEBUG nova.network.neutron [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Updated VIF entry in instance network info cache for port 9257bb28-c49b-45c8-b2f2-0af7d3220177. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1782.862052] env[62306]: DEBUG nova.network.neutron [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Updating instance_info_cache with network_info: [{"id": "9257bb28-c49b-45c8-b2f2-0af7d3220177", "address": "fa:16:3e:9b:2a:5a", "network": {"id": "e35f33a1-d47e-4a87-80c6-8c89381c3a14", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-181069678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ebf1efb31b48659b3423ae198d6573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9257bb28-c4", "ovs_interfaceid": "9257bb28-c49b-45c8-b2f2-0af7d3220177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.970222] env[62306]: DEBUG oslo_vmware.api [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972570, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.991118] env[62306]: DEBUG oslo_concurrency.lockutils [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.991364] env[62306]: DEBUG oslo_concurrency.lockutils [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.999736] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b15c51-7b33-b295-c5e8-f938bea1c1ae, 'name': SearchDatastore_Task, 'duration_secs': 0.021101} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.000566] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61d35521-746a-4c7f-a7c7-25ca844392a1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.007924] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1783.007924] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524af884-ca70-cb6c-2189-a915e383a33d" [ 1783.007924] env[62306]: _type = "Task" [ 1783.007924] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.016467] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524af884-ca70-cb6c-2189-a915e383a33d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.106664] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4eb714-1271-44f5-9240-e81402b30e95 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.115783] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd4d887-17f8-4ba6-9663-0d1008f8c1c2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.147058] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a94698-cca0-45a9-a22d-b3c4926e0a45 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.155738] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9613eb56-ccba-4521-98c4-11240da74005 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.171350] env[62306]: DEBUG nova.compute.provider_tree [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1783.326258] env[62306]: DEBUG oslo_vmware.api [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972568, 'name': RemoveSnapshot_Task, 'duration_secs': 1.135779} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.326527] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Deleted Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1783.326566] env[62306]: INFO nova.compute.manager [None req-256f2911-c616-4879-b875-956ae65c1bed tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Took 18.35 seconds to snapshot the instance on the hypervisor. [ 1783.366374] env[62306]: DEBUG oslo_concurrency.lockutils [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] Releasing lock "refresh_cache-41987bac-7c53-4449-b219-c1672a2ceb8d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.366626] env[62306]: DEBUG nova.compute.manager [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Received event network-vif-plugged-eb33d6b3-83b1-46ee-b4b1-f39e7b229d3e {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1783.366883] env[62306]: DEBUG oslo_concurrency.lockutils [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] Acquiring lock "b6bc671a-8f32-4186-9921-813c3f91dfdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.367118] env[62306]: DEBUG oslo_concurrency.lockutils [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] Lock "b6bc671a-8f32-4186-9921-813c3f91dfdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.367285] env[62306]: DEBUG oslo_concurrency.lockutils [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] Lock "b6bc671a-8f32-4186-9921-813c3f91dfdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.367451] env[62306]: DEBUG nova.compute.manager [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] No waiting events found dispatching network-vif-plugged-eb33d6b3-83b1-46ee-b4b1-f39e7b229d3e {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1783.367660] env[62306]: WARNING nova.compute.manager [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Received unexpected event network-vif-plugged-eb33d6b3-83b1-46ee-b4b1-f39e7b229d3e for instance with vm_state building and task_state spawning. [ 1783.367795] env[62306]: DEBUG nova.compute.manager [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Received event network-changed-eb33d6b3-83b1-46ee-b4b1-f39e7b229d3e {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1783.367970] env[62306]: DEBUG nova.compute.manager [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Refreshing instance network info cache due to event network-changed-eb33d6b3-83b1-46ee-b4b1-f39e7b229d3e. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1783.368181] env[62306]: DEBUG oslo_concurrency.lockutils [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] Acquiring lock "refresh_cache-b6bc671a-8f32-4186-9921-813c3f91dfdc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.368319] env[62306]: DEBUG oslo_concurrency.lockutils [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] Acquired lock "refresh_cache-b6bc671a-8f32-4186-9921-813c3f91dfdc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.368475] env[62306]: DEBUG nova.network.neutron [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Refreshing network info cache for port eb33d6b3-83b1-46ee-b4b1-f39e7b229d3e {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1783.377042] env[62306]: INFO nova.compute.manager [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Took 50.85 seconds to build instance. [ 1783.475203] env[62306]: DEBUG oslo_vmware.api [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972570, 'name': RemoveSnapshot_Task, 'duration_secs': 1.270792} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.475621] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Deleted Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1783.475876] env[62306]: INFO nova.compute.manager [None req-4acf4dc8-ec23-4979-b9cb-31ced07737d1 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Took 15.33 seconds to snapshot the instance on the hypervisor. [ 1783.520884] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524af884-ca70-cb6c-2189-a915e383a33d, 'name': SearchDatastore_Task, 'duration_secs': 0.043558} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.521330] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.521421] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] b6bc671a-8f32-4186-9921-813c3f91dfdc/b6bc671a-8f32-4186-9921-813c3f91dfdc.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1783.521678] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7d6b1ec-aca8-40ac-b170-a28b24055ca4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.530090] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1783.530090] env[62306]: value = "task-1972571" [ 1783.530090] env[62306]: _type = "Task" [ 1783.530090] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.541319] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.702510] env[62306]: ERROR nova.scheduler.client.report [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [req-d037dad2-ce09-465b-bb9f-7d7fe138692a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d037dad2-ce09-465b-bb9f-7d7fe138692a"}]} [ 1783.724290] env[62306]: DEBUG nova.scheduler.client.report [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1783.749676] env[62306]: DEBUG nova.scheduler.client.report [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1783.749999] env[62306]: DEBUG nova.compute.provider_tree [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1783.765140] env[62306]: DEBUG nova.scheduler.client.report [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1783.788769] env[62306]: DEBUG nova.scheduler.client.report [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1783.880030] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dd8bd3ee-0798-4784-8993-9844d1aa8f9a tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "41987bac-7c53-4449-b219-c1672a2ceb8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.894s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.051950] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972571, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.188718] env[62306]: DEBUG nova.network.neutron [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Updated VIF entry in instance network info cache for port eb33d6b3-83b1-46ee-b4b1-f39e7b229d3e. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.190196] env[62306]: DEBUG nova.network.neutron [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Updating instance_info_cache with network_info: [{"id": "eb33d6b3-83b1-46ee-b4b1-f39e7b229d3e", "address": "fa:16:3e:c4:63:69", "network": {"id": "e35f33a1-d47e-4a87-80c6-8c89381c3a14", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-181069678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ebf1efb31b48659b3423ae198d6573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb33d6b3-83", "ovs_interfaceid": "eb33d6b3-83b1-46ee-b4b1-f39e7b229d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.346146] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a13dada-f951-4042-9b9f-df036397a97c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.354986] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c75b6b-60f0-4076-92fe-340288762fe7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.391028] env[62306]: DEBUG nova.compute.manager [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1784.393932] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b626c7-3e5e-4f16-aa62-bee409a382a1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.402361] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9cb03a-949d-47ac-a66a-aba634d83b30 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.416581] env[62306]: DEBUG nova.compute.provider_tree [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1784.540974] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762432} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.541300] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] b6bc671a-8f32-4186-9921-813c3f91dfdc/b6bc671a-8f32-4186-9921-813c3f91dfdc.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1784.541512] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1784.541768] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca5cff06-96d6-46ca-a58c-8105ead32845 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.549826] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1784.549826] env[62306]: value = "task-1972572" [ 1784.549826] env[62306]: _type = "Task" [ 1784.549826] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.560225] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.692316] env[62306]: DEBUG oslo_concurrency.lockutils [req-1f354d3f-f2d7-4ba5-881e-b5441d01a6f7 req-4c642981-b7c4-452f-ba15-06ac4e3b689c service nova] Releasing lock "refresh_cache-b6bc671a-8f32-4186-9921-813c3f91dfdc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.917972] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.953530] env[62306]: DEBUG nova.scheduler.client.report [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1784.954076] env[62306]: DEBUG nova.compute.provider_tree [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 88 to 89 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1784.954076] env[62306]: DEBUG nova.compute.provider_tree [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1785.061470] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06702} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.061724] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1785.062632] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9096647-0b84-4285-9c40-b6d197592435 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.087670] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] b6bc671a-8f32-4186-9921-813c3f91dfdc/b6bc671a-8f32-4186-9921-813c3f91dfdc.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1785.088082] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e489392-1e1f-419d-8b12-117e80a872f9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.110185] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1785.110185] env[62306]: value = "task-1972573" [ 1785.110185] env[62306]: _type = "Task" [ 1785.110185] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.119023] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.459903] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.360s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.462978] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.835s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.464506] env[62306]: INFO nova.compute.claims [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1785.484229] env[62306]: INFO nova.scheduler.client.report [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Deleted allocations for instance 41a73f44-a10a-4843-82ad-52f524ffb744 [ 1785.622438] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972573, 'name': ReconfigVM_Task, 'duration_secs': 0.283133} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.622713] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Reconfigured VM instance instance-0000003b to attach disk [datastore1] b6bc671a-8f32-4186-9921-813c3f91dfdc/b6bc671a-8f32-4186-9921-813c3f91dfdc.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1785.623326] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44dcc0af-1043-4dc8-91db-e37d6b949d2d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.630291] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1785.630291] env[62306]: value = "task-1972574" [ 1785.630291] env[62306]: _type = "Task" [ 1785.630291] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.638922] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972574, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.991244] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09b363a2-be11-4854-bdc2-269a174b2813 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "41a73f44-a10a-4843-82ad-52f524ffb744" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.520s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.142296] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972574, 'name': Rename_Task, 'duration_secs': 0.152635} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.142596] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1786.142917] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f55dca4e-64d4-4f6c-b5dd-7819a0a2d0c5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.150455] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1786.150455] env[62306]: value = "task-1972575" [ 1786.150455] env[62306]: _type = "Task" [ 1786.150455] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.158762] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.408027] env[62306]: DEBUG nova.compute.manager [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1786.408874] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf0c64a-42ec-4ff1-9b0f-53d975b04c4e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.615623] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquiring lock "717fec94-f593-4e87-a99a-e10304acd8dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.615858] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "717fec94-f593-4e87-a99a-e10304acd8dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.663206] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972575, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.831602] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquiring lock "f5120a4e-38c4-491c-864c-1ddd2d6a3cdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.831849] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "f5120a4e-38c4-491c-864c-1ddd2d6a3cdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.922245] env[62306]: INFO nova.compute.manager [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] instance snapshotting [ 1786.925200] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e61847-0cc2-4a80-a707-5965c57bcc1d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.947882] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1aa577-1737-4ccf-b5bb-c8fb1aaf8c3f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.962383] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e78184b-c6f3-4f10-83b4-07dd6f5d4404 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.971567] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e43776-dd8e-4c89-a103-fa4e2c3d1102 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.007985] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e399a69b-8170-4020-902b-4b33e9523f8a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.018307] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e22d6d0-5bbe-44fa-9707-8838108e813c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.036045] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "362c4d2b-85c2-4f90-a85b-b06e952f9760" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.036385] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "362c4d2b-85c2-4f90-a85b-b06e952f9760" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.038645] env[62306]: DEBUG nova.compute.provider_tree [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1787.162095] env[62306]: DEBUG oslo_vmware.api [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972575, 'name': PowerOnVM_Task, 'duration_secs': 0.591504} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.162378] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1787.162588] env[62306]: INFO nova.compute.manager [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1787.162765] env[62306]: DEBUG nova.compute.manager [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1787.163633] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0054e6-a4fd-4714-952b-f8c8575cedc9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.467587] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Creating Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1787.467587] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-baebdb53-7b91-46cb-9ed4-175c40704151 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.476910] env[62306]: DEBUG oslo_vmware.api [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for the task: (returnval){ [ 1787.476910] env[62306]: value = "task-1972576" [ 1787.476910] env[62306]: _type = "Task" [ 1787.476910] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.488561] env[62306]: DEBUG oslo_vmware.api [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972576, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.539763] env[62306]: DEBUG nova.scheduler.client.report [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1787.681706] env[62306]: INFO nova.compute.manager [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Took 46.51 seconds to build instance. [ 1788.001026] env[62306]: DEBUG oslo_vmware.api [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972576, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.045119] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.045647] env[62306]: DEBUG nova.compute.manager [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1788.048378] env[62306]: DEBUG oslo_concurrency.lockutils [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.985s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.049857] env[62306]: INFO nova.compute.claims [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1788.183854] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2136f81b-5722-49fb-9769-d34ae43a8dda tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "b6bc671a-8f32-4186-9921-813c3f91dfdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.394s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.488415] env[62306]: DEBUG oslo_vmware.api [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972576, 'name': CreateSnapshot_Task, 'duration_secs': 0.968767} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.488672] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Created Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1788.489419] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1daf56-05f1-4f2b-bbcb-3ffbfe77af2b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.556758] env[62306]: DEBUG nova.compute.utils [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1788.558258] env[62306]: DEBUG nova.compute.manager [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1788.558417] env[62306]: DEBUG nova.network.neutron [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1788.646042] env[62306]: DEBUG nova.policy [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dd9dde8c17a40dbbcce35dacee43e4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '060ff7b133ca40208cf480f7f538d178', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1788.689354] env[62306]: DEBUG nova.compute.manager [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1789.011228] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Creating linked-clone VM from snapshot {{(pid=62306) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1789.011660] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c8499a37-57ed-460a-8cba-0974891c633c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.021427] env[62306]: DEBUG oslo_vmware.api [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for the task: (returnval){ [ 1789.021427] env[62306]: value = "task-1972577" [ 1789.021427] env[62306]: _type = "Task" [ 1789.021427] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.030907] env[62306]: DEBUG oslo_vmware.api [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972577, 'name': CloneVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.034861] env[62306]: DEBUG nova.network.neutron [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Successfully created port: 8a8e05ea-1a5d-44fc-b9e3-930e2b1ca51f {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1789.062808] env[62306]: DEBUG nova.compute.manager [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1789.224993] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.534834] env[62306]: DEBUG oslo_vmware.api [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972577, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.731107] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafd7910-a14f-4084-8b33-c56d0287b5f0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.736723] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6269bb-965a-4a63-9aaa-0b9df6166ed2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.769568] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bf58e5-4895-4519-bb5f-61fbf377d573 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.778665] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4427e5-3cb8-496e-a049-a3ce76ef347b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.793762] env[62306]: DEBUG nova.compute.provider_tree [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.034648] env[62306]: DEBUG oslo_vmware.api [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972577, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.071452] env[62306]: DEBUG nova.compute.manager [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1790.092918] env[62306]: DEBUG nova.virt.hardware [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1790.093184] env[62306]: DEBUG nova.virt.hardware [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1790.093337] env[62306]: DEBUG nova.virt.hardware [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1790.093516] env[62306]: DEBUG nova.virt.hardware [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1790.093659] env[62306]: DEBUG nova.virt.hardware [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1790.093804] env[62306]: DEBUG nova.virt.hardware [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1790.094015] env[62306]: DEBUG nova.virt.hardware [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1790.094183] env[62306]: DEBUG nova.virt.hardware [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1790.094349] env[62306]: DEBUG nova.virt.hardware [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1790.094507] env[62306]: DEBUG nova.virt.hardware [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1790.094696] env[62306]: DEBUG nova.virt.hardware [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1790.095792] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30be9a9b-df7d-4953-9994-8124d0372e38 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.104969] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2887eb69-2d34-46e5-8416-fb094308b61a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.297218] env[62306]: DEBUG nova.scheduler.client.report [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1790.534455] env[62306]: DEBUG oslo_vmware.api [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972577, 'name': CloneVM_Task, 'duration_secs': 1.278013} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.534753] env[62306]: INFO nova.virt.vmwareapi.vmops [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Created linked-clone VM from snapshot [ 1790.535500] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6c13f6-13af-428a-8e47-0b4a3355789d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.543500] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Uploading image 92c2522c-13f9-4587-bf94-f76625fc83b1 {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1790.565410] env[62306]: DEBUG oslo_vmware.rw_handles [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1790.565410] env[62306]: value = "vm-406167" [ 1790.565410] env[62306]: _type = "VirtualMachine" [ 1790.565410] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1790.565696] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e7c95a28-c6f1-4f53-bc39-b105653bcd5c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.567499] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3f691b90-6b9a-4b87-8c81-d2d109aae677 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "7d4d0d2c-e4c0-4b5e-9995-200163b4a196" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.567722] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3f691b90-6b9a-4b87-8c81-d2d109aae677 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "7d4d0d2c-e4c0-4b5e-9995-200163b4a196" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.567923] env[62306]: DEBUG nova.compute.manager [None req-3f691b90-6b9a-4b87-8c81-d2d109aae677 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1790.568718] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09cc9f2-fe32-4f79-b2f0-27da8b4a0f04 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.575350] env[62306]: DEBUG nova.compute.manager [None req-3f691b90-6b9a-4b87-8c81-d2d109aae677 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62306) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1790.575921] env[62306]: DEBUG nova.objects.instance [None req-3f691b90-6b9a-4b87-8c81-d2d109aae677 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lazy-loading 'flavor' on Instance uuid 7d4d0d2c-e4c0-4b5e-9995-200163b4a196 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1790.578390] env[62306]: DEBUG oslo_vmware.rw_handles [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Lease: (returnval){ [ 1790.578390] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5276bce8-fe6a-e2dd-6e7b-aa24fb2c38ff" [ 1790.578390] env[62306]: _type = "HttpNfcLease" [ 1790.578390] env[62306]: } obtained for exporting VM: (result){ [ 1790.578390] env[62306]: value = "vm-406167" [ 1790.578390] env[62306]: _type = "VirtualMachine" [ 1790.578390] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1790.578945] env[62306]: DEBUG oslo_vmware.api [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for the lease: (returnval){ [ 1790.578945] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5276bce8-fe6a-e2dd-6e7b-aa24fb2c38ff" [ 1790.578945] env[62306]: _type = "HttpNfcLease" [ 1790.578945] env[62306]: } to be ready. {{(pid=62306) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1790.586410] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1790.586410] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5276bce8-fe6a-e2dd-6e7b-aa24fb2c38ff" [ 1790.586410] env[62306]: _type = "HttpNfcLease" [ 1790.586410] env[62306]: } is initializing. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1790.754530] env[62306]: DEBUG nova.compute.manager [req-350c4140-1642-4f30-8d6a-5cb04b2a7fbb req-ad955069-eb65-413b-a3f0-f7ed5bf284ca service nova] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Received event network-vif-plugged-8a8e05ea-1a5d-44fc-b9e3-930e2b1ca51f {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1790.754830] env[62306]: DEBUG oslo_concurrency.lockutils [req-350c4140-1642-4f30-8d6a-5cb04b2a7fbb req-ad955069-eb65-413b-a3f0-f7ed5bf284ca service nova] Acquiring lock "d23f92bb-d318-4f52-8e6d-72efd240151b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.755090] env[62306]: DEBUG oslo_concurrency.lockutils [req-350c4140-1642-4f30-8d6a-5cb04b2a7fbb req-ad955069-eb65-413b-a3f0-f7ed5bf284ca service nova] Lock "d23f92bb-d318-4f52-8e6d-72efd240151b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.755412] env[62306]: DEBUG oslo_concurrency.lockutils [req-350c4140-1642-4f30-8d6a-5cb04b2a7fbb req-ad955069-eb65-413b-a3f0-f7ed5bf284ca service nova] Lock "d23f92bb-d318-4f52-8e6d-72efd240151b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.755597] env[62306]: DEBUG nova.compute.manager [req-350c4140-1642-4f30-8d6a-5cb04b2a7fbb req-ad955069-eb65-413b-a3f0-f7ed5bf284ca service nova] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] No waiting events found dispatching network-vif-plugged-8a8e05ea-1a5d-44fc-b9e3-930e2b1ca51f {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1790.755870] env[62306]: WARNING nova.compute.manager [req-350c4140-1642-4f30-8d6a-5cb04b2a7fbb req-ad955069-eb65-413b-a3f0-f7ed5bf284ca service nova] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Received unexpected event network-vif-plugged-8a8e05ea-1a5d-44fc-b9e3-930e2b1ca51f for instance with vm_state building and task_state spawning. [ 1790.806227] env[62306]: DEBUG oslo_concurrency.lockutils [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.806911] env[62306]: DEBUG nova.compute.manager [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1790.809544] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.753s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.876113] env[62306]: DEBUG nova.network.neutron [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Successfully updated port: 8a8e05ea-1a5d-44fc-b9e3-930e2b1ca51f {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1791.091385] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1791.091385] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5276bce8-fe6a-e2dd-6e7b-aa24fb2c38ff" [ 1791.091385] env[62306]: _type = "HttpNfcLease" [ 1791.091385] env[62306]: } is ready. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1791.091616] env[62306]: DEBUG oslo_vmware.rw_handles [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1791.091616] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5276bce8-fe6a-e2dd-6e7b-aa24fb2c38ff" [ 1791.091616] env[62306]: _type = "HttpNfcLease" [ 1791.091616] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1791.092418] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f819c6e9-2977-478c-b347-bce10535280a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.101179] env[62306]: DEBUG oslo_vmware.rw_handles [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279865d-eba5-87e6-9f71-b7e93b469161/disk-0.vmdk from lease info. {{(pid=62306) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1791.101873] env[62306]: DEBUG oslo_vmware.rw_handles [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279865d-eba5-87e6-9f71-b7e93b469161/disk-0.vmdk for reading. {{(pid=62306) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1791.191024] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ac54e264-f0c6-449d-a1f1-bf0fbcc5ef88 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.316019] env[62306]: DEBUG nova.compute.utils [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1791.328486] env[62306]: DEBUG nova.compute.manager [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1791.328849] env[62306]: DEBUG nova.network.neutron [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1791.381695] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquiring lock "refresh_cache-d23f92bb-d318-4f52-8e6d-72efd240151b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.381876] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquired lock "refresh_cache-d23f92bb-d318-4f52-8e6d-72efd240151b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.382026] env[62306]: DEBUG nova.network.neutron [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1791.384526] env[62306]: DEBUG nova.policy [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dd9dde8c17a40dbbcce35dacee43e4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '060ff7b133ca40208cf480f7f538d178', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1791.590278] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f691b90-6b9a-4b87-8c81-d2d109aae677 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1791.591792] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c4b08f5-01d7-49c8-84fa-7153400a89c7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.599295] env[62306]: DEBUG oslo_vmware.api [None req-3f691b90-6b9a-4b87-8c81-d2d109aae677 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1791.599295] env[62306]: value = "task-1972579" [ 1791.599295] env[62306]: _type = "Task" [ 1791.599295] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.612957] env[62306]: DEBUG oslo_vmware.api [None req-3f691b90-6b9a-4b87-8c81-d2d109aae677 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.714651] env[62306]: DEBUG nova.network.neutron [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Successfully created port: ad8e990b-5607-4923-836d-f8c5d86dfc09 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1791.828783] env[62306]: DEBUG nova.compute.manager [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1791.838579] env[62306]: INFO nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Updating resource usage from migration e6077cae-9796-4b96-a5d9-a86d745da1e3 [ 1791.878254] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 6ea3b6f2-5aa7-463e-980c-c33ec4084439 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.878371] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 55728249-ca09-4484-a63c-df4f39c5ca5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.878502] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 5227c9ce-84d2-4a50-a653-fb317daa2d87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.878622] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 3b0031c9-60be-48ee-badf-2427afc1de23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.878739] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 8a38074d-7b10-4b97-a0a8-7eaef4474528 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.878855] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.878971] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance d0bb62ae-c499-4d16-923b-66c8214289db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.879139] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 66be2851-bed8-49f0-9bae-96f4f766f5e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.879284] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance b58b59b2-7f72-4763-a4ad-9c26117d6afe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.879388] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance e7b2d6e6-f687-4d61-9228-e78978e84edf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.879503] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 7af98b27-970f-4972-8240-b91650034cff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.879640] env[62306]: WARNING nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 0be73756-7509-472c-8a54-7ab108f4cdcd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1791.879770] env[62306]: WARNING nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 00b5703c-bed5-4dd1-839b-ac92f7443bcc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1791.881103] env[62306]: WARNING nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 66b8c01c-28ca-4c09-b2e0-144ab65aa84b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1791.881103] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance ffa1eacc-4a16-41f0-a5ca-9ceb0878819b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.881103] env[62306]: WARNING nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 841a47e3-cb9f-48d5-8cf3-adc7245f3293 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1791.881103] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance d6b524bb-fda7-45cb-92cc-097312df03c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.881103] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.881281] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 9357bb12-408a-432d-ac0a-b8747cac5cec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.881281] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance ff025daa-d258-446f-983f-3f0eb03056b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.881721] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 7d4d0d2c-e4c0-4b5e-9995-200163b4a196 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.881721] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 41987bac-7c53-4449-b219-c1672a2ceb8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.881835] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance b6bc671a-8f32-4186-9921-813c3f91dfdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.881868] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance d23f92bb-d318-4f52-8e6d-72efd240151b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.881975] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance c6a76b06-4d93-4111-a3f4-c5c1579904d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.925162] env[62306]: DEBUG nova.network.neutron [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1792.111837] env[62306]: DEBUG oslo_vmware.api [None req-3f691b90-6b9a-4b87-8c81-d2d109aae677 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972579, 'name': PowerOffVM_Task, 'duration_secs': 0.208586} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.112251] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f691b90-6b9a-4b87-8c81-d2d109aae677 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1792.112451] env[62306]: DEBUG nova.compute.manager [None req-3f691b90-6b9a-4b87-8c81-d2d109aae677 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1792.113277] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f263ea-d556-4138-b18c-6b3ec50aee75 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.129075] env[62306]: DEBUG nova.network.neutron [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Updating instance_info_cache with network_info: [{"id": "8a8e05ea-1a5d-44fc-b9e3-930e2b1ca51f", "address": "fa:16:3e:db:c4:39", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8e05ea-1a", "ovs_interfaceid": "8a8e05ea-1a5d-44fc-b9e3-930e2b1ca51f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.387341] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 37fc8716-3b64-4256-adcc-e17f75e58edc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1792.628459] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3f691b90-6b9a-4b87-8c81-d2d109aae677 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "7d4d0d2c-e4c0-4b5e-9995-200163b4a196" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.634711] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Releasing lock "refresh_cache-d23f92bb-d318-4f52-8e6d-72efd240151b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.635078] env[62306]: DEBUG nova.compute.manager [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Instance network_info: |[{"id": "8a8e05ea-1a5d-44fc-b9e3-930e2b1ca51f", "address": "fa:16:3e:db:c4:39", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8e05ea-1a", "ovs_interfaceid": "8a8e05ea-1a5d-44fc-b9e3-930e2b1ca51f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1792.635486] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:c4:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a8e05ea-1a5d-44fc-b9e3-930e2b1ca51f', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1792.643360] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Creating folder: Project (060ff7b133ca40208cf480f7f538d178). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1792.644652] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33823292-7ab0-40b4-bf26-9174f8cb25f0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.657894] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Created folder: Project (060ff7b133ca40208cf480f7f538d178) in parent group-v406007. [ 1792.658145] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Creating folder: Instances. Parent ref: group-v406168. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1792.658490] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4291d7ee-340e-4724-ba7f-f6082de51113 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.669760] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Created folder: Instances in parent group-v406168. [ 1792.670023] env[62306]: DEBUG oslo.service.loopingcall [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1792.670226] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1792.670449] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00bea61f-aa7f-4c5d-b0fa-6a7f7015f2a2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.693455] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1792.693455] env[62306]: value = "task-1972582" [ 1792.693455] env[62306]: _type = "Task" [ 1792.693455] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.702068] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972582, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.790818] env[62306]: DEBUG nova.compute.manager [req-870e11bb-560b-4275-8b8c-789c33338cf3 req-45a243af-3626-4b6b-bbb7-3850a99dba71 service nova] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Received event network-changed-8a8e05ea-1a5d-44fc-b9e3-930e2b1ca51f {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1792.791208] env[62306]: DEBUG nova.compute.manager [req-870e11bb-560b-4275-8b8c-789c33338cf3 req-45a243af-3626-4b6b-bbb7-3850a99dba71 service nova] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Refreshing instance network info cache due to event network-changed-8a8e05ea-1a5d-44fc-b9e3-930e2b1ca51f. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1792.791568] env[62306]: DEBUG oslo_concurrency.lockutils [req-870e11bb-560b-4275-8b8c-789c33338cf3 req-45a243af-3626-4b6b-bbb7-3850a99dba71 service nova] Acquiring lock "refresh_cache-d23f92bb-d318-4f52-8e6d-72efd240151b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.791826] env[62306]: DEBUG oslo_concurrency.lockutils [req-870e11bb-560b-4275-8b8c-789c33338cf3 req-45a243af-3626-4b6b-bbb7-3850a99dba71 service nova] Acquired lock "refresh_cache-d23f92bb-d318-4f52-8e6d-72efd240151b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.792115] env[62306]: DEBUG nova.network.neutron [req-870e11bb-560b-4275-8b8c-789c33338cf3 req-45a243af-3626-4b6b-bbb7-3850a99dba71 service nova] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Refreshing network info cache for port 8a8e05ea-1a5d-44fc-b9e3-930e2b1ca51f {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1792.841022] env[62306]: DEBUG nova.compute.manager [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1792.868330] env[62306]: DEBUG nova.virt.hardware [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1792.868689] env[62306]: DEBUG nova.virt.hardware [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1792.868916] env[62306]: DEBUG nova.virt.hardware [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1792.869192] env[62306]: DEBUG nova.virt.hardware [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1792.869479] env[62306]: DEBUG nova.virt.hardware [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1792.869576] env[62306]: DEBUG nova.virt.hardware [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1792.869787] env[62306]: DEBUG nova.virt.hardware [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1792.869947] env[62306]: DEBUG nova.virt.hardware [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1792.870153] env[62306]: DEBUG nova.virt.hardware [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1792.870720] env[62306]: DEBUG nova.virt.hardware [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1792.870720] env[62306]: DEBUG nova.virt.hardware [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1792.872092] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf94f52-a672-466c-abe7-76a0c1be1d3a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.883300] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fac67fd-f991-46d5-a3bd-b7a6ca7e64da {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.891120] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance c12c7149-f851-4b6b-b69b-54fbbb176590 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1793.010626] env[62306]: DEBUG nova.objects.instance [None req-f49791e8-68b1-484e-87be-7640f9477b73 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lazy-loading 'flavor' on Instance uuid 7d4d0d2c-e4c0-4b5e-9995-200163b4a196 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1793.205012] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972582, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.321249] env[62306]: DEBUG nova.network.neutron [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Successfully updated port: ad8e990b-5607-4923-836d-f8c5d86dfc09 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1793.402165] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance b4294ac3-e44f-481a-8ba3-a3b888788110 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1793.517023] env[62306]: DEBUG nova.network.neutron [req-870e11bb-560b-4275-8b8c-789c33338cf3 req-45a243af-3626-4b6b-bbb7-3850a99dba71 service nova] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Updated VIF entry in instance network info cache for port 8a8e05ea-1a5d-44fc-b9e3-930e2b1ca51f. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1793.517408] env[62306]: DEBUG nova.network.neutron [req-870e11bb-560b-4275-8b8c-789c33338cf3 req-45a243af-3626-4b6b-bbb7-3850a99dba71 service nova] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Updating instance_info_cache with network_info: [{"id": "8a8e05ea-1a5d-44fc-b9e3-930e2b1ca51f", "address": "fa:16:3e:db:c4:39", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8e05ea-1a", "ovs_interfaceid": "8a8e05ea-1a5d-44fc-b9e3-930e2b1ca51f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.519452] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f49791e8-68b1-484e-87be-7640f9477b73 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "refresh_cache-7d4d0d2c-e4c0-4b5e-9995-200163b4a196" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.519634] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f49791e8-68b1-484e-87be-7640f9477b73 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquired lock "refresh_cache-7d4d0d2c-e4c0-4b5e-9995-200163b4a196" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.519797] env[62306]: DEBUG nova.network.neutron [None req-f49791e8-68b1-484e-87be-7640f9477b73 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1793.519969] env[62306]: DEBUG nova.objects.instance [None req-f49791e8-68b1-484e-87be-7640f9477b73 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lazy-loading 'info_cache' on Instance uuid 7d4d0d2c-e4c0-4b5e-9995-200163b4a196 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1793.705019] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972582, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.823055] env[62306]: DEBUG oslo_concurrency.lockutils [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquiring lock "refresh_cache-c6a76b06-4d93-4111-a3f4-c5c1579904d4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.823217] env[62306]: DEBUG oslo_concurrency.lockutils [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquired lock "refresh_cache-c6a76b06-4d93-4111-a3f4-c5c1579904d4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.823336] env[62306]: DEBUG nova.network.neutron [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1793.906091] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance ade264c2-3345-4e28-b7e7-a510cfa67a30 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1794.019955] env[62306]: DEBUG oslo_concurrency.lockutils [req-870e11bb-560b-4275-8b8c-789c33338cf3 req-45a243af-3626-4b6b-bbb7-3850a99dba71 service nova] Releasing lock "refresh_cache-d23f92bb-d318-4f52-8e6d-72efd240151b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.023502] env[62306]: DEBUG nova.objects.base [None req-f49791e8-68b1-484e-87be-7640f9477b73 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Object Instance<7d4d0d2c-e4c0-4b5e-9995-200163b4a196> lazy-loaded attributes: flavor,info_cache {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1794.206533] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972582, 'name': CreateVM_Task, 'duration_secs': 1.503995} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.206786] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1794.207596] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.207760] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.208331] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1794.208479] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39c2dd1a-9e90-45e9-80c2-ad036ffbf2f7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.215606] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1794.215606] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5285d706-7565-ab51-17e9-0da0d140606e" [ 1794.215606] env[62306]: _type = "Task" [ 1794.215606] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.225271] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5285d706-7565-ab51-17e9-0da0d140606e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.356016] env[62306]: DEBUG nova.network.neutron [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1794.409347] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 5c97dd8a-5e62-4462-b043-54928bd26f1e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1794.494085] env[62306]: DEBUG nova.network.neutron [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Updating instance_info_cache with network_info: [{"id": "ad8e990b-5607-4923-836d-f8c5d86dfc09", "address": "fa:16:3e:a0:a2:e2", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8e990b-56", "ovs_interfaceid": "ad8e990b-5607-4923-836d-f8c5d86dfc09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.729606] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5285d706-7565-ab51-17e9-0da0d140606e, 'name': SearchDatastore_Task, 'duration_secs': 0.014062} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.729606] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.729861] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1794.730099] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.730970] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.730970] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1794.730970] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bf22681-7b09-445e-a59d-c62594bc80e9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.741888] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1794.742093] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1794.742861] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cfc9dee-ee95-4b21-ae0e-1e2634ced570 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.749520] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1794.749520] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b790a7-e6aa-bfbe-16e4-90172597546c" [ 1794.749520] env[62306]: _type = "Task" [ 1794.749520] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.758906] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b790a7-e6aa-bfbe-16e4-90172597546c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.787928] env[62306]: DEBUG nova.network.neutron [None req-f49791e8-68b1-484e-87be-7640f9477b73 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Updating instance_info_cache with network_info: [{"id": "ccdfd541-b58e-470f-97b7-75ba7c93f552", "address": "fa:16:3e:af:8e:99", "network": {"id": "e35f33a1-d47e-4a87-80c6-8c89381c3a14", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-181069678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ebf1efb31b48659b3423ae198d6573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccdfd541-b5", "ovs_interfaceid": "ccdfd541-b58e-470f-97b7-75ba7c93f552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.817591] env[62306]: DEBUG nova.compute.manager [req-775173e9-a29e-4fcb-87c3-63a4639e0fea req-c8e48f6e-6095-4454-a2b8-73299056d7b4 service nova] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Received event network-vif-plugged-ad8e990b-5607-4923-836d-f8c5d86dfc09 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1794.817920] env[62306]: DEBUG oslo_concurrency.lockutils [req-775173e9-a29e-4fcb-87c3-63a4639e0fea req-c8e48f6e-6095-4454-a2b8-73299056d7b4 service nova] Acquiring lock "c6a76b06-4d93-4111-a3f4-c5c1579904d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.818080] env[62306]: DEBUG oslo_concurrency.lockutils [req-775173e9-a29e-4fcb-87c3-63a4639e0fea req-c8e48f6e-6095-4454-a2b8-73299056d7b4 service nova] Lock "c6a76b06-4d93-4111-a3f4-c5c1579904d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.818258] env[62306]: DEBUG oslo_concurrency.lockutils [req-775173e9-a29e-4fcb-87c3-63a4639e0fea req-c8e48f6e-6095-4454-a2b8-73299056d7b4 service nova] Lock "c6a76b06-4d93-4111-a3f4-c5c1579904d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.818428] env[62306]: DEBUG nova.compute.manager [req-775173e9-a29e-4fcb-87c3-63a4639e0fea req-c8e48f6e-6095-4454-a2b8-73299056d7b4 service nova] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] No waiting events found dispatching network-vif-plugged-ad8e990b-5607-4923-836d-f8c5d86dfc09 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1794.818593] env[62306]: WARNING nova.compute.manager [req-775173e9-a29e-4fcb-87c3-63a4639e0fea req-c8e48f6e-6095-4454-a2b8-73299056d7b4 service nova] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Received unexpected event network-vif-plugged-ad8e990b-5607-4923-836d-f8c5d86dfc09 for instance with vm_state building and task_state spawning. [ 1794.818770] env[62306]: DEBUG nova.compute.manager [req-775173e9-a29e-4fcb-87c3-63a4639e0fea req-c8e48f6e-6095-4454-a2b8-73299056d7b4 service nova] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Received event network-changed-ad8e990b-5607-4923-836d-f8c5d86dfc09 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1794.818932] env[62306]: DEBUG nova.compute.manager [req-775173e9-a29e-4fcb-87c3-63a4639e0fea req-c8e48f6e-6095-4454-a2b8-73299056d7b4 service nova] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Refreshing instance network info cache due to event network-changed-ad8e990b-5607-4923-836d-f8c5d86dfc09. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1794.819126] env[62306]: DEBUG oslo_concurrency.lockutils [req-775173e9-a29e-4fcb-87c3-63a4639e0fea req-c8e48f6e-6095-4454-a2b8-73299056d7b4 service nova] Acquiring lock "refresh_cache-c6a76b06-4d93-4111-a3f4-c5c1579904d4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.912428] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance f1b3977d-c5ae-4f83-b218-723af521215e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1794.912747] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Migration e6077cae-9796-4b96-a5d9-a86d745da1e3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1794.912747] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 80689d6f-f84e-4d5c-8e64-3284ba25befc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1794.997412] env[62306]: DEBUG oslo_concurrency.lockutils [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Releasing lock "refresh_cache-c6a76b06-4d93-4111-a3f4-c5c1579904d4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.997893] env[62306]: DEBUG nova.compute.manager [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Instance network_info: |[{"id": "ad8e990b-5607-4923-836d-f8c5d86dfc09", "address": "fa:16:3e:a0:a2:e2", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8e990b-56", "ovs_interfaceid": "ad8e990b-5607-4923-836d-f8c5d86dfc09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1794.998315] env[62306]: DEBUG oslo_concurrency.lockutils [req-775173e9-a29e-4fcb-87c3-63a4639e0fea req-c8e48f6e-6095-4454-a2b8-73299056d7b4 service nova] Acquired lock "refresh_cache-c6a76b06-4d93-4111-a3f4-c5c1579904d4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.998568] env[62306]: DEBUG nova.network.neutron [req-775173e9-a29e-4fcb-87c3-63a4639e0fea req-c8e48f6e-6095-4454-a2b8-73299056d7b4 service nova] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Refreshing network info cache for port ad8e990b-5607-4923-836d-f8c5d86dfc09 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1795.000223] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:a2:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad8e990b-5607-4923-836d-f8c5d86dfc09', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1795.011908] env[62306]: DEBUG oslo.service.loopingcall [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.014969] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1795.015509] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16519317-962a-4a5a-aeff-6014ac597f82 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.037565] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1795.037565] env[62306]: value = "task-1972583" [ 1795.037565] env[62306]: _type = "Task" [ 1795.037565] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.047076] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972583, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.261569] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b790a7-e6aa-bfbe-16e4-90172597546c, 'name': SearchDatastore_Task, 'duration_secs': 0.011552} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.262662] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d06fdee7-d91d-45b8-9e0d-9542334497fc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.269257] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1795.269257] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cb9833-cb71-de80-3e98-a5acdd197826" [ 1795.269257] env[62306]: _type = "Task" [ 1795.269257] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.273390] env[62306]: DEBUG nova.network.neutron [req-775173e9-a29e-4fcb-87c3-63a4639e0fea req-c8e48f6e-6095-4454-a2b8-73299056d7b4 service nova] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Updated VIF entry in instance network info cache for port ad8e990b-5607-4923-836d-f8c5d86dfc09. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1795.273678] env[62306]: DEBUG nova.network.neutron [req-775173e9-a29e-4fcb-87c3-63a4639e0fea req-c8e48f6e-6095-4454-a2b8-73299056d7b4 service nova] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Updating instance_info_cache with network_info: [{"id": "ad8e990b-5607-4923-836d-f8c5d86dfc09", "address": "fa:16:3e:a0:a2:e2", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8e990b-56", "ovs_interfaceid": "ad8e990b-5607-4923-836d-f8c5d86dfc09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.281631] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cb9833-cb71-de80-3e98-a5acdd197826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.292204] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f49791e8-68b1-484e-87be-7640f9477b73 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Releasing lock "refresh_cache-7d4d0d2c-e4c0-4b5e-9995-200163b4a196" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.417041] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 910c2d27-4919-4314-9a1c-a7e13ff302cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1795.548594] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972583, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.775910] env[62306]: DEBUG oslo_concurrency.lockutils [req-775173e9-a29e-4fcb-87c3-63a4639e0fea req-c8e48f6e-6095-4454-a2b8-73299056d7b4 service nova] Releasing lock "refresh_cache-c6a76b06-4d93-4111-a3f4-c5c1579904d4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.780902] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cb9833-cb71-de80-3e98-a5acdd197826, 'name': SearchDatastore_Task, 'duration_secs': 0.011441} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.781861] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.781861] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] d23f92bb-d318-4f52-8e6d-72efd240151b/d23f92bb-d318-4f52-8e6d-72efd240151b.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1795.781861] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e05215ef-b4df-47ac-a6dc-3cefccf853c4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.790091] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1795.790091] env[62306]: value = "task-1972584" [ 1795.790091] env[62306]: _type = "Task" [ 1795.790091] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.803918] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.919622] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 886cdc1d-5a8a-44f6-baba-7586878b1c56 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1796.052017] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972583, 'name': CreateVM_Task, 'duration_secs': 0.579496} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.052219] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1796.053061] env[62306]: DEBUG oslo_concurrency.lockutils [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.053244] env[62306]: DEBUG oslo_concurrency.lockutils [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.053664] env[62306]: DEBUG oslo_concurrency.lockutils [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1796.054021] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d73dbf9e-94fe-4806-8d0d-460f8f15715a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.063883] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1796.063883] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524b752e-ba79-121b-fd5b-67aed3ba90b6" [ 1796.063883] env[62306]: _type = "Task" [ 1796.063883] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.075709] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524b752e-ba79-121b-fd5b-67aed3ba90b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.304506] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49791e8-68b1-484e-87be-7640f9477b73 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1796.304945] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972584, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.305198] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bd2284f-f199-4c5e-9e60-18b1fe8c3b17 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.317023] env[62306]: DEBUG oslo_vmware.api [None req-f49791e8-68b1-484e-87be-7640f9477b73 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1796.317023] env[62306]: value = "task-1972585" [ 1796.317023] env[62306]: _type = "Task" [ 1796.317023] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.329900] env[62306]: DEBUG oslo_vmware.api [None req-f49791e8-68b1-484e-87be-7640f9477b73 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.422916] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 158caed0-4dd4-4e93-8d9f-60751d3eedb5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1796.575887] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524b752e-ba79-121b-fd5b-67aed3ba90b6, 'name': SearchDatastore_Task, 'duration_secs': 0.059419} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.576248] env[62306]: DEBUG oslo_concurrency.lockutils [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.576501] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1796.576795] env[62306]: DEBUG oslo_concurrency.lockutils [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.576944] env[62306]: DEBUG oslo_concurrency.lockutils [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.577153] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1796.577432] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-276551ad-8be2-401a-9113-ca35914b9c7a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.586184] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1796.586373] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1796.587138] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4bfcfca-b69f-424a-a5d2-71b15adabbef {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.593243] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1796.593243] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ff4a20-819c-aaf3-dec0-154496a071e3" [ 1796.593243] env[62306]: _type = "Task" [ 1796.593243] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.602330] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ff4a20-819c-aaf3-dec0-154496a071e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.802763] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5995} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.803120] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] d23f92bb-d318-4f52-8e6d-72efd240151b/d23f92bb-d318-4f52-8e6d-72efd240151b.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1796.803407] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1796.803737] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcbdf9f8-ca9a-477e-997c-5a74b81ebc4c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.812892] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1796.812892] env[62306]: value = "task-1972586" [ 1796.812892] env[62306]: _type = "Task" [ 1796.812892] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.824450] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.831153] env[62306]: DEBUG oslo_vmware.api [None req-f49791e8-68b1-484e-87be-7640f9477b73 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972585, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.927056] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1797.104843] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ff4a20-819c-aaf3-dec0-154496a071e3, 'name': SearchDatastore_Task, 'duration_secs': 0.013257} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.107017] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc2c9bfc-0453-4e03-913e-28d16ad06788 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.114032] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1797.114032] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52773adb-abc7-8fce-d2da-c792007005cc" [ 1797.114032] env[62306]: _type = "Task" [ 1797.114032] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.121984] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52773adb-abc7-8fce-d2da-c792007005cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.327042] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074695} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.327042] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1797.327632] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bd8b41-a5e1-4d4f-a976-8c846c3765a5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.332742] env[62306]: DEBUG oslo_vmware.api [None req-f49791e8-68b1-484e-87be-7640f9477b73 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972585, 'name': PowerOnVM_Task, 'duration_secs': 0.582694} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.333366] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49791e8-68b1-484e-87be-7640f9477b73 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1797.333641] env[62306]: DEBUG nova.compute.manager [None req-f49791e8-68b1-484e-87be-7640f9477b73 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1797.334383] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35718992-8411-4a14-9eb9-f1da4892161d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.354118] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] d23f92bb-d318-4f52-8e6d-72efd240151b/d23f92bb-d318-4f52-8e6d-72efd240151b.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1797.354834] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08e82e16-c15f-473c-8971-6431c34d31b2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.379255] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1797.379255] env[62306]: value = "task-1972587" [ 1797.379255] env[62306]: _type = "Task" [ 1797.379255] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.393827] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.430323] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 717fec94-f593-4e87-a99a-e10304acd8dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1797.625186] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52773adb-abc7-8fce-d2da-c792007005cc, 'name': SearchDatastore_Task, 'duration_secs': 0.025875} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.625480] env[62306]: DEBUG oslo_concurrency.lockutils [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.625734] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] c6a76b06-4d93-4111-a3f4-c5c1579904d4/c6a76b06-4d93-4111-a3f4-c5c1579904d4.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1797.625991] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e83a7bc-4daf-4720-b29e-4c2caab019a3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.634509] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1797.634509] env[62306]: value = "task-1972588" [ 1797.634509] env[62306]: _type = "Task" [ 1797.634509] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.644191] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.891054] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972587, 'name': ReconfigVM_Task, 'duration_secs': 0.343526} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.891199] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Reconfigured VM instance instance-0000003c to attach disk [datastore1] d23f92bb-d318-4f52-8e6d-72efd240151b/d23f92bb-d318-4f52-8e6d-72efd240151b.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1797.891733] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfdce7f0-ada2-4c69-b48a-e7fb7703fccf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.901101] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1797.901101] env[62306]: value = "task-1972589" [ 1797.901101] env[62306]: _type = "Task" [ 1797.901101] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.911754] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972589, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.933705] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance f5120a4e-38c4-491c-864c-1ddd2d6a3cdb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1798.145268] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972588, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.413044] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972589, 'name': Rename_Task, 'duration_secs': 0.162417} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.413443] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1798.413761] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f437509-f1f1-4f2d-95af-d0d353e5f9b6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.422564] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1798.422564] env[62306]: value = "task-1972590" [ 1798.422564] env[62306]: _type = "Task" [ 1798.422564] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.431754] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.436618] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 362c4d2b-85c2-4f90-a85b-b06e952f9760 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1798.436950] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1798.437395] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4864MB phys_disk=200GB used_disk=23GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1798.649988] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755123} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.649988] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] c6a76b06-4d93-4111-a3f4-c5c1579904d4/c6a76b06-4d93-4111-a3f4-c5c1579904d4.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1798.650341] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1798.650382] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d62a93ed-c1d4-47f7-b149-e6e2d3341f30 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.662021] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1798.662021] env[62306]: value = "task-1972591" [ 1798.662021] env[62306]: _type = "Task" [ 1798.662021] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.675825] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.937344] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.977328] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6886ee-0ea7-4ad4-83d1-273a76776295 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.986228] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e18c2f-d53d-41c6-8b6b-b9d81fed267d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.019532] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42acf4d-381c-4d2a-8918-40435494923f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.031181] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdced56-cc4a-44dd-a14d-6df2ac5a521c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.047263] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1799.173105] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076227} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.173481] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1799.174808] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9f4186-51cb-4455-a336-e0219e913b41 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.204223] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] c6a76b06-4d93-4111-a3f4-c5c1579904d4/c6a76b06-4d93-4111-a3f4-c5c1579904d4.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1799.204610] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db8c1568-d6d0-4ab8-8e6a-7d5459011c02 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.231500] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1799.231500] env[62306]: value = "task-1972592" [ 1799.231500] env[62306]: _type = "Task" [ 1799.231500] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.243578] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.332382] env[62306]: DEBUG oslo_vmware.rw_handles [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279865d-eba5-87e6-9f71-b7e93b469161/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1799.333412] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c019d136-282c-4206-9ec2-7d146fe3781e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.341090] env[62306]: DEBUG oslo_vmware.rw_handles [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279865d-eba5-87e6-9f71-b7e93b469161/disk-0.vmdk is in state: ready. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1799.341090] env[62306]: ERROR oslo_vmware.rw_handles [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279865d-eba5-87e6-9f71-b7e93b469161/disk-0.vmdk due to incomplete transfer. [ 1799.341090] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ab6a8a75-a3ff-4095-af08-39112d7dc470 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.349292] env[62306]: DEBUG oslo_vmware.rw_handles [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279865d-eba5-87e6-9f71-b7e93b469161/disk-0.vmdk. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1799.349567] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Uploaded image 92c2522c-13f9-4587-bf94-f76625fc83b1 to the Glance image server {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1799.351910] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Destroying the VM {{(pid=62306) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1799.352169] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b3184303-1fc0-4075-86c5-ff310502334d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.359798] env[62306]: DEBUG oslo_vmware.api [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for the task: (returnval){ [ 1799.359798] env[62306]: value = "task-1972593" [ 1799.359798] env[62306]: _type = "Task" [ 1799.359798] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.369210] env[62306]: DEBUG oslo_vmware.api [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972593, 'name': Destroy_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.434369] env[62306]: DEBUG oslo_vmware.api [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972590, 'name': PowerOnVM_Task, 'duration_secs': 0.781242} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.434628] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1799.434831] env[62306]: INFO nova.compute.manager [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1799.435037] env[62306]: DEBUG nova.compute.manager [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1799.435856] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb82bd1-3ece-4f9b-926b-ac8c83d4907b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.550993] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1799.744972] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972592, 'name': ReconfigVM_Task, 'duration_secs': 0.39575} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.745306] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Reconfigured VM instance instance-0000003d to attach disk [datastore1] c6a76b06-4d93-4111-a3f4-c5c1579904d4/c6a76b06-4d93-4111-a3f4-c5c1579904d4.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1799.746042] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fafff110-e8da-439f-8f9c-4ab48d32c031 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.752231] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1799.752231] env[62306]: value = "task-1972594" [ 1799.752231] env[62306]: _type = "Task" [ 1799.752231] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.760805] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972594, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.870217] env[62306]: DEBUG oslo_vmware.api [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972593, 'name': Destroy_Task, 'duration_secs': 0.384042} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.870561] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Destroyed the VM [ 1799.870848] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Deleting Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1799.871216] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5ac08bb2-4f62-4888-920c-c7a2b7eab5be {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.879689] env[62306]: DEBUG oslo_vmware.api [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for the task: (returnval){ [ 1799.879689] env[62306]: value = "task-1972595" [ 1799.879689] env[62306]: _type = "Task" [ 1799.879689] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.887925] env[62306]: DEBUG oslo_vmware.api [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972595, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.956376] env[62306]: INFO nova.compute.manager [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Took 52.34 seconds to build instance. [ 1800.055094] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1800.055432] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.246s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.055724] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.679s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.057450] env[62306]: INFO nova.compute.claims [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1800.060379] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1800.060578] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Cleaning up deleted instances {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1800.262897] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972594, 'name': Rename_Task, 'duration_secs': 0.1507} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.263202] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1800.263451] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be8f2a68-1529-4ad5-b1d8-1563a88f1238 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.272898] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1800.272898] env[62306]: value = "task-1972596" [ 1800.272898] env[62306]: _type = "Task" [ 1800.272898] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.285080] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.330832] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "b6bc671a-8f32-4186-9921-813c3f91dfdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.331146] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "b6bc671a-8f32-4186-9921-813c3f91dfdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.331367] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "b6bc671a-8f32-4186-9921-813c3f91dfdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.331554] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "b6bc671a-8f32-4186-9921-813c3f91dfdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.331728] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "b6bc671a-8f32-4186-9921-813c3f91dfdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.334759] env[62306]: INFO nova.compute.manager [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Terminating instance [ 1800.391784] env[62306]: DEBUG oslo_vmware.api [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972595, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.458049] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f37540f-97fd-4441-ae26-08236ab3fdec tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lock "d23f92bb-d318-4f52-8e6d-72efd240151b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.837s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.574565] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] There are 34 instances to clean {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1800.574938] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 8cdce5d3-1fea-4f36-8aeb-271c64d9ca2c] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1800.785405] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972596, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.838569] env[62306]: DEBUG nova.compute.manager [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1800.838569] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1800.839537] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c22c0ed-7412-4339-a977-1d80d40e395e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.847354] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1800.847620] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af6a71bc-eba0-4c9a-b49a-58836c66c3a6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.857013] env[62306]: DEBUG oslo_vmware.api [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1800.857013] env[62306]: value = "task-1972597" [ 1800.857013] env[62306]: _type = "Task" [ 1800.857013] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.866428] env[62306]: DEBUG oslo_vmware.api [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.893275] env[62306]: DEBUG oslo_vmware.api [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972595, 'name': RemoveSnapshot_Task, 'duration_secs': 0.528126} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.893543] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Deleted Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1800.893772] env[62306]: INFO nova.compute.manager [None req-ff727238-9c0d-43a4-8aee-e60135a2cc3b tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Took 13.97 seconds to snapshot the instance on the hypervisor. [ 1800.960492] env[62306]: DEBUG nova.compute.manager [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1801.082687] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9703fea6-5560-4157-8ba8-2c3a8deeba03 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.085708] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 41a73f44-a10a-4843-82ad-52f524ffb744] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1801.093144] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0936b62-c63f-4b92-a43b-58c07492d80b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.127985] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9fd034-7ab9-417f-a249-d2ca8a8edf0f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.136596] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee4dd6e-dfcc-48e6-bb9f-555fbfcf2d05 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.150686] env[62306]: DEBUG nova.compute.provider_tree [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1801.284631] env[62306]: DEBUG oslo_vmware.api [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972596, 'name': PowerOnVM_Task, 'duration_secs': 0.637378} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.284850] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1801.285065] env[62306]: INFO nova.compute.manager [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1801.285250] env[62306]: DEBUG nova.compute.manager [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.286036] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91228114-be53-4e5b-9455-ed33884fce1e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.371420] env[62306]: DEBUG oslo_vmware.api [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.478855] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.589879] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 62226724-b96b-4a68-96f1-d2dce93e0051] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1801.654143] env[62306]: DEBUG nova.scheduler.client.report [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1801.806619] env[62306]: INFO nova.compute.manager [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Took 49.76 seconds to build instance. [ 1801.869991] env[62306]: DEBUG oslo_vmware.api [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972597, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.093669] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 651cf96b-2334-4b79-b739-aa17740124a7] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1802.160588] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.105s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.161175] env[62306]: DEBUG nova.compute.manager [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1802.163742] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 46.632s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.164656] env[62306]: DEBUG nova.objects.instance [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62306) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1802.309675] env[62306]: DEBUG oslo_concurrency.lockutils [None req-06c45b04-136d-4508-b0dd-4950eda7de47 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lock "c6a76b06-4d93-4111-a3f4-c5c1579904d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.497s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.372627] env[62306]: DEBUG oslo_vmware.api [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972597, 'name': PowerOffVM_Task, 'duration_secs': 1.020088} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.373648] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1802.373871] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1802.374166] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-febcca2b-4afa-4776-b6bf-24153698a15e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.504617] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Acquiring lock "9357bb12-408a-432d-ac0a-b8747cac5cec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.504944] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Lock "9357bb12-408a-432d-ac0a-b8747cac5cec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.505184] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Acquiring lock "9357bb12-408a-432d-ac0a-b8747cac5cec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.505399] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Lock "9357bb12-408a-432d-ac0a-b8747cac5cec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.505576] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Lock "9357bb12-408a-432d-ac0a-b8747cac5cec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.508123] env[62306]: INFO nova.compute.manager [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Terminating instance [ 1802.525429] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1802.525751] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1802.525999] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Deleting the datastore file [datastore1] b6bc671a-8f32-4186-9921-813c3f91dfdc {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1802.526364] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f583999d-0527-4e05-82bd-9ea700a3e585 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.534249] env[62306]: DEBUG oslo_vmware.api [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1802.534249] env[62306]: value = "task-1972599" [ 1802.534249] env[62306]: _type = "Task" [ 1802.534249] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.543269] env[62306]: DEBUG oslo_vmware.api [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.597808] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 2bdde4ff-241d-4f86-8fe9-87a2e985d392] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1802.670394] env[62306]: DEBUG nova.compute.utils [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1802.676549] env[62306]: DEBUG nova.compute.manager [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1802.676829] env[62306]: DEBUG nova.network.neutron [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1802.731491] env[62306]: DEBUG nova.policy [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6da67ffc4bc649c891181e1a406edcb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '029fbdb7a8554050bd5b7b208e76c125', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1802.812948] env[62306]: DEBUG nova.compute.manager [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1803.011719] env[62306]: DEBUG nova.compute.manager [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1803.011957] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1803.013399] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11b3d73-2529-4fc3-a547-b68eab761870 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.017212] env[62306]: DEBUG nova.network.neutron [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Successfully created port: 9d18acfa-5c4e-4922-84a3-9f1ba9d95ecf {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1803.024515] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1803.024757] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fed4809-89ae-4917-b35c-e73b5ce881e0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.031526] env[62306]: DEBUG oslo_vmware.api [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for the task: (returnval){ [ 1803.031526] env[62306]: value = "task-1972600" [ 1803.031526] env[62306]: _type = "Task" [ 1803.031526] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.043847] env[62306]: DEBUG oslo_vmware.api [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.047152] env[62306]: DEBUG oslo_vmware.api [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.100857] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: f1fd9732-8654-475a-a7a5-63c31caef15d] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1803.177393] env[62306]: DEBUG nova.compute.manager [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1803.180666] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2b0ba8d9-872f-400c-871b-1797aaa4390b tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.181819] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.910s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.182058] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.184088] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.386s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.185946] env[62306]: INFO nova.compute.claims [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1803.214526] env[62306]: INFO nova.scheduler.client.report [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Deleted allocations for instance 66b8c01c-28ca-4c09-b2e0-144ab65aa84b [ 1804.043414] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 74a8ea77-3cbf-493c-9cf0-164f373caa0e] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1804.053024] env[62306]: DEBUG nova.compute.manager [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1804.056777] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8a23d23-1f47-4a43-b077-cb36dd011e6d tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "66b8c01c-28ca-4c09-b2e0-144ab65aa84b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.868s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.064204] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3980bd-675d-4ea0-befa-44782d3cc5a3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.082341] env[62306]: DEBUG oslo_vmware.api [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972600, 'name': PowerOffVM_Task, 'duration_secs': 0.289958} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.082564] env[62306]: DEBUG oslo_vmware.api [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533984} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.083544] env[62306]: DEBUG oslo_concurrency.lockutils [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.084464] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1804.084652] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1804.084906] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1804.085086] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1804.087365] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1804.087365] env[62306]: INFO nova.compute.manager [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Took 3.25 seconds to destroy the instance on the hypervisor. [ 1804.087365] env[62306]: DEBUG oslo.service.loopingcall [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1804.087365] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d49670a-80b2-4d3b-b319-53f596f53c09 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.088539] env[62306]: DEBUG nova.compute.manager [-] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1804.088539] env[62306]: DEBUG nova.network.neutron [-] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1804.192884] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1804.193287] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1804.193334] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Deleting the datastore file [datastore1] 9357bb12-408a-432d-ac0a-b8747cac5cec {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1804.193602] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ecadd0c-2f96-41cf-a536-d44b08e8bfc7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.200431] env[62306]: DEBUG oslo_vmware.api [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for the task: (returnval){ [ 1804.200431] env[62306]: value = "task-1972602" [ 1804.200431] env[62306]: _type = "Task" [ 1804.200431] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.210082] env[62306]: DEBUG oslo_vmware.api [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.383492] env[62306]: DEBUG nova.compute.manager [req-53be70cf-ea04-4c49-931e-686940fed28f req-1be3c6fb-baf1-4bfb-af68-165b5ae6ea5e service nova] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Received event network-vif-deleted-eb33d6b3-83b1-46ee-b4b1-f39e7b229d3e {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1804.383773] env[62306]: INFO nova.compute.manager [req-53be70cf-ea04-4c49-931e-686940fed28f req-1be3c6fb-baf1-4bfb-af68-165b5ae6ea5e service nova] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Neutron deleted interface eb33d6b3-83b1-46ee-b4b1-f39e7b229d3e; detaching it from the instance and deleting it from the info cache [ 1804.383990] env[62306]: DEBUG nova.network.neutron [req-53be70cf-ea04-4c49-931e-686940fed28f req-1be3c6fb-baf1-4bfb-af68-165b5ae6ea5e service nova] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.556383] env[62306]: DEBUG nova.compute.manager [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1804.561539] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 5295d78d-860a-4100-8b53-3ece13c6f31c] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1804.582319] env[62306]: DEBUG nova.compute.manager [req-95c06f0c-8be8-455a-872f-12190fb51dfd req-da2669a5-dfb7-4988-b47f-677ec761dad1 service nova] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Received event network-vif-plugged-9d18acfa-5c4e-4922-84a3-9f1ba9d95ecf {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1804.582455] env[62306]: DEBUG oslo_concurrency.lockutils [req-95c06f0c-8be8-455a-872f-12190fb51dfd req-da2669a5-dfb7-4988-b47f-677ec761dad1 service nova] Acquiring lock "37fc8716-3b64-4256-adcc-e17f75e58edc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.582650] env[62306]: DEBUG oslo_concurrency.lockutils [req-95c06f0c-8be8-455a-872f-12190fb51dfd req-da2669a5-dfb7-4988-b47f-677ec761dad1 service nova] Lock "37fc8716-3b64-4256-adcc-e17f75e58edc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.582816] env[62306]: DEBUG oslo_concurrency.lockutils [req-95c06f0c-8be8-455a-872f-12190fb51dfd req-da2669a5-dfb7-4988-b47f-677ec761dad1 service nova] Lock "37fc8716-3b64-4256-adcc-e17f75e58edc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.582980] env[62306]: DEBUG nova.compute.manager [req-95c06f0c-8be8-455a-872f-12190fb51dfd req-da2669a5-dfb7-4988-b47f-677ec761dad1 service nova] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] No waiting events found dispatching network-vif-plugged-9d18acfa-5c4e-4922-84a3-9f1ba9d95ecf {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1804.586765] env[62306]: WARNING nova.compute.manager [req-95c06f0c-8be8-455a-872f-12190fb51dfd req-da2669a5-dfb7-4988-b47f-677ec761dad1 service nova] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Received unexpected event network-vif-plugged-9d18acfa-5c4e-4922-84a3-9f1ba9d95ecf for instance with vm_state building and task_state spawning. [ 1804.590737] env[62306]: INFO nova.compute.manager [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] instance snapshotting [ 1804.596162] env[62306]: DEBUG oslo_concurrency.lockutils [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "4e1ab485-0c88-4161-8b4d-500ec3ee7ba4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.596162] env[62306]: DEBUG oslo_concurrency.lockutils [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "4e1ab485-0c88-4161-8b4d-500ec3ee7ba4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.596282] env[62306]: DEBUG oslo_concurrency.lockutils [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "4e1ab485-0c88-4161-8b4d-500ec3ee7ba4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.596353] env[62306]: DEBUG oslo_concurrency.lockutils [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "4e1ab485-0c88-4161-8b4d-500ec3ee7ba4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.596512] env[62306]: DEBUG oslo_concurrency.lockutils [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "4e1ab485-0c88-4161-8b4d-500ec3ee7ba4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.599495] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93c1c0a-09ee-4961-9506-0e969567dade {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.602450] env[62306]: INFO nova.compute.manager [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Terminating instance [ 1804.606225] env[62306]: DEBUG nova.virt.hardware [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1804.608906] env[62306]: DEBUG nova.virt.hardware [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1804.609776] env[62306]: DEBUG nova.virt.hardware [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1804.609904] env[62306]: DEBUG nova.virt.hardware [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1804.610068] env[62306]: DEBUG nova.virt.hardware [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1804.610245] env[62306]: DEBUG nova.virt.hardware [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1804.610480] env[62306]: DEBUG nova.virt.hardware [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1804.610643] env[62306]: DEBUG nova.virt.hardware [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1804.610808] env[62306]: DEBUG nova.virt.hardware [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1804.610970] env[62306]: DEBUG nova.virt.hardware [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1804.611162] env[62306]: DEBUG nova.virt.hardware [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1804.613255] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4d619f-4de1-4524-be11-b6eec8547bd6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.640063] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80222a2-dca6-4f59-af58-aee448fa907c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.648524] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900465e0-f05d-44a4-8b97-4c4e3d93e354 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.700231] env[62306]: DEBUG nova.network.neutron [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Successfully updated port: 9d18acfa-5c4e-4922-84a3-9f1ba9d95ecf {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1804.715067] env[62306]: DEBUG oslo_vmware.api [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Task: {'id': task-1972602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307109} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.715219] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1804.715361] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1804.715449] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1804.715613] env[62306]: INFO nova.compute.manager [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1804.715851] env[62306]: DEBUG oslo.service.loopingcall [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1804.716045] env[62306]: DEBUG nova.compute.manager [-] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1804.716166] env[62306]: DEBUG nova.network.neutron [-] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1804.860580] env[62306]: DEBUG nova.network.neutron [-] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.888243] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc29f9c1-21bb-4569-8758-e5c272156fd5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.900118] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c822ce9e-7f11-492c-991c-7c962a57fa07 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.941288] env[62306]: DEBUG nova.compute.manager [req-53be70cf-ea04-4c49-931e-686940fed28f req-1be3c6fb-baf1-4bfb-af68-165b5ae6ea5e service nova] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Detach interface failed, port_id=eb33d6b3-83b1-46ee-b4b1-f39e7b229d3e, reason: Instance b6bc671a-8f32-4186-9921-813c3f91dfdc could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1805.066520] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 41e880e0-f3ae-427b-86b4-e5bde043d0bd] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1805.139758] env[62306]: DEBUG nova.compute.manager [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1805.140015] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1805.140895] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3f3bb4-ff55-42d3-9e01-fba073904d10 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.147759] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb8957c-aa45-4d05-901f-9cd0a8751706 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.152028] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1805.152551] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9195de3-0c2e-4e61-a50e-4fb5b420326d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.157337] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4e3565-9064-4450-aa0e-b9fc6197c81a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.162264] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Creating Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1805.162640] env[62306]: DEBUG oslo_vmware.api [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1805.162640] env[62306]: value = "task-1972603" [ 1805.162640] env[62306]: _type = "Task" [ 1805.162640] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.163466] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-00e8ad4b-49d6-42fe-a9ca-e2d5f9535483 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.196295] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c07f084-34e6-43f3-aad2-df6ab10b2da3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.202300] env[62306]: DEBUG oslo_vmware.api [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.203992] env[62306]: DEBUG oslo_vmware.api [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1805.203992] env[62306]: value = "task-1972604" [ 1805.203992] env[62306]: _type = "Task" [ 1805.203992] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.209890] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "refresh_cache-37fc8716-3b64-4256-adcc-e17f75e58edc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.210070] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "refresh_cache-37fc8716-3b64-4256-adcc-e17f75e58edc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.210321] env[62306]: DEBUG nova.network.neutron [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1805.214660] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af04292-6ef4-4494-8093-31cda6d82844 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.224511] env[62306]: DEBUG oslo_vmware.api [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972604, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.236835] env[62306]: DEBUG nova.compute.provider_tree [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1805.364264] env[62306]: INFO nova.compute.manager [-] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Took 1.28 seconds to deallocate network for instance. [ 1805.491656] env[62306]: DEBUG nova.network.neutron [-] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.572247] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: a385a9c1-4cdd-48dc-bbe8-4a002ccde241] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1805.676050] env[62306]: DEBUG oslo_vmware.api [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972603, 'name': PowerOffVM_Task, 'duration_secs': 0.265637} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.676050] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1805.676050] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1805.676050] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e0528e4-0c44-4b58-b2a6-341ab5319f79 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.716470] env[62306]: DEBUG oslo_vmware.api [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972604, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.741988] env[62306]: DEBUG nova.scheduler.client.report [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1805.754366] env[62306]: DEBUG nova.network.neutron [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1805.842934] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1805.843247] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1805.843345] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Deleting the datastore file [datastore1] 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1805.843636] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc9d98c4-4eb6-4d91-8b91-aa3079dd00b1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.852648] env[62306]: DEBUG oslo_vmware.api [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1805.852648] env[62306]: value = "task-1972606" [ 1805.852648] env[62306]: _type = "Task" [ 1805.852648] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.860766] env[62306]: DEBUG oslo_vmware.api [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.872108] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.995835] env[62306]: INFO nova.compute.manager [-] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Took 1.28 seconds to deallocate network for instance. [ 1806.076724] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 8dfb0848-2dc0-431d-8372-8474c1084bf8] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1806.184049] env[62306]: DEBUG nova.network.neutron [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Updating instance_info_cache with network_info: [{"id": "9d18acfa-5c4e-4922-84a3-9f1ba9d95ecf", "address": "fa:16:3e:cf:b6:e5", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d18acfa-5c", "ovs_interfaceid": "9d18acfa-5c4e-4922-84a3-9f1ba9d95ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.217415] env[62306]: DEBUG oslo_vmware.api [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972604, 'name': CreateSnapshot_Task, 'duration_secs': 0.739012} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.217918] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Created Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1806.219023] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8876762f-4760-4283-9665-bd17666e3205 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.249371] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.065s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.249885] env[62306]: DEBUG nova.compute.manager [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1806.252487] env[62306]: DEBUG oslo_concurrency.lockutils [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.886s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.252680] env[62306]: DEBUG oslo_concurrency.lockutils [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.254731] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.878s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.254880] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.257117] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.664s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.258719] env[62306]: INFO nova.compute.claims [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1806.282220] env[62306]: INFO nova.scheduler.client.report [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Deleted allocations for instance 00b5703c-bed5-4dd1-839b-ac92f7443bcc [ 1806.284550] env[62306]: INFO nova.scheduler.client.report [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Deleted allocations for instance 0be73756-7509-472c-8a54-7ab108f4cdcd [ 1806.363417] env[62306]: DEBUG oslo_vmware.api [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149221} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.363690] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1806.364163] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1806.364163] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1806.364266] env[62306]: INFO nova.compute.manager [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1806.364452] env[62306]: DEBUG oslo.service.loopingcall [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1806.364636] env[62306]: DEBUG nova.compute.manager [-] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1806.364750] env[62306]: DEBUG nova.network.neutron [-] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1806.505151] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.579982] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 22ad90b8-e525-46b9-842e-06b024d6f6ba] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1806.659705] env[62306]: DEBUG nova.compute.manager [req-3e06eaf5-c362-4676-add7-150e52576a42 req-0e4e32fc-5146-4552-a0f5-16485e2d5dfb service nova] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Received event network-changed-9d18acfa-5c4e-4922-84a3-9f1ba9d95ecf {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1806.659962] env[62306]: DEBUG nova.compute.manager [req-3e06eaf5-c362-4676-add7-150e52576a42 req-0e4e32fc-5146-4552-a0f5-16485e2d5dfb service nova] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Refreshing instance network info cache due to event network-changed-9d18acfa-5c4e-4922-84a3-9f1ba9d95ecf. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1806.660122] env[62306]: DEBUG oslo_concurrency.lockutils [req-3e06eaf5-c362-4676-add7-150e52576a42 req-0e4e32fc-5146-4552-a0f5-16485e2d5dfb service nova] Acquiring lock "refresh_cache-37fc8716-3b64-4256-adcc-e17f75e58edc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.687667] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "refresh_cache-37fc8716-3b64-4256-adcc-e17f75e58edc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.688091] env[62306]: DEBUG nova.compute.manager [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Instance network_info: |[{"id": "9d18acfa-5c4e-4922-84a3-9f1ba9d95ecf", "address": "fa:16:3e:cf:b6:e5", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d18acfa-5c", "ovs_interfaceid": "9d18acfa-5c4e-4922-84a3-9f1ba9d95ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1806.688409] env[62306]: DEBUG oslo_concurrency.lockutils [req-3e06eaf5-c362-4676-add7-150e52576a42 req-0e4e32fc-5146-4552-a0f5-16485e2d5dfb service nova] Acquired lock "refresh_cache-37fc8716-3b64-4256-adcc-e17f75e58edc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.688594] env[62306]: DEBUG nova.network.neutron [req-3e06eaf5-c362-4676-add7-150e52576a42 req-0e4e32fc-5146-4552-a0f5-16485e2d5dfb service nova] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Refreshing network info cache for port 9d18acfa-5c4e-4922-84a3-9f1ba9d95ecf {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1806.689997] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:b6:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d18acfa-5c4e-4922-84a3-9f1ba9d95ecf', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1806.697689] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Creating folder: Project (029fbdb7a8554050bd5b7b208e76c125). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1806.698940] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d05e47fa-8116-4494-a20d-081cf84f5f2f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.713997] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Created folder: Project (029fbdb7a8554050bd5b7b208e76c125) in parent group-v406007. [ 1806.713997] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Creating folder: Instances. Parent ref: group-v406173. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1806.713997] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2c3ef96-1ccd-4021-a889-655f0b6d7de2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.727019] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Created folder: Instances in parent group-v406173. [ 1806.727321] env[62306]: DEBUG oslo.service.loopingcall [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1806.727522] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1806.727735] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21f6d0ea-4290-42aa-8b93-a72ea7be3148 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.749089] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Creating linked-clone VM from snapshot {{(pid=62306) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1806.749411] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-91b5f92d-743d-4def-a339-7948f8d357a6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.759512] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1806.759512] env[62306]: value = "task-1972610" [ 1806.759512] env[62306]: _type = "Task" [ 1806.759512] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.759806] env[62306]: DEBUG oslo_vmware.api [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1806.759806] env[62306]: value = "task-1972609" [ 1806.759806] env[62306]: _type = "Task" [ 1806.759806] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.771448] env[62306]: DEBUG nova.compute.utils [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1806.771448] env[62306]: DEBUG nova.compute.manager [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1806.771448] env[62306]: DEBUG nova.network.neutron [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1806.787076] env[62306]: DEBUG oslo_vmware.api [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972609, 'name': CloneVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.787468] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972610, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.794103] env[62306]: DEBUG oslo_concurrency.lockutils [None req-38d1de11-a511-4aa4-b63a-f3818ae80a7c tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "00b5703c-bed5-4dd1-839b-ac92f7443bcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.508s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.795342] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aec7a325-084a-4f39-8d18-ad6f3936679e tempest-ListServersNegativeTestJSON-251475386 tempest-ListServersNegativeTestJSON-251475386-project-member] Lock "0be73756-7509-472c-8a54-7ab108f4cdcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.589s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.816436] env[62306]: DEBUG nova.policy [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bd033bb7e3343d99736bab0a5978302', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e72ea6401064cc18047326c2040c05a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1807.085503] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 736874a7-a8c5-4ca2-9711-ded10fe44bdd] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1807.135296] env[62306]: DEBUG nova.network.neutron [-] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.230132] env[62306]: DEBUG nova.network.neutron [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Successfully created port: f80dae47-62d2-4f3d-9733-e7f4ad181ef1 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1807.295956] env[62306]: DEBUG nova.compute.manager [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1807.299652] env[62306]: DEBUG oslo_vmware.api [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972609, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.299932] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972610, 'name': CreateVM_Task, 'duration_secs': 0.459388} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.301363] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1807.302241] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.302401] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.302720] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1807.303033] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-658e69dc-7a5a-498b-98d1-27745b1785d1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.311145] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1807.311145] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529d1bf8-f7a0-23eb-f7c2-8c42caf1fe27" [ 1807.311145] env[62306]: _type = "Task" [ 1807.311145] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.321208] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529d1bf8-f7a0-23eb-f7c2-8c42caf1fe27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.559375] env[62306]: DEBUG nova.network.neutron [req-3e06eaf5-c362-4676-add7-150e52576a42 req-0e4e32fc-5146-4552-a0f5-16485e2d5dfb service nova] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Updated VIF entry in instance network info cache for port 9d18acfa-5c4e-4922-84a3-9f1ba9d95ecf. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1807.559769] env[62306]: DEBUG nova.network.neutron [req-3e06eaf5-c362-4676-add7-150e52576a42 req-0e4e32fc-5146-4552-a0f5-16485e2d5dfb service nova] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Updating instance_info_cache with network_info: [{"id": "9d18acfa-5c4e-4922-84a3-9f1ba9d95ecf", "address": "fa:16:3e:cf:b6:e5", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d18acfa-5c", "ovs_interfaceid": "9d18acfa-5c4e-4922-84a3-9f1ba9d95ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.587319] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 98c3bd5f-8a4a-4906-84dd-807eaff1da62] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1807.640086] env[62306]: INFO nova.compute.manager [-] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Took 1.28 seconds to deallocate network for instance. [ 1807.774809] env[62306]: DEBUG oslo_vmware.api [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972609, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.821861] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529d1bf8-f7a0-23eb-f7c2-8c42caf1fe27, 'name': SearchDatastore_Task, 'duration_secs': 0.010836} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.822066] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.823366] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1807.823366] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.823691] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.823691] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1807.826640] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84732cc4-b070-44bc-b820-3b6f26b5deb0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.837671] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1807.837928] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1807.839594] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e10381-8b8b-452d-9bc3-31ade7ad6297 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.844934] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23a1c88-269c-400e-afb8-471fb7b1d56e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.849442] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1807.849442] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f834e7-3064-ff53-c5bc-c0f3b95b0f09" [ 1807.849442] env[62306]: _type = "Task" [ 1807.849442] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.855065] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4daf04-c387-4760-a8be-e0766054bf65 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.864816] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f834e7-3064-ff53-c5bc-c0f3b95b0f09, 'name': SearchDatastore_Task, 'duration_secs': 0.012925} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.888537] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c791a698-aa5c-40a2-8f5e-c149da6ad636 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.891359] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28130653-4076-43a6-bcd9-931788f95615 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.900993] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a75befa-8cde-4314-bdee-28914fd579c4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.904816] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1807.904816] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e3d8ae-70b0-a590-0bc1-f94fb02cb4f0" [ 1807.904816] env[62306]: _type = "Task" [ 1807.904816] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.918053] env[62306]: DEBUG nova.compute.provider_tree [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1807.924738] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e3d8ae-70b0-a590-0bc1-f94fb02cb4f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.926073] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.926073] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 37fc8716-3b64-4256-adcc-e17f75e58edc/37fc8716-3b64-4256-adcc-e17f75e58edc.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1807.926073] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9476d864-632f-4141-ae81-f22c0d34714e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.933579] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1807.933579] env[62306]: value = "task-1972611" [ 1807.933579] env[62306]: _type = "Task" [ 1807.933579] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.944109] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.062176] env[62306]: DEBUG oslo_concurrency.lockutils [req-3e06eaf5-c362-4676-add7-150e52576a42 req-0e4e32fc-5146-4552-a0f5-16485e2d5dfb service nova] Releasing lock "refresh_cache-37fc8716-3b64-4256-adcc-e17f75e58edc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.062441] env[62306]: DEBUG nova.compute.manager [req-3e06eaf5-c362-4676-add7-150e52576a42 req-0e4e32fc-5146-4552-a0f5-16485e2d5dfb service nova] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Received event network-vif-deleted-8a011e42-596b-4b93-a764-c0361733cffe {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1808.093863] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 991c0412-c377-4428-a11f-b231fa5a7751] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1808.150251] env[62306]: DEBUG oslo_concurrency.lockutils [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.274732] env[62306]: DEBUG oslo_vmware.api [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972609, 'name': CloneVM_Task, 'duration_secs': 1.32712} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.278808] env[62306]: INFO nova.virt.vmwareapi.vmops [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Created linked-clone VM from snapshot [ 1808.280498] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649e0dca-f4b3-4060-953a-87737e4fa30a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.291665] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Uploading image a079ba20-8952-41e6-a463-256a1f8d3998 {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1808.310287] env[62306]: DEBUG nova.compute.manager [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1808.330630] env[62306]: DEBUG oslo_vmware.rw_handles [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1808.330630] env[62306]: value = "vm-406176" [ 1808.330630] env[62306]: _type = "VirtualMachine" [ 1808.330630] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1808.331137] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d16d4cfa-1214-45df-910f-c82f70eced04 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.345025] env[62306]: DEBUG oslo_vmware.rw_handles [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lease: (returnval){ [ 1808.345025] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52280111-309d-8e04-13dd-f53bded7b447" [ 1808.345025] env[62306]: _type = "HttpNfcLease" [ 1808.345025] env[62306]: } obtained for exporting VM: (result){ [ 1808.345025] env[62306]: value = "vm-406176" [ 1808.345025] env[62306]: _type = "VirtualMachine" [ 1808.345025] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1808.345025] env[62306]: DEBUG oslo_vmware.api [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the lease: (returnval){ [ 1808.345025] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52280111-309d-8e04-13dd-f53bded7b447" [ 1808.345025] env[62306]: _type = "HttpNfcLease" [ 1808.345025] env[62306]: } to be ready. {{(pid=62306) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1808.347438] env[62306]: DEBUG nova.virt.hardware [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1808.347855] env[62306]: DEBUG nova.virt.hardware [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1808.348138] env[62306]: DEBUG nova.virt.hardware [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1808.348420] env[62306]: DEBUG nova.virt.hardware [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1808.348685] env[62306]: DEBUG nova.virt.hardware [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1808.350019] env[62306]: DEBUG nova.virt.hardware [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1808.350019] env[62306]: DEBUG nova.virt.hardware [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1808.350019] env[62306]: DEBUG nova.virt.hardware [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1808.350019] env[62306]: DEBUG nova.virt.hardware [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1808.350019] env[62306]: DEBUG nova.virt.hardware [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1808.350019] env[62306]: DEBUG nova.virt.hardware [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1808.350976] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233ddf08-053f-444e-b36c-f15ddf1ee63c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.363845] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20c86da-d693-4e2e-99f7-2720605ae600 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.370222] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1808.370222] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52280111-309d-8e04-13dd-f53bded7b447" [ 1808.370222] env[62306]: _type = "HttpNfcLease" [ 1808.370222] env[62306]: } is ready. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1808.371206] env[62306]: DEBUG oslo_vmware.rw_handles [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1808.371206] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52280111-309d-8e04-13dd-f53bded7b447" [ 1808.371206] env[62306]: _type = "HttpNfcLease" [ 1808.371206] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1808.372422] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b8fcdf-e4d9-4ad7-980c-a4bca0465736 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.394098] env[62306]: DEBUG oslo_vmware.rw_handles [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523848c2-5518-a693-904d-e81f1bcfe015/disk-0.vmdk from lease info. {{(pid=62306) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1808.394098] env[62306]: DEBUG oslo_vmware.rw_handles [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523848c2-5518-a693-904d-e81f1bcfe015/disk-0.vmdk for reading. {{(pid=62306) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1808.473193] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972611, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.474776] env[62306]: ERROR nova.scheduler.client.report [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [req-57061dac-2638-44f2-8a52-d74af4af1c25] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-57061dac-2638-44f2-8a52-d74af4af1c25"}]} [ 1808.500305] env[62306]: DEBUG nova.scheduler.client.report [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1808.519102] env[62306]: DEBUG nova.scheduler.client.report [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1808.519372] env[62306]: DEBUG nova.compute.provider_tree [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1808.524790] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-09d1d68a-d268-4827-8240-a11fc70aa496 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.538078] env[62306]: DEBUG nova.scheduler.client.report [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1808.562268] env[62306]: DEBUG nova.scheduler.client.report [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1808.599300] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 29cb3f72-c88e-47bf-8c52-4fe27ae6aa58] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1808.739302] env[62306]: DEBUG nova.compute.manager [req-ac5f27fd-5c82-4f78-a05c-3460d921c067 req-c3f80054-8b1c-4662-925b-4a5b2f8a9d07 service nova] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Received event network-vif-deleted-40ea96a7-e116-4aa3-8dab-4dcd778521b0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1808.885858] env[62306]: DEBUG nova.network.neutron [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Successfully updated port: f80dae47-62d2-4f3d-9733-e7f4ad181ef1 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1808.965281] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586169} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.968301] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 37fc8716-3b64-4256-adcc-e17f75e58edc/37fc8716-3b64-4256-adcc-e17f75e58edc.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1808.969716] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1808.970456] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1df239e-d0c6-4ac5-9799-0256ac5060b9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.979450] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1808.979450] env[62306]: value = "task-1972613" [ 1808.979450] env[62306]: _type = "Task" [ 1808.979450] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.994508] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.104271] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 8a481ddf-54a5-4146-8535-02072b9dd827] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1809.117546] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f67304f-1be4-47bc-8336-e2e055572a76 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.127138] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d23852-d0e1-4ad6-8639-79197c628b1c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.164816] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8234acce-b7bd-455d-bef2-3656ef4b56e3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.176301] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead2da6a-a762-4545-8cc7-185ffa39f9e9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.193455] env[62306]: DEBUG nova.compute.provider_tree [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.390060] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "refresh_cache-c12c7149-f851-4b6b-b69b-54fbbb176590" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.390372] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquired lock "refresh_cache-c12c7149-f851-4b6b-b69b-54fbbb176590" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.390372] env[62306]: DEBUG nova.network.neutron [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1809.494703] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076968} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.494703] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1809.495536] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9508f6-c545-4395-9aef-1a90aaabd107 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.521569] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 37fc8716-3b64-4256-adcc-e17f75e58edc/37fc8716-3b64-4256-adcc-e17f75e58edc.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1809.521734] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bd0d8d0-0d8c-40d2-af26-dd7f21644d38 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.546313] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1809.546313] env[62306]: value = "task-1972614" [ 1809.546313] env[62306]: _type = "Task" [ 1809.546313] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.558470] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.607846] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 2c04403e-94dd-4b95-a026-b64e9de9b086] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1809.697887] env[62306]: DEBUG nova.scheduler.client.report [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1809.928141] env[62306]: DEBUG nova.network.neutron [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1810.066414] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972614, 'name': ReconfigVM_Task, 'duration_secs': 0.336398} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.066414] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 37fc8716-3b64-4256-adcc-e17f75e58edc/37fc8716-3b64-4256-adcc-e17f75e58edc.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1810.066414] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4c337fd-42bc-4a67-8e74-310d6072156a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.077145] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1810.077145] env[62306]: value = "task-1972615" [ 1810.077145] env[62306]: _type = "Task" [ 1810.077145] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.091878] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972615, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.112302] env[62306]: DEBUG nova.network.neutron [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Updating instance_info_cache with network_info: [{"id": "f80dae47-62d2-4f3d-9733-e7f4ad181ef1", "address": "fa:16:3e:8e:fe:4b", "network": {"id": "8d03538e-1f34-4da2-9413-7dec92d90955", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-94904741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e72ea6401064cc18047326c2040c05a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf80dae47-62", "ovs_interfaceid": "f80dae47-62d2-4f3d-9733-e7f4ad181ef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.117020] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 10b781a1-2f5c-48ae-8750-e10affb9c90b] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1810.203641] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.946s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.204352] env[62306]: DEBUG nova.compute.manager [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1810.207655] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.961s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.207789] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.210137] env[62306]: DEBUG oslo_concurrency.lockutils [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.741s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.211618] env[62306]: INFO nova.compute.claims [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1810.245408] env[62306]: INFO nova.scheduler.client.report [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Deleted allocations for instance 841a47e3-cb9f-48d5-8cf3-adc7245f3293 [ 1810.589071] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972615, 'name': Rename_Task, 'duration_secs': 0.162933} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.589364] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1810.589421] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed605a73-e006-4571-8e19-a9b60483c07a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.596665] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1810.596665] env[62306]: value = "task-1972616" [ 1810.596665] env[62306]: _type = "Task" [ 1810.596665] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.613641] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.617441] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Releasing lock "refresh_cache-c12c7149-f851-4b6b-b69b-54fbbb176590" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.617832] env[62306]: DEBUG nova.compute.manager [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Instance network_info: |[{"id": "f80dae47-62d2-4f3d-9733-e7f4ad181ef1", "address": "fa:16:3e:8e:fe:4b", "network": {"id": "8d03538e-1f34-4da2-9413-7dec92d90955", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-94904741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e72ea6401064cc18047326c2040c05a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf80dae47-62", "ovs_interfaceid": "f80dae47-62d2-4f3d-9733-e7f4ad181ef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1810.618636] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: c2d4aca9-bdef-4d11-bc69-0a0f9152722c] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1810.620667] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:fe:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f80dae47-62d2-4f3d-9733-e7f4ad181ef1', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1810.628767] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Creating folder: Project (2e72ea6401064cc18047326c2040c05a). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1810.629102] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76376500-15f0-4242-a5b9-afff03ea5277 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.645409] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Created folder: Project (2e72ea6401064cc18047326c2040c05a) in parent group-v406007. [ 1810.645409] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Creating folder: Instances. Parent ref: group-v406177. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1810.645656] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-237effaa-4deb-459a-ace6-610d775bb5b0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.657690] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Created folder: Instances in parent group-v406177. [ 1810.657980] env[62306]: DEBUG oslo.service.loopingcall [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1810.658491] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1810.658726] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29796ada-69d0-4182-b60a-7fefe84273f8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.679963] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1810.679963] env[62306]: value = "task-1972619" [ 1810.679963] env[62306]: _type = "Task" [ 1810.679963] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.688360] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972619, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.717524] env[62306]: DEBUG nova.compute.utils [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1810.721458] env[62306]: DEBUG nova.compute.manager [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1810.721645] env[62306]: DEBUG nova.network.neutron [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1810.754936] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f20d73c1-c724-4397-9aa3-3e3fa01b5251 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lock "841a47e3-cb9f-48d5-8cf3-adc7245f3293" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.054s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.798706] env[62306]: DEBUG nova.policy [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca91419ad2e04b0eb90592edaed72062', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05959193d6c74be19c876ce0b60e4a31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1810.891994] env[62306]: DEBUG nova.compute.manager [req-53e419f4-3807-4baa-84ae-394709c32f21 req-2f460800-5296-4033-b3f6-797a04b57ea5 service nova] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Received event network-vif-plugged-f80dae47-62d2-4f3d-9733-e7f4ad181ef1 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1810.892277] env[62306]: DEBUG oslo_concurrency.lockutils [req-53e419f4-3807-4baa-84ae-394709c32f21 req-2f460800-5296-4033-b3f6-797a04b57ea5 service nova] Acquiring lock "c12c7149-f851-4b6b-b69b-54fbbb176590-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.892506] env[62306]: DEBUG oslo_concurrency.lockutils [req-53e419f4-3807-4baa-84ae-394709c32f21 req-2f460800-5296-4033-b3f6-797a04b57ea5 service nova] Lock "c12c7149-f851-4b6b-b69b-54fbbb176590-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.892723] env[62306]: DEBUG oslo_concurrency.lockutils [req-53e419f4-3807-4baa-84ae-394709c32f21 req-2f460800-5296-4033-b3f6-797a04b57ea5 service nova] Lock "c12c7149-f851-4b6b-b69b-54fbbb176590-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.892855] env[62306]: DEBUG nova.compute.manager [req-53e419f4-3807-4baa-84ae-394709c32f21 req-2f460800-5296-4033-b3f6-797a04b57ea5 service nova] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] No waiting events found dispatching network-vif-plugged-f80dae47-62d2-4f3d-9733-e7f4ad181ef1 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1810.893162] env[62306]: WARNING nova.compute.manager [req-53e419f4-3807-4baa-84ae-394709c32f21 req-2f460800-5296-4033-b3f6-797a04b57ea5 service nova] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Received unexpected event network-vif-plugged-f80dae47-62d2-4f3d-9733-e7f4ad181ef1 for instance with vm_state building and task_state spawning. [ 1810.893331] env[62306]: DEBUG nova.compute.manager [req-53e419f4-3807-4baa-84ae-394709c32f21 req-2f460800-5296-4033-b3f6-797a04b57ea5 service nova] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Received event network-changed-f80dae47-62d2-4f3d-9733-e7f4ad181ef1 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1810.893511] env[62306]: DEBUG nova.compute.manager [req-53e419f4-3807-4baa-84ae-394709c32f21 req-2f460800-5296-4033-b3f6-797a04b57ea5 service nova] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Refreshing instance network info cache due to event network-changed-f80dae47-62d2-4f3d-9733-e7f4ad181ef1. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1810.893714] env[62306]: DEBUG oslo_concurrency.lockutils [req-53e419f4-3807-4baa-84ae-394709c32f21 req-2f460800-5296-4033-b3f6-797a04b57ea5 service nova] Acquiring lock "refresh_cache-c12c7149-f851-4b6b-b69b-54fbbb176590" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.893863] env[62306]: DEBUG oslo_concurrency.lockutils [req-53e419f4-3807-4baa-84ae-394709c32f21 req-2f460800-5296-4033-b3f6-797a04b57ea5 service nova] Acquired lock "refresh_cache-c12c7149-f851-4b6b-b69b-54fbbb176590" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.894043] env[62306]: DEBUG nova.network.neutron [req-53e419f4-3807-4baa-84ae-394709c32f21 req-2f460800-5296-4033-b3f6-797a04b57ea5 service nova] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Refreshing network info cache for port f80dae47-62d2-4f3d-9733-e7f4ad181ef1 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1810.974467] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquiring lock "d0bb62ae-c499-4d16-923b-66c8214289db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.974807] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lock "d0bb62ae-c499-4d16-923b-66c8214289db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.975148] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquiring lock "d0bb62ae-c499-4d16-923b-66c8214289db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.975370] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lock "d0bb62ae-c499-4d16-923b-66c8214289db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.975568] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lock "d0bb62ae-c499-4d16-923b-66c8214289db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.979206] env[62306]: INFO nova.compute.manager [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Terminating instance [ 1811.108110] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972616, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.130624] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 171d17e6-19f4-432a-887d-ebc7ec3e5481] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1811.168046] env[62306]: DEBUG nova.network.neutron [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Successfully created port: 66999eae-03c4-4d94-96db-fa80219c2db7 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1811.198225] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972619, 'name': CreateVM_Task, 'duration_secs': 0.383507} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.198341] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1811.199290] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.199290] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.199518] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1811.199811] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1937e516-bc02-4818-8689-aabbf8c0fb63 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.205893] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 1811.205893] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52db7fff-c589-498b-030a-8c76c58b0f29" [ 1811.205893] env[62306]: _type = "Task" [ 1811.205893] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.215448] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52db7fff-c589-498b-030a-8c76c58b0f29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.222593] env[62306]: DEBUG nova.compute.manager [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1811.483336] env[62306]: DEBUG nova.compute.manager [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1811.483535] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1811.484498] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ae2067-cb41-42c2-887f-7cf447935545 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.501387] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1811.501778] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10a67467-99e2-4c12-bce4-266ea97c9511 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.510315] env[62306]: DEBUG oslo_vmware.api [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1811.510315] env[62306]: value = "task-1972620" [ 1811.510315] env[62306]: _type = "Task" [ 1811.510315] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.520829] env[62306]: DEBUG oslo_vmware.api [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.613911] env[62306]: DEBUG oslo_vmware.api [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972616, 'name': PowerOnVM_Task, 'duration_secs': 0.525755} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.616767] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1811.617235] env[62306]: INFO nova.compute.manager [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Took 7.06 seconds to spawn the instance on the hypervisor. [ 1811.617477] env[62306]: DEBUG nova.compute.manager [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1811.618492] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d784df0-082b-4a46-8b87-27303ceb25b5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.634993] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: d371063f-d419-4965-9840-51e8071bca6a] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1811.700477] env[62306]: DEBUG nova.network.neutron [req-53e419f4-3807-4baa-84ae-394709c32f21 req-2f460800-5296-4033-b3f6-797a04b57ea5 service nova] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Updated VIF entry in instance network info cache for port f80dae47-62d2-4f3d-9733-e7f4ad181ef1. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1811.700852] env[62306]: DEBUG nova.network.neutron [req-53e419f4-3807-4baa-84ae-394709c32f21 req-2f460800-5296-4033-b3f6-797a04b57ea5 service nova] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Updating instance_info_cache with network_info: [{"id": "f80dae47-62d2-4f3d-9733-e7f4ad181ef1", "address": "fa:16:3e:8e:fe:4b", "network": {"id": "8d03538e-1f34-4da2-9413-7dec92d90955", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-94904741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e72ea6401064cc18047326c2040c05a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf80dae47-62", "ovs_interfaceid": "f80dae47-62d2-4f3d-9733-e7f4ad181ef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.718205] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52db7fff-c589-498b-030a-8c76c58b0f29, 'name': SearchDatastore_Task, 'duration_secs': 0.014353} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.719076] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.719566] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1811.719839] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.720426] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.720620] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1811.721277] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be1e29bd-d28c-40b0-8cf7-8bca6770fe3a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.738706] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1811.738706] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1811.738706] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3824a784-bd7a-42c7-b723-3276fa319906 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.749419] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 1811.749419] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5277ed5d-3661-cc3e-58db-7740dd8c61f0" [ 1811.749419] env[62306]: _type = "Task" [ 1811.749419] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.761942] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5277ed5d-3661-cc3e-58db-7740dd8c61f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.765174] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a4216c-c9f6-4b02-9e48-0249835cc1d7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.775756] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb8e269-9c51-4fe0-86ec-2445be67649c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.809515] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cccc68-24f9-4ab0-897b-db1739a2247e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.819100] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce06016c-9bbe-40e1-884c-66c985adc1f1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.838226] env[62306]: DEBUG nova.compute.provider_tree [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1812.020991] env[62306]: DEBUG oslo_vmware.api [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972620, 'name': PowerOffVM_Task, 'duration_secs': 0.356758} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.021091] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1812.021358] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1812.021501] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bb959ff-0af4-419d-b7d4-42188d698d05 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.114152] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1812.114152] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1812.114336] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Deleting the datastore file [datastore1] d0bb62ae-c499-4d16-923b-66c8214289db {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1812.114540] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25c52142-0430-48c1-8114-21aa143b5173 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.122878] env[62306]: DEBUG oslo_vmware.api [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for the task: (returnval){ [ 1812.122878] env[62306]: value = "task-1972622" [ 1812.122878] env[62306]: _type = "Task" [ 1812.122878] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.132432] env[62306]: DEBUG oslo_vmware.api [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.138790] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: b62fa60a-970d-440a-9fbb-ac03ff7d6cc2] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1812.140783] env[62306]: INFO nova.compute.manager [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Took 57.78 seconds to build instance. [ 1812.204453] env[62306]: DEBUG oslo_concurrency.lockutils [req-53e419f4-3807-4baa-84ae-394709c32f21 req-2f460800-5296-4033-b3f6-797a04b57ea5 service nova] Releasing lock "refresh_cache-c12c7149-f851-4b6b-b69b-54fbbb176590" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.235531] env[62306]: DEBUG nova.compute.manager [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1812.262629] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5277ed5d-3661-cc3e-58db-7740dd8c61f0, 'name': SearchDatastore_Task, 'duration_secs': 0.018751} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.265046] env[62306]: DEBUG nova.virt.hardware [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1812.265341] env[62306]: DEBUG nova.virt.hardware [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1812.265502] env[62306]: DEBUG nova.virt.hardware [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1812.265761] env[62306]: DEBUG nova.virt.hardware [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1812.265916] env[62306]: DEBUG nova.virt.hardware [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1812.266074] env[62306]: DEBUG nova.virt.hardware [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1812.266283] env[62306]: DEBUG nova.virt.hardware [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1812.266437] env[62306]: DEBUG nova.virt.hardware [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1812.266602] env[62306]: DEBUG nova.virt.hardware [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1812.266758] env[62306]: DEBUG nova.virt.hardware [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1812.266996] env[62306]: DEBUG nova.virt.hardware [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1812.268344] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673a104c-3c61-4263-b59d-4682720c1fe7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.270858] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9d7424b-125c-455e-b84b-c28966c73fde {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.277401] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 1812.277401] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5228110f-2f12-8e34-bf93-423c0590f903" [ 1812.277401] env[62306]: _type = "Task" [ 1812.277401] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.288278] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3f64b7-4070-48f2-8449-2890116f72c6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.301333] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5228110f-2f12-8e34-bf93-423c0590f903, 'name': SearchDatastore_Task, 'duration_secs': 0.017095} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.310756] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.311124] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] c12c7149-f851-4b6b-b69b-54fbbb176590/c12c7149-f851-4b6b-b69b-54fbbb176590.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1812.311672] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc9b540d-79fe-410e-b740-9207f1d540c4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.321132] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 1812.321132] env[62306]: value = "task-1972623" [ 1812.321132] env[62306]: _type = "Task" [ 1812.321132] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.330951] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.341277] env[62306]: DEBUG nova.scheduler.client.report [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1812.450261] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "37fc8716-3b64-4256-adcc-e17f75e58edc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.635233] env[62306]: DEBUG oslo_vmware.api [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Task: {'id': task-1972622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366991} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.635564] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1812.635705] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1812.635883] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1812.636068] env[62306]: INFO nova.compute.manager [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1812.636426] env[62306]: DEBUG oslo.service.loopingcall [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.636672] env[62306]: DEBUG nova.compute.manager [-] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1812.636818] env[62306]: DEBUG nova.network.neutron [-] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1812.645297] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 12f5b3e6-2b58-41ee-8f2d-ab7512c15ec9] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1812.647465] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b79e69bb-a647-4956-b768-0df343d27c26 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "37fc8716-3b64-4256-adcc-e17f75e58edc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.113s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.648878] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "37fc8716-3b64-4256-adcc-e17f75e58edc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.199s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.649139] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "37fc8716-3b64-4256-adcc-e17f75e58edc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.649431] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "37fc8716-3b64-4256-adcc-e17f75e58edc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.649727] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "37fc8716-3b64-4256-adcc-e17f75e58edc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.653710] env[62306]: INFO nova.compute.manager [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Terminating instance [ 1812.807181] env[62306]: DEBUG nova.network.neutron [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Successfully updated port: 66999eae-03c4-4d94-96db-fa80219c2db7 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1812.835194] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972623, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.850033] env[62306]: DEBUG oslo_concurrency.lockutils [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.850033] env[62306]: DEBUG nova.compute.manager [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1812.851779] env[62306]: DEBUG oslo_concurrency.lockutils [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 40.070s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.922538] env[62306]: DEBUG nova.compute.manager [req-35896659-43de-4dd3-9607-47ac009c9f0c req-f9e62e97-9880-41f1-8e19-87a3c2c23d99 service nova] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Received event network-vif-plugged-66999eae-03c4-4d94-96db-fa80219c2db7 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1812.925305] env[62306]: DEBUG oslo_concurrency.lockutils [req-35896659-43de-4dd3-9607-47ac009c9f0c req-f9e62e97-9880-41f1-8e19-87a3c2c23d99 service nova] Acquiring lock "b4294ac3-e44f-481a-8ba3-a3b888788110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.925305] env[62306]: DEBUG oslo_concurrency.lockutils [req-35896659-43de-4dd3-9607-47ac009c9f0c req-f9e62e97-9880-41f1-8e19-87a3c2c23d99 service nova] Lock "b4294ac3-e44f-481a-8ba3-a3b888788110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.925305] env[62306]: DEBUG oslo_concurrency.lockutils [req-35896659-43de-4dd3-9607-47ac009c9f0c req-f9e62e97-9880-41f1-8e19-87a3c2c23d99 service nova] Lock "b4294ac3-e44f-481a-8ba3-a3b888788110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.925305] env[62306]: DEBUG nova.compute.manager [req-35896659-43de-4dd3-9607-47ac009c9f0c req-f9e62e97-9880-41f1-8e19-87a3c2c23d99 service nova] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] No waiting events found dispatching network-vif-plugged-66999eae-03c4-4d94-96db-fa80219c2db7 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1812.925305] env[62306]: WARNING nova.compute.manager [req-35896659-43de-4dd3-9607-47ac009c9f0c req-f9e62e97-9880-41f1-8e19-87a3c2c23d99 service nova] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Received unexpected event network-vif-plugged-66999eae-03c4-4d94-96db-fa80219c2db7 for instance with vm_state building and task_state spawning. [ 1812.925305] env[62306]: DEBUG nova.compute.manager [req-35896659-43de-4dd3-9607-47ac009c9f0c req-f9e62e97-9880-41f1-8e19-87a3c2c23d99 service nova] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Received event network-changed-66999eae-03c4-4d94-96db-fa80219c2db7 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1812.925305] env[62306]: DEBUG nova.compute.manager [req-35896659-43de-4dd3-9607-47ac009c9f0c req-f9e62e97-9880-41f1-8e19-87a3c2c23d99 service nova] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Refreshing instance network info cache due to event network-changed-66999eae-03c4-4d94-96db-fa80219c2db7. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1812.925305] env[62306]: DEBUG oslo_concurrency.lockutils [req-35896659-43de-4dd3-9607-47ac009c9f0c req-f9e62e97-9880-41f1-8e19-87a3c2c23d99 service nova] Acquiring lock "refresh_cache-b4294ac3-e44f-481a-8ba3-a3b888788110" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.925305] env[62306]: DEBUG oslo_concurrency.lockutils [req-35896659-43de-4dd3-9607-47ac009c9f0c req-f9e62e97-9880-41f1-8e19-87a3c2c23d99 service nova] Acquired lock "refresh_cache-b4294ac3-e44f-481a-8ba3-a3b888788110" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.925305] env[62306]: DEBUG nova.network.neutron [req-35896659-43de-4dd3-9607-47ac009c9f0c req-f9e62e97-9880-41f1-8e19-87a3c2c23d99 service nova] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Refreshing network info cache for port 66999eae-03c4-4d94-96db-fa80219c2db7 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1813.044581] env[62306]: DEBUG nova.compute.manager [req-e00e8a69-e274-49b0-838b-b520bce7b837 req-6e270e2a-815e-4375-a87d-240b594bce9e service nova] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Received event network-vif-deleted-d825d2bd-fd2c-4f67-befb-fc1107ee22ee {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1813.044921] env[62306]: INFO nova.compute.manager [req-e00e8a69-e274-49b0-838b-b520bce7b837 req-6e270e2a-815e-4375-a87d-240b594bce9e service nova] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Neutron deleted interface d825d2bd-fd2c-4f67-befb-fc1107ee22ee; detaching it from the instance and deleting it from the info cache [ 1813.045168] env[62306]: DEBUG nova.network.neutron [req-e00e8a69-e274-49b0-838b-b520bce7b837 req-6e270e2a-815e-4375-a87d-240b594bce9e service nova] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.148577] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 5e8d85c0-d594-478f-a56d-4f3f5bacb66d] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1813.151494] env[62306]: DEBUG nova.compute.manager [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1813.158044] env[62306]: DEBUG nova.compute.manager [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1813.158044] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1813.158444] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a97536-ba7a-4ee2-9fbb-c4329b10f8d3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.166763] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1813.167076] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-333a60ac-2675-46d1-a128-eba7688ede7b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.176023] env[62306]: DEBUG oslo_vmware.api [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1813.176023] env[62306]: value = "task-1972624" [ 1813.176023] env[62306]: _type = "Task" [ 1813.176023] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.185576] env[62306]: DEBUG oslo_vmware.api [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.311020] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Acquiring lock "refresh_cache-b4294ac3-e44f-481a-8ba3-a3b888788110" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.332564] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683339} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.332994] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] c12c7149-f851-4b6b-b69b-54fbbb176590/c12c7149-f851-4b6b-b69b-54fbbb176590.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1813.333110] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1813.333394] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ce188f7-a39d-4ff2-94cd-d5e32c803e7a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.340447] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 1813.340447] env[62306]: value = "task-1972625" [ 1813.340447] env[62306]: _type = "Task" [ 1813.340447] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.350841] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.356785] env[62306]: INFO nova.compute.claims [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1813.361706] env[62306]: DEBUG nova.compute.utils [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1813.363460] env[62306]: DEBUG nova.compute.manager [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1813.363725] env[62306]: DEBUG nova.network.neutron [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1813.425267] env[62306]: DEBUG nova.policy [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e609b48b2ae4afb84522b69f516d2c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '094e9ccb8011489aa598b784b2994968', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1813.471219] env[62306]: DEBUG nova.network.neutron [req-35896659-43de-4dd3-9607-47ac009c9f0c req-f9e62e97-9880-41f1-8e19-87a3c2c23d99 service nova] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1813.520571] env[62306]: DEBUG nova.network.neutron [-] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.548566] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec6145de-5337-4d50-adea-a59c555b87d3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.553633] env[62306]: DEBUG nova.network.neutron [req-35896659-43de-4dd3-9607-47ac009c9f0c req-f9e62e97-9880-41f1-8e19-87a3c2c23d99 service nova] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.562427] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217dfcb5-b414-4129-b59b-3520b2d4c14a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.607638] env[62306]: DEBUG nova.compute.manager [req-e00e8a69-e274-49b0-838b-b520bce7b837 req-6e270e2a-815e-4375-a87d-240b594bce9e service nova] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Detach interface failed, port_id=d825d2bd-fd2c-4f67-befb-fc1107ee22ee, reason: Instance d0bb62ae-c499-4d16-923b-66c8214289db could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1813.652154] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 6ccd47bc-3de8-4bb5-9d55-71d479823276] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1813.674506] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.687011] env[62306]: DEBUG oslo_vmware.api [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972624, 'name': PowerOffVM_Task, 'duration_secs': 0.242887} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.690018] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1813.690018] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1813.690018] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e973385-5d19-4ecc-9a57-0bc4ea37116f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.707359] env[62306]: DEBUG nova.network.neutron [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Successfully created port: 6fe397c3-8565-4636-acf5-b946deead815 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1813.850223] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110853} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.850533] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1813.851365] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e61921f-b1fa-48e6-a800-849bc66d3e99 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.868317] env[62306]: INFO nova.compute.resource_tracker [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Updating resource usage from migration e6077cae-9796-4b96-a5d9-a86d745da1e3 [ 1813.877296] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] c12c7149-f851-4b6b-b69b-54fbbb176590/c12c7149-f851-4b6b-b69b-54fbbb176590.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1813.879140] env[62306]: DEBUG nova.compute.manager [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1813.881315] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b38e7948-7342-4c05-93ce-cbed913ffb1f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.899458] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1813.899634] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1813.899813] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Deleting the datastore file [datastore1] 37fc8716-3b64-4256-adcc-e17f75e58edc {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1813.900497] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-546ba11f-fa16-41dd-afa7-1905000fca96 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.907730] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 1813.907730] env[62306]: value = "task-1972627" [ 1813.907730] env[62306]: _type = "Task" [ 1813.907730] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.912661] env[62306]: DEBUG oslo_vmware.api [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1813.912661] env[62306]: value = "task-1972628" [ 1813.912661] env[62306]: _type = "Task" [ 1813.912661] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.918900] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.926431] env[62306]: DEBUG oslo_vmware.api [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.024259] env[62306]: INFO nova.compute.manager [-] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Took 1.39 seconds to deallocate network for instance. [ 1814.056508] env[62306]: DEBUG oslo_concurrency.lockutils [req-35896659-43de-4dd3-9607-47ac009c9f0c req-f9e62e97-9880-41f1-8e19-87a3c2c23d99 service nova] Releasing lock "refresh_cache-b4294ac3-e44f-481a-8ba3-a3b888788110" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.057434] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Acquired lock "refresh_cache-b4294ac3-e44f-481a-8ba3-a3b888788110" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.057614] env[62306]: DEBUG nova.network.neutron [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1814.158839] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 36a914ec-0e9f-46e8-b8a3-527fd3eb01b6] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1814.374542] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b961e0-71ad-4e00-b220-a935ac1aeb28 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.382946] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5d49b7-1252-4cf4-b126-65721369cf7d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.419133] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e700cd35-7159-4aac-8944-3c7d6b563ec0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.429452] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972627, 'name': ReconfigVM_Task, 'duration_secs': 0.286375} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.434189] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Reconfigured VM instance instance-0000003f to attach disk [datastore1] c12c7149-f851-4b6b-b69b-54fbbb176590/c12c7149-f851-4b6b-b69b-54fbbb176590.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1814.434910] env[62306]: DEBUG oslo_vmware.api [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149698} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.435140] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93867a30-ba34-4b1d-8381-eb8714ab402e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.437571] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1af5f8-49b1-427b-97ea-3ad7e22b8f63 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.441688] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1814.441894] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1814.442087] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1814.442266] env[62306]: INFO nova.compute.manager [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1814.442507] env[62306]: DEBUG oslo.service.loopingcall [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1814.442833] env[62306]: DEBUG nova.compute.manager [-] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1814.442833] env[62306]: DEBUG nova.network.neutron [-] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1814.456587] env[62306]: DEBUG nova.compute.provider_tree [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1814.460033] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 1814.460033] env[62306]: value = "task-1972629" [ 1814.460033] env[62306]: _type = "Task" [ 1814.460033] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.468217] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972629, 'name': Rename_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.533256] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.604134] env[62306]: DEBUG nova.network.neutron [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1814.659959] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 485d732d-34bf-4cc5-9fcb-74a9045119d7] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1814.871266] env[62306]: DEBUG nova.network.neutron [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Updating instance_info_cache with network_info: [{"id": "66999eae-03c4-4d94-96db-fa80219c2db7", "address": "fa:16:3e:55:c2:46", "network": {"id": "e902e49e-bd1f-4478-9b82-147bcd31378e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-705828482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05959193d6c74be19c876ce0b60e4a31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66999eae-03", "ovs_interfaceid": "66999eae-03c4-4d94-96db-fa80219c2db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.924596] env[62306]: DEBUG nova.compute.manager [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1814.946932] env[62306]: DEBUG nova.virt.hardware [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1814.947263] env[62306]: DEBUG nova.virt.hardware [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1814.947399] env[62306]: DEBUG nova.virt.hardware [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1814.947585] env[62306]: DEBUG nova.virt.hardware [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1814.947731] env[62306]: DEBUG nova.virt.hardware [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1814.947907] env[62306]: DEBUG nova.virt.hardware [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1814.948227] env[62306]: DEBUG nova.virt.hardware [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1814.948503] env[62306]: DEBUG nova.virt.hardware [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1814.948600] env[62306]: DEBUG nova.virt.hardware [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1814.948757] env[62306]: DEBUG nova.virt.hardware [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1814.948928] env[62306]: DEBUG nova.virt.hardware [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1814.950159] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf684f6-bc5f-48c7-9e7e-9ec113776053 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.954667] env[62306]: DEBUG nova.compute.manager [req-c1a2111f-72ea-4b39-97b1-0286f7a1d63f req-ef0b718f-76ca-4ce8-b120-07e261403dc5 service nova] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Received event network-vif-deleted-9d18acfa-5c4e-4922-84a3-9f1ba9d95ecf {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1814.954856] env[62306]: INFO nova.compute.manager [req-c1a2111f-72ea-4b39-97b1-0286f7a1d63f req-ef0b718f-76ca-4ce8-b120-07e261403dc5 service nova] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Neutron deleted interface 9d18acfa-5c4e-4922-84a3-9f1ba9d95ecf; detaching it from the instance and deleting it from the info cache [ 1814.955068] env[62306]: DEBUG nova.network.neutron [req-c1a2111f-72ea-4b39-97b1-0286f7a1d63f req-ef0b718f-76ca-4ce8-b120-07e261403dc5 service nova] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.968843] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6ce75a-e146-43a3-bec9-33ccc38f2799 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.981190] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972629, 'name': Rename_Task, 'duration_secs': 0.147085} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.988802] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1814.989904] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ef835c9-7044-4674-a9e0-db60e6b56d14 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.992859] env[62306]: DEBUG nova.scheduler.client.report [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1814.993219] env[62306]: DEBUG nova.compute.provider_tree [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 92 to 93 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1814.993445] env[62306]: DEBUG nova.compute.provider_tree [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1814.999800] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 1814.999800] env[62306]: value = "task-1972630" [ 1814.999800] env[62306]: _type = "Task" [ 1814.999800] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.009946] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.163898] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: f18e8292-92e9-4180-a2f8-7a57f6b3c7ed] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1815.214227] env[62306]: DEBUG oslo_vmware.rw_handles [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523848c2-5518-a693-904d-e81f1bcfe015/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1815.215419] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7708dd0-27be-4163-8bc2-5ddf185d9bba {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.219844] env[62306]: DEBUG nova.compute.manager [req-aff2b8c1-e277-4d38-a04e-36bac18c2ca1 req-4f7e035a-ec55-4431-b37d-15a644716222 service nova] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Received event network-vif-plugged-6fe397c3-8565-4636-acf5-b946deead815 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1815.220068] env[62306]: DEBUG oslo_concurrency.lockutils [req-aff2b8c1-e277-4d38-a04e-36bac18c2ca1 req-4f7e035a-ec55-4431-b37d-15a644716222 service nova] Acquiring lock "ade264c2-3345-4e28-b7e7-a510cfa67a30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.220281] env[62306]: DEBUG oslo_concurrency.lockutils [req-aff2b8c1-e277-4d38-a04e-36bac18c2ca1 req-4f7e035a-ec55-4431-b37d-15a644716222 service nova] Lock "ade264c2-3345-4e28-b7e7-a510cfa67a30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.220445] env[62306]: DEBUG oslo_concurrency.lockutils [req-aff2b8c1-e277-4d38-a04e-36bac18c2ca1 req-4f7e035a-ec55-4431-b37d-15a644716222 service nova] Lock "ade264c2-3345-4e28-b7e7-a510cfa67a30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.220609] env[62306]: DEBUG nova.compute.manager [req-aff2b8c1-e277-4d38-a04e-36bac18c2ca1 req-4f7e035a-ec55-4431-b37d-15a644716222 service nova] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] No waiting events found dispatching network-vif-plugged-6fe397c3-8565-4636-acf5-b946deead815 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1815.220768] env[62306]: WARNING nova.compute.manager [req-aff2b8c1-e277-4d38-a04e-36bac18c2ca1 req-4f7e035a-ec55-4431-b37d-15a644716222 service nova] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Received unexpected event network-vif-plugged-6fe397c3-8565-4636-acf5-b946deead815 for instance with vm_state building and task_state spawning. [ 1815.225297] env[62306]: DEBUG oslo_vmware.rw_handles [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523848c2-5518-a693-904d-e81f1bcfe015/disk-0.vmdk is in state: ready. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1815.225463] env[62306]: ERROR oslo_vmware.rw_handles [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523848c2-5518-a693-904d-e81f1bcfe015/disk-0.vmdk due to incomplete transfer. [ 1815.225676] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-15950b8d-3044-4c68-a6ed-9374028ba63d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.233361] env[62306]: DEBUG oslo_vmware.rw_handles [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523848c2-5518-a693-904d-e81f1bcfe015/disk-0.vmdk. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1815.233555] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Uploaded image a079ba20-8952-41e6-a463-256a1f8d3998 to the Glance image server {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1815.235679] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Destroying the VM {{(pid=62306) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1815.235907] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b1c0d3f0-ff94-4e09-bfaf-8693f22fbe46 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.242145] env[62306]: DEBUG oslo_vmware.api [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1815.242145] env[62306]: value = "task-1972631" [ 1815.242145] env[62306]: _type = "Task" [ 1815.242145] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.250015] env[62306]: DEBUG oslo_vmware.api [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972631, 'name': Destroy_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.315975] env[62306]: DEBUG nova.network.neutron [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Successfully updated port: 6fe397c3-8565-4636-acf5-b946deead815 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1815.359118] env[62306]: DEBUG nova.network.neutron [-] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.373677] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Releasing lock "refresh_cache-b4294ac3-e44f-481a-8ba3-a3b888788110" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.373677] env[62306]: DEBUG nova.compute.manager [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Instance network_info: |[{"id": "66999eae-03c4-4d94-96db-fa80219c2db7", "address": "fa:16:3e:55:c2:46", "network": {"id": "e902e49e-bd1f-4478-9b82-147bcd31378e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-705828482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05959193d6c74be19c876ce0b60e4a31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66999eae-03", "ovs_interfaceid": "66999eae-03c4-4d94-96db-fa80219c2db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1815.374936] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:c2:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66999eae-03c4-4d94-96db-fa80219c2db7', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1815.382072] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Creating folder: Project (05959193d6c74be19c876ce0b60e4a31). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1815.382712] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a67250c2-b3d4-4178-810a-9f56a5f668f2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.392781] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Created folder: Project (05959193d6c74be19c876ce0b60e4a31) in parent group-v406007. [ 1815.392963] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Creating folder: Instances. Parent ref: group-v406180. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1815.393242] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e866c81f-bcad-4021-b1c9-f38a45248198 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.402082] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Created folder: Instances in parent group-v406180. [ 1815.402348] env[62306]: DEBUG oslo.service.loopingcall [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.402717] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1815.402782] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28d6c823-64f8-4ed0-9a06-61e621702c2a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.424833] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1815.424833] env[62306]: value = "task-1972634" [ 1815.424833] env[62306]: _type = "Task" [ 1815.424833] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.437378] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972634, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.457974] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d71be3d-801c-4211-be24-4b9bea57a24a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.468364] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce76770-ba66-4c69-a8b9-015f8af59c30 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.505859] env[62306]: DEBUG oslo_concurrency.lockutils [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.654s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.506046] env[62306]: INFO nova.compute.manager [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Migrating [ 1815.513498] env[62306]: DEBUG nova.compute.manager [req-c1a2111f-72ea-4b39-97b1-0286f7a1d63f req-ef0b718f-76ca-4ce8-b120-07e261403dc5 service nova] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Detach interface failed, port_id=9d18acfa-5c4e-4922-84a3-9f1ba9d95ecf, reason: Instance 37fc8716-3b64-4256-adcc-e17f75e58edc could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1815.517295] env[62306]: DEBUG oslo_concurrency.lockutils [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.982s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.518861] env[62306]: INFO nova.compute.claims [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1815.538712] env[62306]: DEBUG oslo_vmware.api [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972630, 'name': PowerOnVM_Task, 'duration_secs': 0.474477} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.538712] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1815.538712] env[62306]: INFO nova.compute.manager [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1815.538712] env[62306]: DEBUG nova.compute.manager [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1815.539092] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e360b0-0ed3-4b28-b01f-23c3ad146e66 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.667390] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 5ed93c0c-b020-4f1d-b9fc-f6a610d72bf8] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1815.753406] env[62306]: DEBUG oslo_vmware.api [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972631, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.820078] env[62306]: DEBUG oslo_concurrency.lockutils [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "refresh_cache-ade264c2-3345-4e28-b7e7-a510cfa67a30" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.820235] env[62306]: DEBUG oslo_concurrency.lockutils [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "refresh_cache-ade264c2-3345-4e28-b7e7-a510cfa67a30" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.820388] env[62306]: DEBUG nova.network.neutron [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1815.862660] env[62306]: INFO nova.compute.manager [-] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Took 1.42 seconds to deallocate network for instance. [ 1815.935393] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972634, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.032233] env[62306]: DEBUG oslo_concurrency.lockutils [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "refresh_cache-80689d6f-f84e-4d5c-8e64-3284ba25befc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.032436] env[62306]: DEBUG oslo_concurrency.lockutils [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquired lock "refresh_cache-80689d6f-f84e-4d5c-8e64-3284ba25befc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.032618] env[62306]: DEBUG nova.network.neutron [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1816.058161] env[62306]: INFO nova.compute.manager [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Took 52.28 seconds to build instance. [ 1816.171623] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 94b578b3-f20b-4701-a6f7-89395226c9a9] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1816.252361] env[62306]: DEBUG oslo_vmware.api [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972631, 'name': Destroy_Task, 'duration_secs': 0.719203} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.252626] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Destroyed the VM [ 1816.252862] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Deleting Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1816.253123] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a718fbfe-0631-4dbc-893c-bab40cb6c3c6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.259519] env[62306]: DEBUG oslo_vmware.api [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1816.259519] env[62306]: value = "task-1972635" [ 1816.259519] env[62306]: _type = "Task" [ 1816.259519] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.270256] env[62306]: DEBUG oslo_vmware.api [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972635, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.359610] env[62306]: DEBUG nova.network.neutron [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1816.368698] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.435655] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972634, 'name': CreateVM_Task, 'duration_secs': 0.795011} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.435828] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1816.436494] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.436656] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.436999] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1816.437268] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb833be-02a1-4678-a934-bc5cf957edfe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.441777] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Waiting for the task: (returnval){ [ 1816.441777] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522cbd19-6346-5a53-5346-67604532dfb6" [ 1816.441777] env[62306]: _type = "Task" [ 1816.441777] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.449452] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522cbd19-6346-5a53-5346-67604532dfb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.556954] env[62306]: DEBUG nova.network.neutron [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Updating instance_info_cache with network_info: [{"id": "6fe397c3-8565-4636-acf5-b946deead815", "address": "fa:16:3e:f6:c5:95", "network": {"id": "619e998f-85a0-44c3-b066-ba85f5243b93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2084209057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "094e9ccb8011489aa598b784b2994968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe397c3-85", "ovs_interfaceid": "6fe397c3-8565-4636-acf5-b946deead815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.560352] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d09d0ee1-10e9-47cd-8d66-193087b835de tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "c12c7149-f851-4b6b-b69b-54fbbb176590" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.956s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.674870] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 55d53787-be79-4e68-a3a4-76d91695ae24] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1816.774803] env[62306]: DEBUG oslo_vmware.api [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972635, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.929223] env[62306]: DEBUG nova.network.neutron [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Updating instance_info_cache with network_info: [{"id": "efdf9ab2-0a54-411d-b4c2-b06c03c33b6e", "address": "fa:16:3e:dd:08:10", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefdf9ab2-0a", "ovs_interfaceid": "efdf9ab2-0a54-411d-b4c2-b06c03c33b6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.954396] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522cbd19-6346-5a53-5346-67604532dfb6, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.954705] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.954935] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1816.955187] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.955336] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.955505] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1816.955759] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2d0c14c-61ba-4aa9-ac5a-30955012352b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.975214] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1816.975405] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1816.976420] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dfc76b9-9d51-4b95-96b0-da9c3ec361a9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.989305] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Waiting for the task: (returnval){ [ 1816.989305] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528aa7ec-5322-1896-fe2f-205cc624e9b4" [ 1816.989305] env[62306]: _type = "Task" [ 1816.989305] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.998539] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528aa7ec-5322-1896-fe2f-205cc624e9b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.045313] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92adb859-084a-4294-b31d-d1ff36d8e080 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.052955] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50c1bb2-d54d-497d-8921-e3b82a412ad5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.082308] env[62306]: DEBUG oslo_concurrency.lockutils [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "refresh_cache-ade264c2-3345-4e28-b7e7-a510cfa67a30" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.082679] env[62306]: DEBUG nova.compute.manager [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Instance network_info: |[{"id": "6fe397c3-8565-4636-acf5-b946deead815", "address": "fa:16:3e:f6:c5:95", "network": {"id": "619e998f-85a0-44c3-b066-ba85f5243b93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2084209057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "094e9ccb8011489aa598b784b2994968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe397c3-85", "ovs_interfaceid": "6fe397c3-8565-4636-acf5-b946deead815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1817.083054] env[62306]: DEBUG nova.compute.manager [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1817.086387] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:c5:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fe397c3-8565-4636-acf5-b946deead815', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1817.094278] env[62306]: DEBUG oslo.service.loopingcall [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1817.094982] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89eb49a-d8bf-4785-a265-831596a2dfc6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.097760] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1817.097999] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce8e50df-4260-4ed6-a7f9-59a9b3107d1f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.126786] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaec408-93bc-4e90-bfa1-bf30ad5c0d73 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.130790] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1817.130790] env[62306]: value = "task-1972636" [ 1817.130790] env[62306]: _type = "Task" [ 1817.130790] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.143734] env[62306]: DEBUG nova.compute.provider_tree [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1817.150523] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972636, 'name': CreateVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.179964] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 4f552bc4-3af1-4579-b0d3-8dc962bd27c6] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1817.275171] env[62306]: DEBUG oslo_vmware.api [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972635, 'name': RemoveSnapshot_Task, 'duration_secs': 0.609831} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.275478] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Deleted Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1817.275777] env[62306]: INFO nova.compute.manager [None req-d0dee99c-b4da-44ca-97ec-6cd5fced473d tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Took 12.68 seconds to snapshot the instance on the hypervisor. [ 1817.345311] env[62306]: DEBUG nova.compute.manager [req-0519f62d-d76e-43ca-a231-787f2c0857d4 req-0604def7-4967-4c7e-8b62-9737abc721d9 service nova] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Received event network-changed-6fe397c3-8565-4636-acf5-b946deead815 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1817.345475] env[62306]: DEBUG nova.compute.manager [req-0519f62d-d76e-43ca-a231-787f2c0857d4 req-0604def7-4967-4c7e-8b62-9737abc721d9 service nova] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Refreshing instance network info cache due to event network-changed-6fe397c3-8565-4636-acf5-b946deead815. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1817.345747] env[62306]: DEBUG oslo_concurrency.lockutils [req-0519f62d-d76e-43ca-a231-787f2c0857d4 req-0604def7-4967-4c7e-8b62-9737abc721d9 service nova] Acquiring lock "refresh_cache-ade264c2-3345-4e28-b7e7-a510cfa67a30" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.345839] env[62306]: DEBUG oslo_concurrency.lockutils [req-0519f62d-d76e-43ca-a231-787f2c0857d4 req-0604def7-4967-4c7e-8b62-9737abc721d9 service nova] Acquired lock "refresh_cache-ade264c2-3345-4e28-b7e7-a510cfa67a30" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.346090] env[62306]: DEBUG nova.network.neutron [req-0519f62d-d76e-43ca-a231-787f2c0857d4 req-0604def7-4967-4c7e-8b62-9737abc721d9 service nova] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Refreshing network info cache for port 6fe397c3-8565-4636-acf5-b946deead815 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1817.432779] env[62306]: DEBUG oslo_concurrency.lockutils [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Releasing lock "refresh_cache-80689d6f-f84e-4d5c-8e64-3284ba25befc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.503845] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528aa7ec-5322-1896-fe2f-205cc624e9b4, 'name': SearchDatastore_Task, 'duration_secs': 0.037307} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.505102] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e03554-860a-4435-8493-02bd7a983daf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.513057] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Waiting for the task: (returnval){ [ 1817.513057] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c75367-51b5-7cf7-ddc5-b484369e0a6e" [ 1817.513057] env[62306]: _type = "Task" [ 1817.513057] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.523969] env[62306]: DEBUG nova.compute.manager [req-6e60cc09-ff46-4282-b60a-9a2fd3ba9c1a req-cf7595c7-602e-42c2-926b-86ed3655f2fb service nova] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Received event network-changed-f80dae47-62d2-4f3d-9733-e7f4ad181ef1 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1817.524448] env[62306]: DEBUG nova.compute.manager [req-6e60cc09-ff46-4282-b60a-9a2fd3ba9c1a req-cf7595c7-602e-42c2-926b-86ed3655f2fb service nova] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Refreshing instance network info cache due to event network-changed-f80dae47-62d2-4f3d-9733-e7f4ad181ef1. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1817.525628] env[62306]: DEBUG oslo_concurrency.lockutils [req-6e60cc09-ff46-4282-b60a-9a2fd3ba9c1a req-cf7595c7-602e-42c2-926b-86ed3655f2fb service nova] Acquiring lock "refresh_cache-c12c7149-f851-4b6b-b69b-54fbbb176590" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.525918] env[62306]: DEBUG oslo_concurrency.lockutils [req-6e60cc09-ff46-4282-b60a-9a2fd3ba9c1a req-cf7595c7-602e-42c2-926b-86ed3655f2fb service nova] Acquired lock "refresh_cache-c12c7149-f851-4b6b-b69b-54fbbb176590" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.526218] env[62306]: DEBUG nova.network.neutron [req-6e60cc09-ff46-4282-b60a-9a2fd3ba9c1a req-cf7595c7-602e-42c2-926b-86ed3655f2fb service nova] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Refreshing network info cache for port f80dae47-62d2-4f3d-9733-e7f4ad181ef1 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1817.531817] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c75367-51b5-7cf7-ddc5-b484369e0a6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.611242] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.641798] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972636, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.647092] env[62306]: DEBUG nova.scheduler.client.report [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1817.688165] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 7ea16ce9-33ee-447a-9b5d-23e7f17225b6] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1818.025234] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c75367-51b5-7cf7-ddc5-b484369e0a6e, 'name': SearchDatastore_Task, 'duration_secs': 0.037197} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.025543] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.025828] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] b4294ac3-e44f-481a-8ba3-a3b888788110/b4294ac3-e44f-481a-8ba3-a3b888788110.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1818.026176] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08b3943a-d738-4236-8df5-efb26bef385c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.037030] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Waiting for the task: (returnval){ [ 1818.037030] env[62306]: value = "task-1972637" [ 1818.037030] env[62306]: _type = "Task" [ 1818.037030] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.045999] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': task-1972637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.075125] env[62306]: DEBUG nova.network.neutron [req-0519f62d-d76e-43ca-a231-787f2c0857d4 req-0604def7-4967-4c7e-8b62-9737abc721d9 service nova] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Updated VIF entry in instance network info cache for port 6fe397c3-8565-4636-acf5-b946deead815. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1818.075526] env[62306]: DEBUG nova.network.neutron [req-0519f62d-d76e-43ca-a231-787f2c0857d4 req-0604def7-4967-4c7e-8b62-9737abc721d9 service nova] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Updating instance_info_cache with network_info: [{"id": "6fe397c3-8565-4636-acf5-b946deead815", "address": "fa:16:3e:f6:c5:95", "network": {"id": "619e998f-85a0-44c3-b066-ba85f5243b93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2084209057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "094e9ccb8011489aa598b784b2994968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe397c3-85", "ovs_interfaceid": "6fe397c3-8565-4636-acf5-b946deead815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.144289] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972636, 'name': CreateVM_Task, 'duration_secs': 0.786809} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.144530] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1818.149391] env[62306]: DEBUG oslo_concurrency.lockutils [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.149711] env[62306]: DEBUG oslo_concurrency.lockutils [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.150279] env[62306]: DEBUG oslo_concurrency.lockutils [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1818.150697] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1eb532c-6ef4-41a6-b622-4f02985260df {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.155321] env[62306]: DEBUG oslo_concurrency.lockutils [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.156079] env[62306]: DEBUG nova.compute.manager [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1818.162103] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.112s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.164590] env[62306]: INFO nova.compute.claims [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1818.175025] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1818.175025] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52937be2-6201-1e34-ab4a-cf291adb4aed" [ 1818.175025] env[62306]: _type = "Task" [ 1818.175025] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.195553] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52937be2-6201-1e34-ab4a-cf291adb4aed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.196178] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1818.196628] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Cleaning up deleted instances with incomplete migration {{(pid=62306) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1818.288527] env[62306]: DEBUG nova.network.neutron [req-6e60cc09-ff46-4282-b60a-9a2fd3ba9c1a req-cf7595c7-602e-42c2-926b-86ed3655f2fb service nova] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Updated VIF entry in instance network info cache for port f80dae47-62d2-4f3d-9733-e7f4ad181ef1. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1818.288916] env[62306]: DEBUG nova.network.neutron [req-6e60cc09-ff46-4282-b60a-9a2fd3ba9c1a req-cf7595c7-602e-42c2-926b-86ed3655f2fb service nova] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Updating instance_info_cache with network_info: [{"id": "f80dae47-62d2-4f3d-9733-e7f4ad181ef1", "address": "fa:16:3e:8e:fe:4b", "network": {"id": "8d03538e-1f34-4da2-9413-7dec92d90955", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-94904741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e72ea6401064cc18047326c2040c05a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf80dae47-62", "ovs_interfaceid": "f80dae47-62d2-4f3d-9733-e7f4ad181ef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.547241] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': task-1972637, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.578477] env[62306]: DEBUG oslo_concurrency.lockutils [req-0519f62d-d76e-43ca-a231-787f2c0857d4 req-0604def7-4967-4c7e-8b62-9737abc721d9 service nova] Releasing lock "refresh_cache-ade264c2-3345-4e28-b7e7-a510cfa67a30" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.663075] env[62306]: DEBUG nova.compute.utils [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1818.664535] env[62306]: DEBUG nova.compute.manager [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1818.664706] env[62306]: DEBUG nova.network.neutron [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1818.689861] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52937be2-6201-1e34-ab4a-cf291adb4aed, 'name': SearchDatastore_Task, 'duration_secs': 0.096157} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.690192] env[62306]: DEBUG oslo_concurrency.lockutils [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.690291] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1818.690518] env[62306]: DEBUG oslo_concurrency.lockutils [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.690657] env[62306]: DEBUG oslo_concurrency.lockutils [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.690827] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1818.691095] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d51643c6-9396-4dea-87ed-6d84e43a231b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.698957] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1818.699149] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1818.699908] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb8e17b-bcf6-4b4e-bca8-9f9efe60244e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.703451] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1818.708182] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1818.708182] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52630bc9-0c33-999e-5902-119c45e5a622" [ 1818.708182] env[62306]: _type = "Task" [ 1818.708182] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.719479] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52630bc9-0c33-999e-5902-119c45e5a622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.725391] env[62306]: DEBUG nova.policy [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea89655987564ec096b98ba0a68f3d74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccd3d288b89d4889b4e777059f2b5088', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1818.791847] env[62306]: DEBUG oslo_concurrency.lockutils [req-6e60cc09-ff46-4282-b60a-9a2fd3ba9c1a req-cf7595c7-602e-42c2-926b-86ed3655f2fb service nova] Releasing lock "refresh_cache-c12c7149-f851-4b6b-b69b-54fbbb176590" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.950167] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280de31e-f097-41ac-9223-f59b0c8ff5ed {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.969914] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Updating instance '80689d6f-f84e-4d5c-8e64-3284ba25befc' progress to 0 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1819.015817] env[62306]: DEBUG nova.network.neutron [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Successfully created port: 2d97d313-232c-42b5-a115-a0ed948d30a5 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1819.049757] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': task-1972637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522286} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.049997] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] b4294ac3-e44f-481a-8ba3-a3b888788110/b4294ac3-e44f-481a-8ba3-a3b888788110.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1819.050132] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1819.050360] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1906301e-3ec6-4281-a325-3619443cebcf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.056888] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Waiting for the task: (returnval){ [ 1819.056888] env[62306]: value = "task-1972638" [ 1819.056888] env[62306]: _type = "Task" [ 1819.056888] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.065652] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': task-1972638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.167754] env[62306]: DEBUG nova.compute.manager [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1819.219099] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52630bc9-0c33-999e-5902-119c45e5a622, 'name': SearchDatastore_Task, 'duration_secs': 0.009293} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.222770] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e89c3c4d-52c6-417e-96da-96c16b1ffe12 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.228162] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1819.228162] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d6f071-6a8e-6f2c-a4e0-4467f4094d19" [ 1819.228162] env[62306]: _type = "Task" [ 1819.228162] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.238826] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d6f071-6a8e-6f2c-a4e0-4467f4094d19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.409591] env[62306]: DEBUG nova.compute.manager [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1819.410629] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324f001a-49ed-4c59-b13b-2d3068837e24 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.476441] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1819.476638] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6adf2f46-8500-4a6e-ad8d-2c73dfb3f08b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.485898] env[62306]: DEBUG oslo_vmware.api [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1819.485898] env[62306]: value = "task-1972639" [ 1819.485898] env[62306]: _type = "Task" [ 1819.485898] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.496470] env[62306]: DEBUG oslo_vmware.api [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.568169] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': task-1972638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065095} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.568467] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1819.569545] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700d37b0-9bd6-4a8f-9ab7-9bd49c6482d3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.591719] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] b4294ac3-e44f-481a-8ba3-a3b888788110/b4294ac3-e44f-481a-8ba3-a3b888788110.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1819.594932] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-336f5d2e-1e03-40de-bb50-0e0860a6d87c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.615588] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Waiting for the task: (returnval){ [ 1819.615588] env[62306]: value = "task-1972640" [ 1819.615588] env[62306]: _type = "Task" [ 1819.615588] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.621417] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f640890-0876-4d31-b051-1d6308b02e89 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.627960] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': task-1972640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.632882] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d453b193-8782-4759-9fa6-5ccdbf0440c1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.666305] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cc21a3-ad62-4e50-9130-bc6a040f7f04 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.677315] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f025f29-0418-445f-8b8e-70642318401d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.693843] env[62306]: DEBUG nova.compute.provider_tree [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1819.739222] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d6f071-6a8e-6f2c-a4e0-4467f4094d19, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.739558] env[62306]: DEBUG oslo_concurrency.lockutils [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.739853] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] ade264c2-3345-4e28-b7e7-a510cfa67a30/ade264c2-3345-4e28-b7e7-a510cfa67a30.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1819.740133] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69ef3b6b-04c2-42c5-96f1-d57a15316726 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.747624] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1819.747624] env[62306]: value = "task-1972641" [ 1819.747624] env[62306]: _type = "Task" [ 1819.747624] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.755731] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.923922] env[62306]: INFO nova.compute.manager [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] instance snapshotting [ 1819.927122] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0b7df0-2384-49e9-aa69-b874c3ebccf0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.949446] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4129e953-5c55-4245-8609-8c2997a4cb77 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.999188] env[62306]: DEBUG oslo_vmware.api [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972639, 'name': PowerOffVM_Task, 'duration_secs': 0.175257} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.999188] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1819.999353] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Updating instance '80689d6f-f84e-4d5c-8e64-3284ba25befc' progress to 17 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1820.127565] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': task-1972640, 'name': ReconfigVM_Task, 'duration_secs': 0.256651} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.127859] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Reconfigured VM instance instance-00000040 to attach disk [datastore1] b4294ac3-e44f-481a-8ba3-a3b888788110/b4294ac3-e44f-481a-8ba3-a3b888788110.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1820.128552] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18cac151-2295-4fc0-9248-ac62a55b9e55 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.138110] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Waiting for the task: (returnval){ [ 1820.138110] env[62306]: value = "task-1972642" [ 1820.138110] env[62306]: _type = "Task" [ 1820.138110] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.151675] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': task-1972642, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.182827] env[62306]: DEBUG nova.compute.manager [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1820.209296] env[62306]: DEBUG nova.virt.hardware [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1820.209562] env[62306]: DEBUG nova.virt.hardware [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1820.209728] env[62306]: DEBUG nova.virt.hardware [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1820.209910] env[62306]: DEBUG nova.virt.hardware [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1820.210067] env[62306]: DEBUG nova.virt.hardware [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1820.210220] env[62306]: DEBUG nova.virt.hardware [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1820.211503] env[62306]: DEBUG nova.virt.hardware [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1820.211503] env[62306]: DEBUG nova.virt.hardware [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1820.211503] env[62306]: DEBUG nova.virt.hardware [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1820.211503] env[62306]: DEBUG nova.virt.hardware [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1820.211503] env[62306]: DEBUG nova.virt.hardware [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1820.211976] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928f1ffa-94e2-4eab-92e4-a688baeb4a68 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.221190] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99b4785-5b1c-4f50-952c-68295840703f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.237735] env[62306]: DEBUG nova.scheduler.client.report [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1820.237992] env[62306]: DEBUG nova.compute.provider_tree [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 93 to 94 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1820.238189] env[62306]: DEBUG nova.compute.provider_tree [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1820.258358] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972641, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.409040] env[62306]: DEBUG nova.compute.manager [req-a3d24d28-f67f-407f-a5c8-c8585f9d3255 req-20346d31-6c94-42b5-9f18-955e095e09eb service nova] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Received event network-vif-plugged-2d97d313-232c-42b5-a115-a0ed948d30a5 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1820.409040] env[62306]: DEBUG oslo_concurrency.lockutils [req-a3d24d28-f67f-407f-a5c8-c8585f9d3255 req-20346d31-6c94-42b5-9f18-955e095e09eb service nova] Acquiring lock "5c97dd8a-5e62-4462-b043-54928bd26f1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.409040] env[62306]: DEBUG oslo_concurrency.lockutils [req-a3d24d28-f67f-407f-a5c8-c8585f9d3255 req-20346d31-6c94-42b5-9f18-955e095e09eb service nova] Lock "5c97dd8a-5e62-4462-b043-54928bd26f1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.409040] env[62306]: DEBUG oslo_concurrency.lockutils [req-a3d24d28-f67f-407f-a5c8-c8585f9d3255 req-20346d31-6c94-42b5-9f18-955e095e09eb service nova] Lock "5c97dd8a-5e62-4462-b043-54928bd26f1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.409040] env[62306]: DEBUG nova.compute.manager [req-a3d24d28-f67f-407f-a5c8-c8585f9d3255 req-20346d31-6c94-42b5-9f18-955e095e09eb service nova] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] No waiting events found dispatching network-vif-plugged-2d97d313-232c-42b5-a115-a0ed948d30a5 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1820.409040] env[62306]: WARNING nova.compute.manager [req-a3d24d28-f67f-407f-a5c8-c8585f9d3255 req-20346d31-6c94-42b5-9f18-955e095e09eb service nova] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Received unexpected event network-vif-plugged-2d97d313-232c-42b5-a115-a0ed948d30a5 for instance with vm_state building and task_state spawning. [ 1820.462464] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Creating Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1820.462464] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a7282f6e-48cb-4e4d-b54f-878ebb240a15 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.469842] env[62306]: DEBUG oslo_vmware.api [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1820.469842] env[62306]: value = "task-1972643" [ 1820.469842] env[62306]: _type = "Task" [ 1820.469842] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.478532] env[62306]: DEBUG oslo_vmware.api [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972643, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.487358] env[62306]: DEBUG nova.network.neutron [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Successfully updated port: 2d97d313-232c-42b5-a115-a0ed948d30a5 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1820.505672] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1820.505850] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1820.506169] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1820.506442] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1820.506625] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1820.506999] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1820.507112] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1820.507320] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1820.507536] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1820.507703] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1820.508225] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1820.513504] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cf8374a-e491-43b2-ac3f-b047a2463307 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.529503] env[62306]: DEBUG oslo_vmware.api [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1820.529503] env[62306]: value = "task-1972644" [ 1820.529503] env[62306]: _type = "Task" [ 1820.529503] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.538265] env[62306]: DEBUG oslo_vmware.api [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.648236] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': task-1972642, 'name': Rename_Task, 'duration_secs': 0.160234} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.648615] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1820.648804] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-537d29ec-66ed-41eb-a5d4-59edf7863a00 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.655138] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Waiting for the task: (returnval){ [ 1820.655138] env[62306]: value = "task-1972645" [ 1820.655138] env[62306]: _type = "Task" [ 1820.655138] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.662636] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': task-1972645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.743295] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.743848] env[62306]: DEBUG nova.compute.manager [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1820.746992] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.829s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.748262] env[62306]: INFO nova.compute.claims [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1820.760203] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528104} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.760345] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] ade264c2-3345-4e28-b7e7-a510cfa67a30/ade264c2-3345-4e28-b7e7-a510cfa67a30.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1820.760596] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1820.760808] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e20b85c4-e45e-4bdf-8e98-7610d1427d97 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.768065] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1820.768065] env[62306]: value = "task-1972646" [ 1820.768065] env[62306]: _type = "Task" [ 1820.768065] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.780053] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.979314] env[62306]: DEBUG oslo_vmware.api [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972643, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.990092] env[62306]: DEBUG oslo_concurrency.lockutils [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Acquiring lock "refresh_cache-5c97dd8a-5e62-4462-b043-54928bd26f1e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.990217] env[62306]: DEBUG oslo_concurrency.lockutils [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Acquired lock "refresh_cache-5c97dd8a-5e62-4462-b043-54928bd26f1e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.990370] env[62306]: DEBUG nova.network.neutron [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1821.039742] env[62306]: DEBUG oslo_vmware.api [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972644, 'name': ReconfigVM_Task, 'duration_secs': 0.299941} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.040066] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Updating instance '80689d6f-f84e-4d5c-8e64-3284ba25befc' progress to 33 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1821.165516] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': task-1972645, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.253068] env[62306]: DEBUG nova.compute.utils [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1821.256145] env[62306]: DEBUG nova.compute.manager [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1821.256327] env[62306]: DEBUG nova.network.neutron [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1821.277190] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246674} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.277471] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1821.278280] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fc60ad-6f6c-48f4-b9e4-10b02a9ef24a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.300228] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] ade264c2-3345-4e28-b7e7-a510cfa67a30/ade264c2-3345-4e28-b7e7-a510cfa67a30.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1821.301791] env[62306]: DEBUG nova.policy [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59959235e8d44dfa99d694e33b7aa942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '355894b0e4254884a894ed13a79e0ff3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1821.303704] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c755d20-56b9-416f-92f2-80213fa5329f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.323830] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1821.323830] env[62306]: value = "task-1972647" [ 1821.323830] env[62306]: _type = "Task" [ 1821.323830] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.331804] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.480522] env[62306]: DEBUG oslo_vmware.api [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972643, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.529451] env[62306]: DEBUG nova.network.neutron [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1821.546244] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:30:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='052d5776-fa2e-4638-b442-77c2b3162a29',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-221413029',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1821.546463] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1821.546627] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1821.546805] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1821.547017] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1821.547268] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1821.547456] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1821.547621] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1821.547784] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1821.547958] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1821.548225] env[62306]: DEBUG nova.virt.hardware [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1821.553584] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1821.556213] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd121ffc-75f3-47a5-b923-ce572f08ac15 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.575791] env[62306]: DEBUG oslo_vmware.api [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1821.575791] env[62306]: value = "task-1972648" [ 1821.575791] env[62306]: _type = "Task" [ 1821.575791] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.584285] env[62306]: DEBUG oslo_vmware.api [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.590030] env[62306]: DEBUG nova.network.neutron [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Successfully created port: 6f241cc9-22bf-490b-92cc-9f9aa8265e36 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1821.668738] env[62306]: DEBUG oslo_vmware.api [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': task-1972645, 'name': PowerOnVM_Task, 'duration_secs': 0.975637} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.669092] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1821.669356] env[62306]: INFO nova.compute.manager [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1821.669582] env[62306]: DEBUG nova.compute.manager [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1821.670621] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413cb62d-65d5-4198-8dec-fca8fa8ad1a8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.728015] env[62306]: DEBUG nova.network.neutron [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Updating instance_info_cache with network_info: [{"id": "2d97d313-232c-42b5-a115-a0ed948d30a5", "address": "fa:16:3e:50:af:98", "network": {"id": "b4368ca4-b920-4f95-82ca-96597aa7bf19", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1224926526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd3d288b89d4889b4e777059f2b5088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d97d313-23", "ovs_interfaceid": "2d97d313-232c-42b5-a115-a0ed948d30a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.756756] env[62306]: DEBUG nova.compute.manager [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1821.835746] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.983119] env[62306]: DEBUG oslo_vmware.api [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972643, 'name': CreateSnapshot_Task, 'duration_secs': 1.421937} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.983418] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Created Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1821.984151] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee6a67b-f2ac-4384-b491-ac68b35bcae9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.088228] env[62306]: DEBUG oslo_vmware.api [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972648, 'name': ReconfigVM_Task, 'duration_secs': 0.187877} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.088388] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1822.089201] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e92fb6-e859-43c1-b76d-8f0b55d9c531 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.113332] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 80689d6f-f84e-4d5c-8e64-3284ba25befc/80689d6f-f84e-4d5c-8e64-3284ba25befc.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1822.116045] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1efc71f5-b94c-48ae-b85a-dc682298422f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.134483] env[62306]: DEBUG oslo_vmware.api [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1822.134483] env[62306]: value = "task-1972649" [ 1822.134483] env[62306]: _type = "Task" [ 1822.134483] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.142323] env[62306]: DEBUG oslo_vmware.api [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.192773] env[62306]: INFO nova.compute.manager [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Took 54.61 seconds to build instance. [ 1822.231754] env[62306]: DEBUG oslo_concurrency.lockutils [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Releasing lock "refresh_cache-5c97dd8a-5e62-4462-b043-54928bd26f1e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.232011] env[62306]: DEBUG nova.compute.manager [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Instance network_info: |[{"id": "2d97d313-232c-42b5-a115-a0ed948d30a5", "address": "fa:16:3e:50:af:98", "network": {"id": "b4368ca4-b920-4f95-82ca-96597aa7bf19", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1224926526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd3d288b89d4889b4e777059f2b5088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d97d313-23", "ovs_interfaceid": "2d97d313-232c-42b5-a115-a0ed948d30a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1822.232452] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:af:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d97d313-232c-42b5-a115-a0ed948d30a5', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1822.240469] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Creating folder: Project (ccd3d288b89d4889b4e777059f2b5088). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1822.243146] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c432de87-d1a6-461e-b58d-6506b3676a33 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.254530] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Created folder: Project (ccd3d288b89d4889b4e777059f2b5088) in parent group-v406007. [ 1822.254765] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Creating folder: Instances. Parent ref: group-v406185. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1822.257229] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48c56883-625c-4f78-84fa-adfd6089f9dd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.268116] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Created folder: Instances in parent group-v406185. [ 1822.268356] env[62306]: DEBUG oslo.service.loopingcall [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1822.270941] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1822.272021] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f3f0133-d8b4-4e21-8b1d-b8c628c5ff17 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.293488] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1822.293488] env[62306]: value = "task-1972652" [ 1822.293488] env[62306]: _type = "Task" [ 1822.293488] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.303222] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972652, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.305549] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcfbcb8-ed4c-4d8b-8b3d-16b6245a01ab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.315533] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fc4b37-6d3e-4252-bfe8-a72520d19847 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.357400] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a7fcd5-d204-40a3-a03e-d38af3064e7d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.371471] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22b9112-df74-4060-8c17-e5b09c132679 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.381866] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972647, 'name': ReconfigVM_Task, 'duration_secs': 0.602179} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.382630] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Reconfigured VM instance instance-00000041 to attach disk [datastore1] ade264c2-3345-4e28-b7e7-a510cfa67a30/ade264c2-3345-4e28-b7e7-a510cfa67a30.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1822.383585] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac66e379-f436-488e-96b6-7be750cc0a6d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.394175] env[62306]: DEBUG nova.compute.provider_tree [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1822.402382] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1822.402382] env[62306]: value = "task-1972653" [ 1822.402382] env[62306]: _type = "Task" [ 1822.402382] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.411758] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972653, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.437424] env[62306]: DEBUG nova.compute.manager [req-c45ef78c-3418-4e85-926f-605b7d4a5e1c req-39f24e2c-4b87-4e22-a3ab-ec25ffba708c service nova] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Received event network-changed-2d97d313-232c-42b5-a115-a0ed948d30a5 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1822.437668] env[62306]: DEBUG nova.compute.manager [req-c45ef78c-3418-4e85-926f-605b7d4a5e1c req-39f24e2c-4b87-4e22-a3ab-ec25ffba708c service nova] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Refreshing instance network info cache due to event network-changed-2d97d313-232c-42b5-a115-a0ed948d30a5. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1822.437967] env[62306]: DEBUG oslo_concurrency.lockutils [req-c45ef78c-3418-4e85-926f-605b7d4a5e1c req-39f24e2c-4b87-4e22-a3ab-ec25ffba708c service nova] Acquiring lock "refresh_cache-5c97dd8a-5e62-4462-b043-54928bd26f1e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.438201] env[62306]: DEBUG oslo_concurrency.lockutils [req-c45ef78c-3418-4e85-926f-605b7d4a5e1c req-39f24e2c-4b87-4e22-a3ab-ec25ffba708c service nova] Acquired lock "refresh_cache-5c97dd8a-5e62-4462-b043-54928bd26f1e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.438420] env[62306]: DEBUG nova.network.neutron [req-c45ef78c-3418-4e85-926f-605b7d4a5e1c req-39f24e2c-4b87-4e22-a3ab-ec25ffba708c service nova] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Refreshing network info cache for port 2d97d313-232c-42b5-a115-a0ed948d30a5 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1822.505614] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Creating linked-clone VM from snapshot {{(pid=62306) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1822.505995] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-64689282-5975-458d-bd37-68e02357643c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.520080] env[62306]: DEBUG oslo_vmware.api [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1822.520080] env[62306]: value = "task-1972654" [ 1822.520080] env[62306]: _type = "Task" [ 1822.520080] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.528796] env[62306]: DEBUG oslo_vmware.api [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972654, 'name': CloneVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.645302] env[62306]: DEBUG oslo_vmware.api [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972649, 'name': ReconfigVM_Task, 'duration_secs': 0.469127} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.645666] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 80689d6f-f84e-4d5c-8e64-3284ba25befc/80689d6f-f84e-4d5c-8e64-3284ba25befc.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1822.645953] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Updating instance '80689d6f-f84e-4d5c-8e64-3284ba25befc' progress to 50 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1822.694326] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f07cc9f1-9597-416d-a4c8-ec51b5d4ed6e tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Lock "b4294ac3-e44f-481a-8ba3-a3b888788110" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.729s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.770811] env[62306]: DEBUG nova.compute.manager [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1822.797763] env[62306]: DEBUG nova.virt.hardware [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1822.798101] env[62306]: DEBUG nova.virt.hardware [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1822.798321] env[62306]: DEBUG nova.virt.hardware [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1822.798591] env[62306]: DEBUG nova.virt.hardware [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1822.798802] env[62306]: DEBUG nova.virt.hardware [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1822.799051] env[62306]: DEBUG nova.virt.hardware [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1822.799534] env[62306]: DEBUG nova.virt.hardware [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1822.799763] env[62306]: DEBUG nova.virt.hardware [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1822.799994] env[62306]: DEBUG nova.virt.hardware [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1822.800236] env[62306]: DEBUG nova.virt.hardware [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1822.800472] env[62306]: DEBUG nova.virt.hardware [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1822.801850] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c18a49-76b5-49ce-9070-c5383466b389 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.830298] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb5310b-e8e8-4d7d-85bd-ed42aa906303 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.836515] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972652, 'name': CreateVM_Task, 'duration_secs': 0.362604} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.836811] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1822.838418] env[62306]: DEBUG oslo_concurrency.lockutils [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.838720] env[62306]: DEBUG oslo_concurrency.lockutils [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.839221] env[62306]: DEBUG oslo_concurrency.lockutils [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1822.853268] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b96ce775-4500-4492-a66e-131cd2d5e01f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.860192] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Waiting for the task: (returnval){ [ 1822.860192] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e2af8f-3b7d-ca64-dba5-6ee21cbecf5c" [ 1822.860192] env[62306]: _type = "Task" [ 1822.860192] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.870867] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e2af8f-3b7d-ca64-dba5-6ee21cbecf5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.882611] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Acquiring lock "b4294ac3-e44f-481a-8ba3-a3b888788110" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.883018] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Lock "b4294ac3-e44f-481a-8ba3-a3b888788110" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.883360] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Acquiring lock "b4294ac3-e44f-481a-8ba3-a3b888788110-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.883704] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Lock "b4294ac3-e44f-481a-8ba3-a3b888788110-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.883898] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Lock "b4294ac3-e44f-481a-8ba3-a3b888788110-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.888118] env[62306]: INFO nova.compute.manager [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Terminating instance [ 1822.898046] env[62306]: DEBUG nova.scheduler.client.report [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1822.915258] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972653, 'name': Rename_Task, 'duration_secs': 0.141508} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.915478] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1822.915786] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fe8ccfe-eb5f-4d57-8713-1c7c4383bb57 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.923395] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1822.923395] env[62306]: value = "task-1972655" [ 1822.923395] env[62306]: _type = "Task" [ 1822.923395] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.932210] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.034860] env[62306]: DEBUG oslo_vmware.api [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972654, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.152981] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549e00c4-1906-4812-8d73-97636cd6a460 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.176030] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538f7336-4635-42fe-9d39-e040d5883dd4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.195399] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Updating instance '80689d6f-f84e-4d5c-8e64-3284ba25befc' progress to 67 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1823.199804] env[62306]: DEBUG nova.compute.manager [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1823.210171] env[62306]: DEBUG nova.network.neutron [req-c45ef78c-3418-4e85-926f-605b7d4a5e1c req-39f24e2c-4b87-4e22-a3ab-ec25ffba708c service nova] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Updated VIF entry in instance network info cache for port 2d97d313-232c-42b5-a115-a0ed948d30a5. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1823.211167] env[62306]: DEBUG nova.network.neutron [req-c45ef78c-3418-4e85-926f-605b7d4a5e1c req-39f24e2c-4b87-4e22-a3ab-ec25ffba708c service nova] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Updating instance_info_cache with network_info: [{"id": "2d97d313-232c-42b5-a115-a0ed948d30a5", "address": "fa:16:3e:50:af:98", "network": {"id": "b4368ca4-b920-4f95-82ca-96597aa7bf19", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1224926526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd3d288b89d4889b4e777059f2b5088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d97d313-23", "ovs_interfaceid": "2d97d313-232c-42b5-a115-a0ed948d30a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.249989] env[62306]: DEBUG nova.network.neutron [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Successfully updated port: 6f241cc9-22bf-490b-92cc-9f9aa8265e36 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1823.372383] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e2af8f-3b7d-ca64-dba5-6ee21cbecf5c, 'name': SearchDatastore_Task, 'duration_secs': 0.00976} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.372652] env[62306]: DEBUG oslo_concurrency.lockutils [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.372912] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1823.373210] env[62306]: DEBUG oslo_concurrency.lockutils [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.373374] env[62306]: DEBUG oslo_concurrency.lockutils [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.373568] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1823.373919] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-571e9529-14aa-4d0c-8179-dec4ca337195 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.382895] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1823.383103] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1823.383842] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2d6f758-6784-4efd-9ac8-05783618d2e8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.389696] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Waiting for the task: (returnval){ [ 1823.389696] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5209ec3d-d0fa-7ec8-7adb-6651b31cba7a" [ 1823.389696] env[62306]: _type = "Task" [ 1823.389696] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.393435] env[62306]: DEBUG nova.compute.manager [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1823.393654] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1823.394674] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ee68c6-c06f-46b9-a3e1-e79ba0e841aa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.406193] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.406701] env[62306]: DEBUG nova.compute.manager [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1823.410387] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5209ec3d-d0fa-7ec8-7adb-6651b31cba7a, 'name': SearchDatastore_Task} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.413030] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.188s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.414516] env[62306]: INFO nova.compute.claims [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1823.417809] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1823.418079] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3930461-7861-4684-8a75-4dc84f144bcf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.420743] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ffa2b45-9c0b-4f86-b9f6-e6a5cedc1156 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.435064] env[62306]: DEBUG oslo_vmware.api [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Waiting for the task: (returnval){ [ 1823.435064] env[62306]: value = "task-1972656" [ 1823.435064] env[62306]: _type = "Task" [ 1823.435064] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.435064] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Waiting for the task: (returnval){ [ 1823.435064] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52627c0e-e414-4493-d87a-646853baa3af" [ 1823.435064] env[62306]: _type = "Task" [ 1823.435064] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.445700] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972655, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.453246] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52627c0e-e414-4493-d87a-646853baa3af, 'name': SearchDatastore_Task, 'duration_secs': 0.017667} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.453575] env[62306]: DEBUG oslo_vmware.api [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': task-1972656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.454953] env[62306]: DEBUG oslo_concurrency.lockutils [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.455247] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 5c97dd8a-5e62-4462-b043-54928bd26f1e/5c97dd8a-5e62-4462-b043-54928bd26f1e.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1823.455524] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f93513eb-9596-48d1-9903-3ca87cebf67c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.464457] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Waiting for the task: (returnval){ [ 1823.464457] env[62306]: value = "task-1972657" [ 1823.464457] env[62306]: _type = "Task" [ 1823.464457] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.474168] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': task-1972657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.531499] env[62306]: DEBUG oslo_vmware.api [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972654, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.713696] env[62306]: DEBUG oslo_concurrency.lockutils [req-c45ef78c-3418-4e85-926f-605b7d4a5e1c req-39f24e2c-4b87-4e22-a3ab-ec25ffba708c service nova] Releasing lock "refresh_cache-5c97dd8a-5e62-4462-b043-54928bd26f1e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.731414] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.749575] env[62306]: DEBUG nova.network.neutron [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Port efdf9ab2-0a54-411d-b4c2-b06c03c33b6e binding to destination host cpu-1 is already ACTIVE {{(pid=62306) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1823.752530] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "refresh_cache-f1b3977d-c5ae-4f83-b218-723af521215e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.752675] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired lock "refresh_cache-f1b3977d-c5ae-4f83-b218-723af521215e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.752845] env[62306]: DEBUG nova.network.neutron [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1823.915203] env[62306]: DEBUG nova.compute.utils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1823.916662] env[62306]: DEBUG nova.compute.manager [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1823.916833] env[62306]: DEBUG nova.network.neutron [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1823.942819] env[62306]: DEBUG oslo_vmware.api [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972655, 'name': PowerOnVM_Task, 'duration_secs': 0.837777} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.945733] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1823.945955] env[62306]: INFO nova.compute.manager [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1823.946241] env[62306]: DEBUG nova.compute.manager [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1823.946681] env[62306]: DEBUG oslo_vmware.api [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': task-1972656, 'name': PowerOffVM_Task, 'duration_secs': 0.199719} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.947453] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a319098-8f1b-4772-bfac-f939cfb77855 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.949853] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1823.950040] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1823.950276] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40506a47-d3e1-4558-b517-cdb1fd31ea53 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.972235] env[62306]: DEBUG nova.policy [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99739f94d93448a990f302cb4d046423', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd8b5165732a4156b26bf3c3cf699918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1823.980634] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': task-1972657, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.037636] env[62306]: DEBUG oslo_vmware.api [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972654, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.079024] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1824.079275] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1824.079615] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Deleting the datastore file [datastore1] b4294ac3-e44f-481a-8ba3-a3b888788110 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1824.079968] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23fe55dd-8541-467b-80af-9bb3f9235edc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.087181] env[62306]: DEBUG oslo_vmware.api [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Waiting for the task: (returnval){ [ 1824.087181] env[62306]: value = "task-1972659" [ 1824.087181] env[62306]: _type = "Task" [ 1824.087181] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.097282] env[62306]: DEBUG oslo_vmware.api [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': task-1972659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.261574] env[62306]: DEBUG nova.network.neutron [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Successfully created port: d4fabba4-df1a-4fb4-b7cc-b658dd3a416c {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1824.299950] env[62306]: DEBUG nova.network.neutron [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1824.420212] env[62306]: DEBUG nova.compute.manager [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1824.471074] env[62306]: INFO nova.compute.manager [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Took 53.02 seconds to build instance. [ 1824.487318] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': task-1972657, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.513033] env[62306]: DEBUG nova.network.neutron [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Updating instance_info_cache with network_info: [{"id": "6f241cc9-22bf-490b-92cc-9f9aa8265e36", "address": "fa:16:3e:bb:b0:1c", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f241cc9-22", "ovs_interfaceid": "6f241cc9-22bf-490b-92cc-9f9aa8265e36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.531748] env[62306]: DEBUG oslo_vmware.api [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972654, 'name': CloneVM_Task, 'duration_secs': 1.685072} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.532030] env[62306]: INFO nova.virt.vmwareapi.vmops [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Created linked-clone VM from snapshot [ 1824.533317] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea1da99-aa14-4634-b1ea-dbbce929b542 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.542741] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Uploading image 1b33c3e5-6467-42e9-b895-a38877a5915e {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1824.568795] env[62306]: DEBUG oslo_vmware.rw_handles [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1824.568795] env[62306]: value = "vm-406188" [ 1824.568795] env[62306]: _type = "VirtualMachine" [ 1824.568795] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1824.569579] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-42f97f2e-f5b6-4d89-96a2-dc9bb8bc8378 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.577391] env[62306]: DEBUG oslo_vmware.rw_handles [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lease: (returnval){ [ 1824.577391] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52130dec-85e2-f0b2-7c26-173a663e2ae3" [ 1824.577391] env[62306]: _type = "HttpNfcLease" [ 1824.577391] env[62306]: } obtained for exporting VM: (result){ [ 1824.577391] env[62306]: value = "vm-406188" [ 1824.577391] env[62306]: _type = "VirtualMachine" [ 1824.577391] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1824.577792] env[62306]: DEBUG oslo_vmware.api [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the lease: (returnval){ [ 1824.577792] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52130dec-85e2-f0b2-7c26-173a663e2ae3" [ 1824.577792] env[62306]: _type = "HttpNfcLease" [ 1824.577792] env[62306]: } to be ready. {{(pid=62306) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1824.584354] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1824.584354] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52130dec-85e2-f0b2-7c26-173a663e2ae3" [ 1824.584354] env[62306]: _type = "HttpNfcLease" [ 1824.584354] env[62306]: } is initializing. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1824.595826] env[62306]: DEBUG oslo_vmware.api [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': task-1972659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.718148] env[62306]: DEBUG nova.compute.manager [req-c8561bdf-7602-432f-8bda-376f3220a5d4 req-99de5144-be9a-413b-be56-8a9da38cbbdf service nova] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Received event network-vif-plugged-6f241cc9-22bf-490b-92cc-9f9aa8265e36 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1824.718410] env[62306]: DEBUG oslo_concurrency.lockutils [req-c8561bdf-7602-432f-8bda-376f3220a5d4 req-99de5144-be9a-413b-be56-8a9da38cbbdf service nova] Acquiring lock "f1b3977d-c5ae-4f83-b218-723af521215e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.718589] env[62306]: DEBUG oslo_concurrency.lockutils [req-c8561bdf-7602-432f-8bda-376f3220a5d4 req-99de5144-be9a-413b-be56-8a9da38cbbdf service nova] Lock "f1b3977d-c5ae-4f83-b218-723af521215e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.718759] env[62306]: DEBUG oslo_concurrency.lockutils [req-c8561bdf-7602-432f-8bda-376f3220a5d4 req-99de5144-be9a-413b-be56-8a9da38cbbdf service nova] Lock "f1b3977d-c5ae-4f83-b218-723af521215e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.718978] env[62306]: DEBUG nova.compute.manager [req-c8561bdf-7602-432f-8bda-376f3220a5d4 req-99de5144-be9a-413b-be56-8a9da38cbbdf service nova] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] No waiting events found dispatching network-vif-plugged-6f241cc9-22bf-490b-92cc-9f9aa8265e36 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1824.719286] env[62306]: WARNING nova.compute.manager [req-c8561bdf-7602-432f-8bda-376f3220a5d4 req-99de5144-be9a-413b-be56-8a9da38cbbdf service nova] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Received unexpected event network-vif-plugged-6f241cc9-22bf-490b-92cc-9f9aa8265e36 for instance with vm_state building and task_state spawning. [ 1824.719490] env[62306]: DEBUG nova.compute.manager [req-c8561bdf-7602-432f-8bda-376f3220a5d4 req-99de5144-be9a-413b-be56-8a9da38cbbdf service nova] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Received event network-changed-6f241cc9-22bf-490b-92cc-9f9aa8265e36 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1824.719649] env[62306]: DEBUG nova.compute.manager [req-c8561bdf-7602-432f-8bda-376f3220a5d4 req-99de5144-be9a-413b-be56-8a9da38cbbdf service nova] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Refreshing instance network info cache due to event network-changed-6f241cc9-22bf-490b-92cc-9f9aa8265e36. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1824.719814] env[62306]: DEBUG oslo_concurrency.lockutils [req-c8561bdf-7602-432f-8bda-376f3220a5d4 req-99de5144-be9a-413b-be56-8a9da38cbbdf service nova] Acquiring lock "refresh_cache-f1b3977d-c5ae-4f83-b218-723af521215e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.780532] env[62306]: DEBUG oslo_concurrency.lockutils [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "80689d6f-f84e-4d5c-8e64-3284ba25befc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.780773] env[62306]: DEBUG oslo_concurrency.lockutils [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "80689d6f-f84e-4d5c-8e64-3284ba25befc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.780948] env[62306]: DEBUG oslo_concurrency.lockutils [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "80689d6f-f84e-4d5c-8e64-3284ba25befc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.973728] env[62306]: DEBUG oslo_concurrency.lockutils [None req-53893301-ad46-4b4c-91c2-e182222fa20d tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "ade264c2-3345-4e28-b7e7-a510cfa67a30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.572s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.988083] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': task-1972657, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.022710] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Releasing lock "refresh_cache-f1b3977d-c5ae-4f83-b218-723af521215e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.023056] env[62306]: DEBUG nova.compute.manager [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Instance network_info: |[{"id": "6f241cc9-22bf-490b-92cc-9f9aa8265e36", "address": "fa:16:3e:bb:b0:1c", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f241cc9-22", "ovs_interfaceid": "6f241cc9-22bf-490b-92cc-9f9aa8265e36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1825.023960] env[62306]: DEBUG oslo_concurrency.lockutils [req-c8561bdf-7602-432f-8bda-376f3220a5d4 req-99de5144-be9a-413b-be56-8a9da38cbbdf service nova] Acquired lock "refresh_cache-f1b3977d-c5ae-4f83-b218-723af521215e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.023960] env[62306]: DEBUG nova.network.neutron [req-c8561bdf-7602-432f-8bda-376f3220a5d4 req-99de5144-be9a-413b-be56-8a9da38cbbdf service nova] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Refreshing network info cache for port 6f241cc9-22bf-490b-92cc-9f9aa8265e36 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1825.024787] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:b0:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f241cc9-22bf-490b-92cc-9f9aa8265e36', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1825.033743] env[62306]: DEBUG oslo.service.loopingcall [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1825.037286] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1825.037701] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-494e7eac-5924-48e6-bbd9-bb41b30db508 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.055450] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272770b4-660d-4eec-b66b-0c762b6b448b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.063195] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2fc9d4-6b00-4ebf-ac84-5146d63afcc4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.067448] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1825.067448] env[62306]: value = "task-1972661" [ 1825.067448] env[62306]: _type = "Task" [ 1825.067448] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.107181] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28046888-60ae-49a1-b467-7e968fbc6d9f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.110116] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972661, 'name': CreateVM_Task} progress is 15%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.119741] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1825.119741] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52130dec-85e2-f0b2-7c26-173a663e2ae3" [ 1825.119741] env[62306]: _type = "HttpNfcLease" [ 1825.119741] env[62306]: } is ready. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1825.120017] env[62306]: DEBUG oslo_vmware.api [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': task-1972659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.120357] env[62306]: DEBUG oslo_vmware.rw_handles [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1825.120357] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52130dec-85e2-f0b2-7c26-173a663e2ae3" [ 1825.120357] env[62306]: _type = "HttpNfcLease" [ 1825.120357] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1825.121584] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1203cca9-d6d1-4a02-bd96-5f64fcefa1be {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.126046] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a184f0b-462b-464f-b0b5-900b5b7e4f04 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.140958] env[62306]: DEBUG oslo_vmware.rw_handles [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223f047-d839-7dd4-9869-0043eacab4d3/disk-0.vmdk from lease info. {{(pid=62306) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1825.141213] env[62306]: DEBUG oslo_vmware.rw_handles [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223f047-d839-7dd4-9869-0043eacab4d3/disk-0.vmdk for reading. {{(pid=62306) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1825.142836] env[62306]: DEBUG nova.compute.provider_tree [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1825.310341] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4a2f65b9-c3a5-44e7-a2e7-b92ccb521ff2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.429535] env[62306]: DEBUG nova.compute.manager [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1825.469045] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1825.469326] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1825.469521] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1825.469705] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1825.470070] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1825.470320] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1825.470548] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1825.470834] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1825.471029] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1825.471262] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1825.471453] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1825.472362] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44dee8f-6dc3-4eca-bdd3-122604c244a6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.487045] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa35586-e07f-47c5-bf8e-2758eb0e7794 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.495029] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': task-1972657, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.579689] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972661, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.608770] env[62306]: DEBUG oslo_vmware.api [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': task-1972659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.650028] env[62306]: DEBUG nova.scheduler.client.report [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1825.836984] env[62306]: DEBUG oslo_concurrency.lockutils [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "refresh_cache-80689d6f-f84e-4d5c-8e64-3284ba25befc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.837270] env[62306]: DEBUG oslo_concurrency.lockutils [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquired lock "refresh_cache-80689d6f-f84e-4d5c-8e64-3284ba25befc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.837477] env[62306]: DEBUG nova.network.neutron [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1825.905310] env[62306]: DEBUG nova.network.neutron [req-c8561bdf-7602-432f-8bda-376f3220a5d4 req-99de5144-be9a-413b-be56-8a9da38cbbdf service nova] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Updated VIF entry in instance network info cache for port 6f241cc9-22bf-490b-92cc-9f9aa8265e36. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1825.905815] env[62306]: DEBUG nova.network.neutron [req-c8561bdf-7602-432f-8bda-376f3220a5d4 req-99de5144-be9a-413b-be56-8a9da38cbbdf service nova] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Updating instance_info_cache with network_info: [{"id": "6f241cc9-22bf-490b-92cc-9f9aa8265e36", "address": "fa:16:3e:bb:b0:1c", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f241cc9-22", "ovs_interfaceid": "6f241cc9-22bf-490b-92cc-9f9aa8265e36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.988577] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': task-1972657, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.325676} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.988991] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 5c97dd8a-5e62-4462-b043-54928bd26f1e/5c97dd8a-5e62-4462-b043-54928bd26f1e.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1825.989322] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1825.989635] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-647cf5ce-ff6b-43bc-94df-54768ea4f39c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.000070] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Waiting for the task: (returnval){ [ 1826.000070] env[62306]: value = "task-1972662" [ 1826.000070] env[62306]: _type = "Task" [ 1826.000070] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.011675] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': task-1972662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.078745] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972661, 'name': CreateVM_Task, 'duration_secs': 0.634065} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.079071] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1826.079958] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.080284] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.080769] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1826.081187] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78dde3ab-87d5-4f61-94c2-4f3b1eba6301 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.086709] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1826.086709] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c40558-e3c3-236b-7992-e6e477a20b06" [ 1826.086709] env[62306]: _type = "Task" [ 1826.086709] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.096068] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c40558-e3c3-236b-7992-e6e477a20b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.108382] env[62306]: DEBUG oslo_vmware.api [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Task: {'id': task-1972659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.796948} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.108770] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1826.109266] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1826.109598] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1826.109818] env[62306]: INFO nova.compute.manager [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Took 2.72 seconds to destroy the instance on the hypervisor. [ 1826.110550] env[62306]: DEBUG oslo.service.loopingcall [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1826.110550] env[62306]: DEBUG nova.compute.manager [-] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1826.110624] env[62306]: DEBUG nova.network.neutron [-] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1826.157274] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.158239] env[62306]: DEBUG nova.compute.manager [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1826.162233] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.683s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.164258] env[62306]: INFO nova.compute.claims [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1826.237703] env[62306]: DEBUG nova.network.neutron [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Successfully updated port: d4fabba4-df1a-4fb4-b7cc-b658dd3a416c {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1826.414132] env[62306]: DEBUG oslo_concurrency.lockutils [req-c8561bdf-7602-432f-8bda-376f3220a5d4 req-99de5144-be9a-413b-be56-8a9da38cbbdf service nova] Releasing lock "refresh_cache-f1b3977d-c5ae-4f83-b218-723af521215e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.447294] env[62306]: DEBUG nova.compute.manager [req-18621b03-9631-4713-b192-d8b87c775061 req-69fa837a-f314-48b8-9a25-d7aa71daca4a service nova] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Received event network-vif-deleted-66999eae-03c4-4d94-96db-fa80219c2db7 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1826.447446] env[62306]: INFO nova.compute.manager [req-18621b03-9631-4713-b192-d8b87c775061 req-69fa837a-f314-48b8-9a25-d7aa71daca4a service nova] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Neutron deleted interface 66999eae-03c4-4d94-96db-fa80219c2db7; detaching it from the instance and deleting it from the info cache [ 1826.448128] env[62306]: DEBUG nova.network.neutron [req-18621b03-9631-4713-b192-d8b87c775061 req-69fa837a-f314-48b8-9a25-d7aa71daca4a service nova] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.512082] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': task-1972662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067781} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.513173] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1826.514074] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c26fea-87ac-42c4-a2f1-5d7e85119559 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.538224] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 5c97dd8a-5e62-4462-b043-54928bd26f1e/5c97dd8a-5e62-4462-b043-54928bd26f1e.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1826.541626] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e369885-e08e-450d-8a05-e0fbab509b28 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.561541] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Waiting for the task: (returnval){ [ 1826.561541] env[62306]: value = "task-1972663" [ 1826.561541] env[62306]: _type = "Task" [ 1826.561541] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.570344] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': task-1972663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.598560] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c40558-e3c3-236b-7992-e6e477a20b06, 'name': SearchDatastore_Task, 'duration_secs': 0.010793} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.599137] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.600408] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1826.600408] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.600408] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.600408] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1826.600408] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b3f01b7-97c0-4ef4-9d3f-739d46ada8f8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.608956] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1826.609565] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1826.610344] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a933d67-57d2-4c65-a476-a2e61f748c48 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.615685] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1826.615685] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526ddec8-e410-fbd1-0ad1-8e632f01319e" [ 1826.615685] env[62306]: _type = "Task" [ 1826.615685] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.623783] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526ddec8-e410-fbd1-0ad1-8e632f01319e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.627349] env[62306]: DEBUG nova.network.neutron [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Updating instance_info_cache with network_info: [{"id": "efdf9ab2-0a54-411d-b4c2-b06c03c33b6e", "address": "fa:16:3e:dd:08:10", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefdf9ab2-0a", "ovs_interfaceid": "efdf9ab2-0a54-411d-b4c2-b06c03c33b6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.656503] env[62306]: DEBUG nova.compute.manager [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Stashing vm_state: active {{(pid=62306) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1826.663991] env[62306]: DEBUG nova.compute.utils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1826.665365] env[62306]: DEBUG nova.compute.manager [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1826.665526] env[62306]: DEBUG nova.network.neutron [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1826.713779] env[62306]: DEBUG nova.policy [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99739f94d93448a990f302cb4d046423', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd8b5165732a4156b26bf3c3cf699918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1826.740239] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "refresh_cache-910c2d27-4919-4314-9a1c-a7e13ff302cc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.740438] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquired lock "refresh_cache-910c2d27-4919-4314-9a1c-a7e13ff302cc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.740638] env[62306]: DEBUG nova.network.neutron [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1826.747789] env[62306]: DEBUG nova.compute.manager [req-f4742206-41eb-402f-88dc-eaa379241ead req-0cde5f26-9654-4041-a45c-2305d6903965 service nova] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Received event network-vif-plugged-d4fabba4-df1a-4fb4-b7cc-b658dd3a416c {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1826.748142] env[62306]: DEBUG oslo_concurrency.lockutils [req-f4742206-41eb-402f-88dc-eaa379241ead req-0cde5f26-9654-4041-a45c-2305d6903965 service nova] Acquiring lock "910c2d27-4919-4314-9a1c-a7e13ff302cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.748453] env[62306]: DEBUG oslo_concurrency.lockutils [req-f4742206-41eb-402f-88dc-eaa379241ead req-0cde5f26-9654-4041-a45c-2305d6903965 service nova] Lock "910c2d27-4919-4314-9a1c-a7e13ff302cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.748689] env[62306]: DEBUG oslo_concurrency.lockutils [req-f4742206-41eb-402f-88dc-eaa379241ead req-0cde5f26-9654-4041-a45c-2305d6903965 service nova] Lock "910c2d27-4919-4314-9a1c-a7e13ff302cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.748945] env[62306]: DEBUG nova.compute.manager [req-f4742206-41eb-402f-88dc-eaa379241ead req-0cde5f26-9654-4041-a45c-2305d6903965 service nova] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] No waiting events found dispatching network-vif-plugged-d4fabba4-df1a-4fb4-b7cc-b658dd3a416c {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1826.749216] env[62306]: WARNING nova.compute.manager [req-f4742206-41eb-402f-88dc-eaa379241ead req-0cde5f26-9654-4041-a45c-2305d6903965 service nova] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Received unexpected event network-vif-plugged-d4fabba4-df1a-4fb4-b7cc-b658dd3a416c for instance with vm_state building and task_state spawning. [ 1826.749329] env[62306]: DEBUG nova.compute.manager [req-f4742206-41eb-402f-88dc-eaa379241ead req-0cde5f26-9654-4041-a45c-2305d6903965 service nova] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Received event network-changed-d4fabba4-df1a-4fb4-b7cc-b658dd3a416c {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1826.749505] env[62306]: DEBUG nova.compute.manager [req-f4742206-41eb-402f-88dc-eaa379241ead req-0cde5f26-9654-4041-a45c-2305d6903965 service nova] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Refreshing instance network info cache due to event network-changed-d4fabba4-df1a-4fb4-b7cc-b658dd3a416c. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1826.749699] env[62306]: DEBUG oslo_concurrency.lockutils [req-f4742206-41eb-402f-88dc-eaa379241ead req-0cde5f26-9654-4041-a45c-2305d6903965 service nova] Acquiring lock "refresh_cache-910c2d27-4919-4314-9a1c-a7e13ff302cc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.897763] env[62306]: DEBUG nova.network.neutron [-] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.950762] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a089ac10-af34-41b0-a368-5d425b99ef13 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.962090] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11199bf9-b04c-4398-9a96-266adeb4367f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.000396] env[62306]: DEBUG nova.compute.manager [req-18621b03-9631-4713-b192-d8b87c775061 req-69fa837a-f314-48b8-9a25-d7aa71daca4a service nova] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Detach interface failed, port_id=66999eae-03c4-4d94-96db-fa80219c2db7, reason: Instance b4294ac3-e44f-481a-8ba3-a3b888788110 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1827.027216] env[62306]: DEBUG nova.network.neutron [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Successfully created port: cad3d010-57ff-4dbe-a2e6-b26d7ae29164 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1827.071948] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': task-1972663, 'name': ReconfigVM_Task, 'duration_secs': 0.272676} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.072324] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 5c97dd8a-5e62-4462-b043-54928bd26f1e/5c97dd8a-5e62-4462-b043-54928bd26f1e.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1827.073013] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea9725d1-2736-44af-a628-870504b321d3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.080214] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Waiting for the task: (returnval){ [ 1827.080214] env[62306]: value = "task-1972664" [ 1827.080214] env[62306]: _type = "Task" [ 1827.080214] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.089481] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': task-1972664, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.127107] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526ddec8-e410-fbd1-0ad1-8e632f01319e, 'name': SearchDatastore_Task, 'duration_secs': 0.008274} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.127949] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-901a932e-cc78-4c73-aed6-a806445a0788 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.130710] env[62306]: DEBUG oslo_concurrency.lockutils [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Releasing lock "refresh_cache-80689d6f-f84e-4d5c-8e64-3284ba25befc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.137889] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1827.137889] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5225c03d-e47a-9a84-2e63-613d17ea0539" [ 1827.137889] env[62306]: _type = "Task" [ 1827.137889] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.147317] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5225c03d-e47a-9a84-2e63-613d17ea0539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.170340] env[62306]: DEBUG nova.compute.manager [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1827.187332] env[62306]: DEBUG oslo_concurrency.lockutils [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.278897] env[62306]: DEBUG nova.network.neutron [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1827.400161] env[62306]: INFO nova.compute.manager [-] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Took 1.29 seconds to deallocate network for instance. [ 1827.459498] env[62306]: DEBUG nova.network.neutron [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Updating instance_info_cache with network_info: [{"id": "d4fabba4-df1a-4fb4-b7cc-b658dd3a416c", "address": "fa:16:3e:e3:bd:d7", "network": {"id": "90fb0a94-ed83-4055-846c-1827072fb4a7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-56600509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8b5165732a4156b26bf3c3cf699918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4fabba4-df", "ovs_interfaceid": "d4fabba4-df1a-4fb4-b7cc-b658dd3a416c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.593117] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': task-1972664, 'name': Rename_Task, 'duration_secs': 0.16354} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.593406] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1827.593673] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e8017af-6ff7-4f45-a919-30906428266c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.602836] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Waiting for the task: (returnval){ [ 1827.602836] env[62306]: value = "task-1972665" [ 1827.602836] env[62306]: _type = "Task" [ 1827.602836] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.611095] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': task-1972665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.652299] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5225c03d-e47a-9a84-2e63-613d17ea0539, 'name': SearchDatastore_Task, 'duration_secs': 0.009533} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.654851] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.655124] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] f1b3977d-c5ae-4f83-b218-723af521215e/f1b3977d-c5ae-4f83-b218-723af521215e.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1827.656220] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a80e670b-ffd4-4098-b567-578c9bfdc879 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.658885] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c43756-b98c-4644-9362-0b554ed6afde {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.685753] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1827.685753] env[62306]: value = "task-1972666" [ 1827.685753] env[62306]: _type = "Task" [ 1827.685753] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.686823] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393ed62a-edb3-4842-a7bf-7125651c356e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.703865] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Updating instance '80689d6f-f84e-4d5c-8e64-3284ba25befc' progress to 83 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1827.825641] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2a609b-2503-446e-9b56-8fda1fce297a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.834816] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93272ee-5abf-4d43-84be-197b2553935c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.867038] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337c3f94-c9ae-44ba-ba05-84ea2f2de120 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.873945] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7efa46-eee9-48b4-b21e-77f8be2f0b38 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.888368] env[62306]: DEBUG nova.compute.provider_tree [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1827.913777] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.963456] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Releasing lock "refresh_cache-910c2d27-4919-4314-9a1c-a7e13ff302cc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.964092] env[62306]: DEBUG nova.compute.manager [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Instance network_info: |[{"id": "d4fabba4-df1a-4fb4-b7cc-b658dd3a416c", "address": "fa:16:3e:e3:bd:d7", "network": {"id": "90fb0a94-ed83-4055-846c-1827072fb4a7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-56600509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8b5165732a4156b26bf3c3cf699918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4fabba4-df", "ovs_interfaceid": "d4fabba4-df1a-4fb4-b7cc-b658dd3a416c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1827.964233] env[62306]: DEBUG oslo_concurrency.lockutils [req-f4742206-41eb-402f-88dc-eaa379241ead req-0cde5f26-9654-4041-a45c-2305d6903965 service nova] Acquired lock "refresh_cache-910c2d27-4919-4314-9a1c-a7e13ff302cc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.964416] env[62306]: DEBUG nova.network.neutron [req-f4742206-41eb-402f-88dc-eaa379241ead req-0cde5f26-9654-4041-a45c-2305d6903965 service nova] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Refreshing network info cache for port d4fabba4-df1a-4fb4-b7cc-b658dd3a416c {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1827.965624] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:bd:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4fabba4-df1a-4fb4-b7cc-b658dd3a416c', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1827.973193] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Creating folder: Project (fd8b5165732a4156b26bf3c3cf699918). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1827.976643] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86f7ac5d-7eca-41fb-a27d-2906d3c7496d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.989428] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Created folder: Project (fd8b5165732a4156b26bf3c3cf699918) in parent group-v406007. [ 1827.989428] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Creating folder: Instances. Parent ref: group-v406190. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1827.989581] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c345d48-d1bc-4c50-bbb9-cfe8d84ed7a2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.000541] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Created folder: Instances in parent group-v406190. [ 1828.000810] env[62306]: DEBUG oslo.service.loopingcall [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.000991] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1828.001297] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab2518a7-f989-4740-ae53-94703d7f9541 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.024281] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1828.024281] env[62306]: value = "task-1972669" [ 1828.024281] env[62306]: _type = "Task" [ 1828.024281] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.034350] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972669, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.113899] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': task-1972665, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.188410] env[62306]: DEBUG nova.compute.manager [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1828.200170] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972666, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.210872] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1828.211253] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19a93bd5-058b-4de5-a02f-02c45b4a4cd2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.217258] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1828.217470] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1828.217629] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1828.217807] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1828.218058] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1828.218121] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1828.218328] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1828.218490] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1828.218671] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1828.218823] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1828.218996] env[62306]: DEBUG nova.virt.hardware [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1828.219871] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773af456-4023-42d1-be65-8e448306d66d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.224193] env[62306]: DEBUG nova.network.neutron [req-f4742206-41eb-402f-88dc-eaa379241ead req-0cde5f26-9654-4041-a45c-2305d6903965 service nova] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Updated VIF entry in instance network info cache for port d4fabba4-df1a-4fb4-b7cc-b658dd3a416c. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1828.224536] env[62306]: DEBUG nova.network.neutron [req-f4742206-41eb-402f-88dc-eaa379241ead req-0cde5f26-9654-4041-a45c-2305d6903965 service nova] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Updating instance_info_cache with network_info: [{"id": "d4fabba4-df1a-4fb4-b7cc-b658dd3a416c", "address": "fa:16:3e:e3:bd:d7", "network": {"id": "90fb0a94-ed83-4055-846c-1827072fb4a7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-56600509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8b5165732a4156b26bf3c3cf699918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4fabba4-df", "ovs_interfaceid": "d4fabba4-df1a-4fb4-b7cc-b658dd3a416c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.225909] env[62306]: DEBUG oslo_vmware.api [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1828.225909] env[62306]: value = "task-1972670" [ 1828.225909] env[62306]: _type = "Task" [ 1828.225909] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.233583] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a9de27-8ca9-4ffc-88fd-459a1db436f6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.241364] env[62306]: DEBUG oslo_vmware.api [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972670, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.394737] env[62306]: DEBUG nova.scheduler.client.report [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1828.538358] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972669, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.541358] env[62306]: DEBUG nova.compute.manager [req-c14c4b4d-c28b-41e0-b852-d86e19b0cebc req-49261a2d-bba0-46e3-a3d2-6c597633f8d1 service nova] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Received event network-vif-plugged-cad3d010-57ff-4dbe-a2e6-b26d7ae29164 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1828.541358] env[62306]: DEBUG oslo_concurrency.lockutils [req-c14c4b4d-c28b-41e0-b852-d86e19b0cebc req-49261a2d-bba0-46e3-a3d2-6c597633f8d1 service nova] Acquiring lock "886cdc1d-5a8a-44f6-baba-7586878b1c56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.541358] env[62306]: DEBUG oslo_concurrency.lockutils [req-c14c4b4d-c28b-41e0-b852-d86e19b0cebc req-49261a2d-bba0-46e3-a3d2-6c597633f8d1 service nova] Lock "886cdc1d-5a8a-44f6-baba-7586878b1c56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.541358] env[62306]: DEBUG oslo_concurrency.lockutils [req-c14c4b4d-c28b-41e0-b852-d86e19b0cebc req-49261a2d-bba0-46e3-a3d2-6c597633f8d1 service nova] Lock "886cdc1d-5a8a-44f6-baba-7586878b1c56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.541358] env[62306]: DEBUG nova.compute.manager [req-c14c4b4d-c28b-41e0-b852-d86e19b0cebc req-49261a2d-bba0-46e3-a3d2-6c597633f8d1 service nova] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] No waiting events found dispatching network-vif-plugged-cad3d010-57ff-4dbe-a2e6-b26d7ae29164 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1828.541358] env[62306]: WARNING nova.compute.manager [req-c14c4b4d-c28b-41e0-b852-d86e19b0cebc req-49261a2d-bba0-46e3-a3d2-6c597633f8d1 service nova] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Received unexpected event network-vif-plugged-cad3d010-57ff-4dbe-a2e6-b26d7ae29164 for instance with vm_state building and task_state spawning. [ 1828.617184] env[62306]: DEBUG oslo_vmware.api [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': task-1972665, 'name': PowerOnVM_Task, 'duration_secs': 0.542463} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.617639] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1828.617910] env[62306]: INFO nova.compute.manager [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1828.618208] env[62306]: DEBUG nova.compute.manager [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1828.619661] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374b677a-f321-4088-9aa8-39b72fd0a302 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.701623] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57183} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.701899] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] f1b3977d-c5ae-4f83-b218-723af521215e/f1b3977d-c5ae-4f83-b218-723af521215e.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1828.702144] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1828.702416] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f2915b0-5935-4515-ad8d-40d9520c5e73 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.708956] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1828.708956] env[62306]: value = "task-1972671" [ 1828.708956] env[62306]: _type = "Task" [ 1828.708956] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.716841] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.727741] env[62306]: DEBUG oslo_concurrency.lockutils [req-f4742206-41eb-402f-88dc-eaa379241ead req-0cde5f26-9654-4041-a45c-2305d6903965 service nova] Releasing lock "refresh_cache-910c2d27-4919-4314-9a1c-a7e13ff302cc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.736346] env[62306]: DEBUG oslo_vmware.api [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972670, 'name': PowerOnVM_Task, 'duration_secs': 0.488669} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.736598] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1828.736778] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-35ee69d7-e793-4876-85a0-546e558c444f tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Updating instance '80689d6f-f84e-4d5c-8e64-3284ba25befc' progress to 100 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1828.900167] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.900819] env[62306]: DEBUG nova.compute.manager [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1828.903896] env[62306]: DEBUG oslo_concurrency.lockutils [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.820s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.905520] env[62306]: INFO nova.compute.claims [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1829.038027] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972669, 'name': CreateVM_Task, 'duration_secs': 0.531284} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.038027] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1829.038027] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.038027] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.038027] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1829.038522] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-921f1f13-446a-4d3f-8678-dc3a127d23d0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.043313] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1829.043313] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b7d6b3-7b09-b067-b569-396f10e83921" [ 1829.043313] env[62306]: _type = "Task" [ 1829.043313] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.052022] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b7d6b3-7b09-b067-b569-396f10e83921, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.138222] env[62306]: DEBUG nova.network.neutron [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Successfully updated port: cad3d010-57ff-4dbe-a2e6-b26d7ae29164 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1829.140252] env[62306]: INFO nova.compute.manager [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Took 52.63 seconds to build instance. [ 1829.187916] env[62306]: DEBUG nova.compute.manager [req-9f8e50c7-1a6b-4da9-b3e6-3a14a2b2d12e req-474eea4b-37d3-4345-a994-39fa76239ff6 service nova] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Received event network-changed-cad3d010-57ff-4dbe-a2e6-b26d7ae29164 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1829.188310] env[62306]: DEBUG nova.compute.manager [req-9f8e50c7-1a6b-4da9-b3e6-3a14a2b2d12e req-474eea4b-37d3-4345-a994-39fa76239ff6 service nova] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Refreshing instance network info cache due to event network-changed-cad3d010-57ff-4dbe-a2e6-b26d7ae29164. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1829.188526] env[62306]: DEBUG oslo_concurrency.lockutils [req-9f8e50c7-1a6b-4da9-b3e6-3a14a2b2d12e req-474eea4b-37d3-4345-a994-39fa76239ff6 service nova] Acquiring lock "refresh_cache-886cdc1d-5a8a-44f6-baba-7586878b1c56" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.188695] env[62306]: DEBUG oslo_concurrency.lockutils [req-9f8e50c7-1a6b-4da9-b3e6-3a14a2b2d12e req-474eea4b-37d3-4345-a994-39fa76239ff6 service nova] Acquired lock "refresh_cache-886cdc1d-5a8a-44f6-baba-7586878b1c56" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.188836] env[62306]: DEBUG nova.network.neutron [req-9f8e50c7-1a6b-4da9-b3e6-3a14a2b2d12e req-474eea4b-37d3-4345-a994-39fa76239ff6 service nova] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Refreshing network info cache for port cad3d010-57ff-4dbe-a2e6-b26d7ae29164 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1829.219405] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133081} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.220552] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1829.220836] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bf3b39-844a-42a5-ab24-e1cf3161b765 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.245330] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] f1b3977d-c5ae-4f83-b218-723af521215e/f1b3977d-c5ae-4f83-b218-723af521215e.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1829.248365] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7055e3a-8ccc-4596-be35-9e6169623607 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.274679] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1829.274679] env[62306]: value = "task-1972672" [ 1829.274679] env[62306]: _type = "Task" [ 1829.274679] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.285988] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972672, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.411354] env[62306]: DEBUG nova.compute.utils [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1829.417049] env[62306]: DEBUG nova.compute.manager [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1829.417049] env[62306]: DEBUG nova.network.neutron [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1829.478108] env[62306]: DEBUG nova.policy [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34b2fbe3209f424abf27e7dd25d735a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c0ff968f9b74fc58d04f5b534d21a2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1829.555782] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b7d6b3-7b09-b067-b569-396f10e83921, 'name': SearchDatastore_Task, 'duration_secs': 0.046889} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.556485] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.556722] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1829.557112] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.557574] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.557574] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1829.559104] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c82553a6-5a06-4a04-aff1-f6605f8ddf68 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.571992] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1829.573035] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1829.573146] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ebdf3d1-e167-431d-87cb-ea0242e3541a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.581174] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1829.581174] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b7bda8-74fd-7e3b-2e5e-6caec7fc78ff" [ 1829.581174] env[62306]: _type = "Task" [ 1829.581174] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.592302] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b7bda8-74fd-7e3b-2e5e-6caec7fc78ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.640895] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "refresh_cache-886cdc1d-5a8a-44f6-baba-7586878b1c56" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.643431] env[62306]: DEBUG oslo_concurrency.lockutils [None req-768d31e0-44b7-48c1-95f4-bb6cf5f6077f tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Lock "5c97dd8a-5e62-4462-b043-54928bd26f1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.630s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.749025] env[62306]: DEBUG nova.network.neutron [req-9f8e50c7-1a6b-4da9-b3e6-3a14a2b2d12e req-474eea4b-37d3-4345-a994-39fa76239ff6 service nova] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1829.786343] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972672, 'name': ReconfigVM_Task, 'duration_secs': 0.507937} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.786560] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Reconfigured VM instance instance-00000043 to attach disk [datastore1] f1b3977d-c5ae-4f83-b218-723af521215e/f1b3977d-c5ae-4f83-b218-723af521215e.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1829.787269] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e790c1cf-e4fe-487f-b760-5c2b46c952c7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.793640] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1829.793640] env[62306]: value = "task-1972673" [ 1829.793640] env[62306]: _type = "Task" [ 1829.793640] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.809236] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972673, 'name': Rename_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.860112] env[62306]: DEBUG nova.network.neutron [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Successfully created port: 1e75de98-bf23-4e59-86b0-6a846ebd4577 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1829.874125] env[62306]: DEBUG nova.network.neutron [req-9f8e50c7-1a6b-4da9-b3e6-3a14a2b2d12e req-474eea4b-37d3-4345-a994-39fa76239ff6 service nova] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.920617] env[62306]: DEBUG nova.compute.manager [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1830.095929] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b7bda8-74fd-7e3b-2e5e-6caec7fc78ff, 'name': SearchDatastore_Task, 'duration_secs': 0.01498} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.097042] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b36502e-601f-4dc6-9c23-982f4ac1fa66 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.111362] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1830.111362] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fc5315-817b-0e8d-76f4-9d90a30e5e35" [ 1830.111362] env[62306]: _type = "Task" [ 1830.111362] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.126628] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fc5315-817b-0e8d-76f4-9d90a30e5e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.306760] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972673, 'name': Rename_Task, 'duration_secs': 0.186268} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.309752] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1830.311269] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15c7ba0a-a3c0-45a3-9ea3-e53013f0b809 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.319476] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1830.319476] env[62306]: value = "task-1972674" [ 1830.319476] env[62306]: _type = "Task" [ 1830.319476] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.333037] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.376974] env[62306]: DEBUG oslo_concurrency.lockutils [req-9f8e50c7-1a6b-4da9-b3e6-3a14a2b2d12e req-474eea4b-37d3-4345-a994-39fa76239ff6 service nova] Releasing lock "refresh_cache-886cdc1d-5a8a-44f6-baba-7586878b1c56" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.377435] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquired lock "refresh_cache-886cdc1d-5a8a-44f6-baba-7586878b1c56" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.378545] env[62306]: DEBUG nova.network.neutron [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1830.511050] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b227580-991e-4b21-ab05-05fc7a10d132 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.521201] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f19f31-b740-4601-b08c-028661ecb599 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.552624] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc169fd-0fc9-4bc6-9515-29eac4d33e4d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.561399] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c903dc-105b-4b31-8269-80e1abfd13ed {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.575829] env[62306]: DEBUG nova.compute.provider_tree [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1830.623270] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fc5315-817b-0e8d-76f4-9d90a30e5e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.831106] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972674, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.934026] env[62306]: DEBUG nova.compute.manager [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1830.961326] env[62306]: DEBUG nova.virt.hardware [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8a571ec9b76d3584d8c49b310ec65d73',container_format='bare',created_at=2024-12-27T22:31:55Z,direct_url=,disk_format='vmdk',id=267024ee-d505-4aae-9a3b-d1540ef567d0,min_disk=1,min_ram=0,name='tempest-test-snap-1346262736',owner='5c0ff968f9b74fc58d04f5b534d21a2a',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-27T22:32:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1830.961708] env[62306]: DEBUG nova.virt.hardware [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1830.961890] env[62306]: DEBUG nova.virt.hardware [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1830.962134] env[62306]: DEBUG nova.virt.hardware [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1830.962292] env[62306]: DEBUG nova.virt.hardware [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1830.962441] env[62306]: DEBUG nova.virt.hardware [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1830.962654] env[62306]: DEBUG nova.virt.hardware [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1830.963255] env[62306]: DEBUG nova.virt.hardware [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1830.963255] env[62306]: DEBUG nova.virt.hardware [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1830.963415] env[62306]: DEBUG nova.virt.hardware [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1830.963474] env[62306]: DEBUG nova.virt.hardware [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1830.964998] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb1b506-34d4-47c8-bb1d-92732f99cbeb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.973723] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1923c4a9-7303-4d87-9095-b6797a7f6f44 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.998322] env[62306]: DEBUG nova.network.neutron [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1831.079222] env[62306]: DEBUG nova.scheduler.client.report [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1831.124149] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fc5315-817b-0e8d-76f4-9d90a30e5e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.175721] env[62306]: DEBUG nova.network.neutron [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Updating instance_info_cache with network_info: [{"id": "cad3d010-57ff-4dbe-a2e6-b26d7ae29164", "address": "fa:16:3e:33:5c:25", "network": {"id": "90fb0a94-ed83-4055-846c-1827072fb4a7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-56600509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8b5165732a4156b26bf3c3cf699918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcad3d010-57", "ovs_interfaceid": "cad3d010-57ff-4dbe-a2e6-b26d7ae29164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.332440] env[62306]: DEBUG oslo_vmware.api [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972674, 'name': PowerOnVM_Task, 'duration_secs': 0.656689} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.332863] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1831.333618] env[62306]: INFO nova.compute.manager [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1831.333861] env[62306]: DEBUG nova.compute.manager [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1831.334806] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ce7606-f437-4df7-a272-5798c3d3b549 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.424624] env[62306]: DEBUG oslo_concurrency.lockutils [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Acquiring lock "5c97dd8a-5e62-4462-b043-54928bd26f1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.424988] env[62306]: DEBUG oslo_concurrency.lockutils [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Lock "5c97dd8a-5e62-4462-b043-54928bd26f1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.425314] env[62306]: DEBUG oslo_concurrency.lockutils [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Acquiring lock "5c97dd8a-5e62-4462-b043-54928bd26f1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.425770] env[62306]: DEBUG oslo_concurrency.lockutils [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Lock "5c97dd8a-5e62-4462-b043-54928bd26f1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.426027] env[62306]: DEBUG oslo_concurrency.lockutils [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Lock "5c97dd8a-5e62-4462-b043-54928bd26f1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.429471] env[62306]: INFO nova.compute.manager [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Terminating instance [ 1831.491023] env[62306]: DEBUG nova.compute.manager [req-08de98dd-2246-480e-95af-cbac98bea161 req-13b89390-6609-4203-9084-c2ab271daf7e service nova] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Received event network-vif-plugged-1e75de98-bf23-4e59-86b0-6a846ebd4577 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1831.491260] env[62306]: DEBUG oslo_concurrency.lockutils [req-08de98dd-2246-480e-95af-cbac98bea161 req-13b89390-6609-4203-9084-c2ab271daf7e service nova] Acquiring lock "158caed0-4dd4-4e93-8d9f-60751d3eedb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.491469] env[62306]: DEBUG oslo_concurrency.lockutils [req-08de98dd-2246-480e-95af-cbac98bea161 req-13b89390-6609-4203-9084-c2ab271daf7e service nova] Lock "158caed0-4dd4-4e93-8d9f-60751d3eedb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.491630] env[62306]: DEBUG oslo_concurrency.lockutils [req-08de98dd-2246-480e-95af-cbac98bea161 req-13b89390-6609-4203-9084-c2ab271daf7e service nova] Lock "158caed0-4dd4-4e93-8d9f-60751d3eedb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.491790] env[62306]: DEBUG nova.compute.manager [req-08de98dd-2246-480e-95af-cbac98bea161 req-13b89390-6609-4203-9084-c2ab271daf7e service nova] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] No waiting events found dispatching network-vif-plugged-1e75de98-bf23-4e59-86b0-6a846ebd4577 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1831.491945] env[62306]: WARNING nova.compute.manager [req-08de98dd-2246-480e-95af-cbac98bea161 req-13b89390-6609-4203-9084-c2ab271daf7e service nova] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Received unexpected event network-vif-plugged-1e75de98-bf23-4e59-86b0-6a846ebd4577 for instance with vm_state building and task_state spawning. [ 1831.586314] env[62306]: DEBUG oslo_concurrency.lockutils [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.586861] env[62306]: DEBUG nova.compute.manager [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1831.590073] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.718s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.590305] env[62306]: DEBUG nova.objects.instance [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lazy-loading 'resources' on Instance uuid b6bc671a-8f32-4186-9921-813c3f91dfdc {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1831.627837] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fc5315-817b-0e8d-76f4-9d90a30e5e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.630298] env[62306]: DEBUG nova.network.neutron [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Successfully updated port: 1e75de98-bf23-4e59-86b0-6a846ebd4577 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1831.678752] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Releasing lock "refresh_cache-886cdc1d-5a8a-44f6-baba-7586878b1c56" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.679075] env[62306]: DEBUG nova.compute.manager [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Instance network_info: |[{"id": "cad3d010-57ff-4dbe-a2e6-b26d7ae29164", "address": "fa:16:3e:33:5c:25", "network": {"id": "90fb0a94-ed83-4055-846c-1827072fb4a7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-56600509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8b5165732a4156b26bf3c3cf699918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcad3d010-57", "ovs_interfaceid": "cad3d010-57ff-4dbe-a2e6-b26d7ae29164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1831.679482] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:5c:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cad3d010-57ff-4dbe-a2e6-b26d7ae29164', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1831.690016] env[62306]: DEBUG oslo.service.loopingcall [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1831.690016] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1831.690016] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b4584ba-bd80-4b52-83c2-f2020b0d4c60 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.709629] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1831.709629] env[62306]: value = "task-1972675" [ 1831.709629] env[62306]: _type = "Task" [ 1831.709629] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.721623] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972675, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.751333] env[62306]: DEBUG nova.network.neutron [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Port efdf9ab2-0a54-411d-b4c2-b06c03c33b6e binding to destination host cpu-1 is already ACTIVE {{(pid=62306) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1831.751643] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "refresh_cache-80689d6f-f84e-4d5c-8e64-3284ba25befc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.751795] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquired lock "refresh_cache-80689d6f-f84e-4d5c-8e64-3284ba25befc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.751956] env[62306]: DEBUG nova.network.neutron [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1831.855760] env[62306]: INFO nova.compute.manager [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Took 53.83 seconds to build instance. [ 1831.936053] env[62306]: DEBUG nova.compute.manager [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1831.936053] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1831.936053] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a14b204-8fa0-47f5-8b71-b30357824518 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.944812] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1831.945191] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3176be9c-5089-4f48-acce-afa209cf4982 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.951895] env[62306]: DEBUG oslo_vmware.api [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Waiting for the task: (returnval){ [ 1831.951895] env[62306]: value = "task-1972676" [ 1831.951895] env[62306]: _type = "Task" [ 1831.951895] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.960878] env[62306]: DEBUG oslo_vmware.api [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': task-1972676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.094750] env[62306]: DEBUG nova.compute.utils [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1832.099308] env[62306]: DEBUG nova.compute.manager [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1832.099548] env[62306]: DEBUG nova.network.neutron [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1832.125712] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fc5315-817b-0e8d-76f4-9d90a30e5e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.132430] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "refresh_cache-158caed0-4dd4-4e93-8d9f-60751d3eedb5" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.132600] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquired lock "refresh_cache-158caed0-4dd4-4e93-8d9f-60751d3eedb5" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.132755] env[62306]: DEBUG nova.network.neutron [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1832.143497] env[62306]: DEBUG nova.policy [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6547795e3fc41a68c6b2677aee67567', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c1dff801f734fd6af73ab511140982b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1832.223889] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972675, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.358707] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d454c784-0887-44d7-b87b-076b17104b6e tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "f1b3977d-c5ae-4f83-b218-723af521215e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.954s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.466299] env[62306]: DEBUG oslo_vmware.api [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': task-1972676, 'name': PowerOffVM_Task, 'duration_secs': 0.488485} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.469822] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1832.470314] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1832.470909] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28175b37-5073-4d02-9a59-21e971f6bdfb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.600630] env[62306]: DEBUG nova.compute.manager [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1832.609988] env[62306]: DEBUG nova.network.neutron [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Updating instance_info_cache with network_info: [{"id": "efdf9ab2-0a54-411d-b4c2-b06c03c33b6e", "address": "fa:16:3e:dd:08:10", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefdf9ab2-0a", "ovs_interfaceid": "efdf9ab2-0a54-411d-b4c2-b06c03c33b6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.637796] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fc5315-817b-0e8d-76f4-9d90a30e5e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.667100] env[62306]: DEBUG nova.network.neutron [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Successfully created port: 8aaedc75-63d5-4d54-a394-57009c4ad56b {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1832.670491] env[62306]: DEBUG nova.network.neutron [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1832.686252] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1e3600-79e7-4e5d-bf28-675af89ad6ec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.697487] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042dc26a-78da-44aa-9570-db3844d2b956 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.738486] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573a8f72-3301-4121-929b-50ef2eaca79a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.749928] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287b3c21-dfb9-4354-8035-36530bcb8565 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.753909] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972675, 'name': CreateVM_Task, 'duration_secs': 0.618052} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.754108] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1832.755272] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.755536] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.756041] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1832.756333] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab4092e-2c52-4b4e-981f-debfd5bb2d21 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.766526] env[62306]: DEBUG nova.compute.provider_tree [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1832.771546] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1832.771546] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52bdfb42-2429-f09d-736e-503dc83b505b" [ 1832.771546] env[62306]: _type = "Task" [ 1832.771546] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.779639] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52bdfb42-2429-f09d-736e-503dc83b505b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.863493] env[62306]: DEBUG nova.network.neutron [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Updating instance_info_cache with network_info: [{"id": "1e75de98-bf23-4e59-86b0-6a846ebd4577", "address": "fa:16:3e:d1:1a:a2", "network": {"id": "1a24c827-f993-4fc3-b48a-4a84dba7e675", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1790124445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c0ff968f9b74fc58d04f5b534d21a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e75de98-bf", "ovs_interfaceid": "1e75de98-bf23-4e59-86b0-6a846ebd4577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.019758] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1833.019972] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1833.020166] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Deleting the datastore file [datastore1] 5c97dd8a-5e62-4462-b043-54928bd26f1e {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1833.020436] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bde8e307-29aa-434b-b4b9-9b6bc88b874d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.029875] env[62306]: DEBUG oslo_vmware.api [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Waiting for the task: (returnval){ [ 1833.029875] env[62306]: value = "task-1972678" [ 1833.029875] env[62306]: _type = "Task" [ 1833.029875] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.038275] env[62306]: DEBUG oslo_vmware.api [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': task-1972678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.114994] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Releasing lock "refresh_cache-80689d6f-f84e-4d5c-8e64-3284ba25befc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.131087] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fc5315-817b-0e8d-76f4-9d90a30e5e35, 'name': SearchDatastore_Task, 'duration_secs': 2.611852} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.131087] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.131087] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 910c2d27-4919-4314-9a1c-a7e13ff302cc/910c2d27-4919-4314-9a1c-a7e13ff302cc.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1833.131480] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebb3da17-2412-401c-9e59-5edea3dfff36 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.139984] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1833.139984] env[62306]: value = "task-1972679" [ 1833.139984] env[62306]: _type = "Task" [ 1833.139984] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.149541] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.269857] env[62306]: DEBUG nova.scheduler.client.report [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1833.295749] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52bdfb42-2429-f09d-736e-503dc83b505b, 'name': SearchDatastore_Task, 'duration_secs': 0.011551} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.296821] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.297121] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1833.297518] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.297711] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.297923] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1833.298578] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cc03dcf-e43a-469f-9ea8-b7250befb8a4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.309945] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1833.310221] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1833.311298] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56bdb019-9464-4b33-b7ab-151f1b47e34a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.317916] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1833.317916] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5209dc9f-69a2-3ace-f64b-5880d88e10e9" [ 1833.317916] env[62306]: _type = "Task" [ 1833.317916] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.327992] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5209dc9f-69a2-3ace-f64b-5880d88e10e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.365775] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Releasing lock "refresh_cache-158caed0-4dd4-4e93-8d9f-60751d3eedb5" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.366165] env[62306]: DEBUG nova.compute.manager [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Instance network_info: |[{"id": "1e75de98-bf23-4e59-86b0-6a846ebd4577", "address": "fa:16:3e:d1:1a:a2", "network": {"id": "1a24c827-f993-4fc3-b48a-4a84dba7e675", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1790124445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c0ff968f9b74fc58d04f5b534d21a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e75de98-bf", "ovs_interfaceid": "1e75de98-bf23-4e59-86b0-6a846ebd4577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1833.366646] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:1a:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e75de98-bf23-4e59-86b0-6a846ebd4577', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1833.375389] env[62306]: DEBUG oslo.service.loopingcall [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1833.375707] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1833.375989] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-628b886d-1814-4ea5-ba3d-87e24d228b42 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.399937] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1833.399937] env[62306]: value = "task-1972680" [ 1833.399937] env[62306]: _type = "Task" [ 1833.399937] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.413904] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972680, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.546720] env[62306]: DEBUG oslo_vmware.api [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Task: {'id': task-1972678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174687} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.547384] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1833.547742] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1833.549026] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1833.549026] env[62306]: INFO nova.compute.manager [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1833.549026] env[62306]: DEBUG oslo.service.loopingcall [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1833.549026] env[62306]: DEBUG nova.compute.manager [-] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1833.549026] env[62306]: DEBUG nova.network.neutron [-] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1833.618199] env[62306]: DEBUG nova.compute.manager [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1833.621110] env[62306]: DEBUG nova.compute.manager [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62306) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1833.621441] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.651692] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498348} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.654015] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 910c2d27-4919-4314-9a1c-a7e13ff302cc/910c2d27-4919-4314-9a1c-a7e13ff302cc.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1833.654323] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1833.654851] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57bbe7a0-c9ed-4e81-9599-31099f79f743 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.662251] env[62306]: DEBUG nova.virt.hardware [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1833.662554] env[62306]: DEBUG nova.virt.hardware [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1833.662760] env[62306]: DEBUG nova.virt.hardware [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1833.662991] env[62306]: DEBUG nova.virt.hardware [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1833.663262] env[62306]: DEBUG nova.virt.hardware [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1833.663390] env[62306]: DEBUG nova.virt.hardware [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1833.663639] env[62306]: DEBUG nova.virt.hardware [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1833.663846] env[62306]: DEBUG nova.virt.hardware [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1833.664184] env[62306]: DEBUG nova.virt.hardware [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1833.664328] env[62306]: DEBUG nova.virt.hardware [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1833.664568] env[62306]: DEBUG nova.virt.hardware [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1833.665528] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cef06a-3908-42d0-8af6-9796af14e026 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.669569] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1833.669569] env[62306]: value = "task-1972681" [ 1833.669569] env[62306]: _type = "Task" [ 1833.669569] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.680027] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2902bb32-2a82-49d6-9fe3-103b3c5aaae8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.687199] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.785293] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.787950] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.283s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.788241] env[62306]: DEBUG nova.objects.instance [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Lazy-loading 'resources' on Instance uuid 9357bb12-408a-432d-ac0a-b8747cac5cec {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1833.795193] env[62306]: DEBUG nova.compute.manager [req-3f48f439-891b-442f-8747-4787a5ad9cad req-622976fc-5240-4175-be1a-96c346cedafb service nova] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Received event network-changed-1e75de98-bf23-4e59-86b0-6a846ebd4577 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1833.795401] env[62306]: DEBUG nova.compute.manager [req-3f48f439-891b-442f-8747-4787a5ad9cad req-622976fc-5240-4175-be1a-96c346cedafb service nova] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Refreshing instance network info cache due to event network-changed-1e75de98-bf23-4e59-86b0-6a846ebd4577. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1833.795659] env[62306]: DEBUG oslo_concurrency.lockutils [req-3f48f439-891b-442f-8747-4787a5ad9cad req-622976fc-5240-4175-be1a-96c346cedafb service nova] Acquiring lock "refresh_cache-158caed0-4dd4-4e93-8d9f-60751d3eedb5" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.795808] env[62306]: DEBUG oslo_concurrency.lockutils [req-3f48f439-891b-442f-8747-4787a5ad9cad req-622976fc-5240-4175-be1a-96c346cedafb service nova] Acquired lock "refresh_cache-158caed0-4dd4-4e93-8d9f-60751d3eedb5" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.795967] env[62306]: DEBUG nova.network.neutron [req-3f48f439-891b-442f-8747-4787a5ad9cad req-622976fc-5240-4175-be1a-96c346cedafb service nova] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Refreshing network info cache for port 1e75de98-bf23-4e59-86b0-6a846ebd4577 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1833.829155] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5209dc9f-69a2-3ace-f64b-5880d88e10e9, 'name': SearchDatastore_Task, 'duration_secs': 0.072926} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.830250] env[62306]: INFO nova.scheduler.client.report [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Deleted allocations for instance b6bc671a-8f32-4186-9921-813c3f91dfdc [ 1833.840214] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5774006c-f6d5-401f-8c88-974bbcb6aaf4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.847685] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1833.847685] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5293e8a4-2b58-5a88-5474-99c376f57185" [ 1833.847685] env[62306]: _type = "Task" [ 1833.847685] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.858915] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5293e8a4-2b58-5a88-5474-99c376f57185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.911659] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972680, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.063647] env[62306]: DEBUG nova.compute.manager [req-cc35f903-a0e7-481b-afdb-0e3cf84faa1b req-1e701752-cc72-4f15-bae7-74e1d1d1eabd service nova] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Received event network-changed-6f241cc9-22bf-490b-92cc-9f9aa8265e36 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1834.063845] env[62306]: DEBUG nova.compute.manager [req-cc35f903-a0e7-481b-afdb-0e3cf84faa1b req-1e701752-cc72-4f15-bae7-74e1d1d1eabd service nova] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Refreshing instance network info cache due to event network-changed-6f241cc9-22bf-490b-92cc-9f9aa8265e36. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1834.064090] env[62306]: DEBUG oslo_concurrency.lockutils [req-cc35f903-a0e7-481b-afdb-0e3cf84faa1b req-1e701752-cc72-4f15-bae7-74e1d1d1eabd service nova] Acquiring lock "refresh_cache-f1b3977d-c5ae-4f83-b218-723af521215e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.065917] env[62306]: DEBUG oslo_concurrency.lockutils [req-cc35f903-a0e7-481b-afdb-0e3cf84faa1b req-1e701752-cc72-4f15-bae7-74e1d1d1eabd service nova] Acquired lock "refresh_cache-f1b3977d-c5ae-4f83-b218-723af521215e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.066220] env[62306]: DEBUG nova.network.neutron [req-cc35f903-a0e7-481b-afdb-0e3cf84faa1b req-1e701752-cc72-4f15-bae7-74e1d1d1eabd service nova] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Refreshing network info cache for port 6f241cc9-22bf-490b-92cc-9f9aa8265e36 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1834.180616] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090402} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.180946] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1834.181822] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f96efc7-b6e7-4825-ae62-cc74c453c702 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.205800] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 910c2d27-4919-4314-9a1c-a7e13ff302cc/910c2d27-4919-4314-9a1c-a7e13ff302cc.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1834.206587] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c7b9d61-a8bf-411b-887e-edae785270f8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.231361] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1834.231361] env[62306]: value = "task-1972682" [ 1834.231361] env[62306]: _type = "Task" [ 1834.231361] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.242402] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.350251] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09192f6a-164c-4fcc-845f-a01ec0526917 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "b6bc671a-8f32-4186-9921-813c3f91dfdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.019s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.368908] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5293e8a4-2b58-5a88-5474-99c376f57185, 'name': SearchDatastore_Task, 'duration_secs': 0.019034} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.369375] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.369737] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 886cdc1d-5a8a-44f6-baba-7586878b1c56/886cdc1d-5a8a-44f6-baba-7586878b1c56.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1834.370161] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a78f19c-17b3-4567-9c9c-1e8d42ea91c7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.382109] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1834.382109] env[62306]: value = "task-1972683" [ 1834.382109] env[62306]: _type = "Task" [ 1834.382109] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.393055] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.413836] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972680, 'name': CreateVM_Task, 'duration_secs': 0.835078} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.417144] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1834.421397] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/267024ee-d505-4aae-9a3b-d1540ef567d0" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.421666] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/267024ee-d505-4aae-9a3b-d1540ef567d0" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.422099] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/267024ee-d505-4aae-9a3b-d1540ef567d0" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1834.425683] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a28d297e-1d28-4e29-b2f2-4fdf882f076a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.441264] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1834.441264] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52580171-b4bc-1a97-3cf0-36f874eb18c8" [ 1834.441264] env[62306]: _type = "Task" [ 1834.441264] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.454487] env[62306]: DEBUG nova.network.neutron [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Successfully updated port: 8aaedc75-63d5-4d54-a394-57009c4ad56b {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1834.456114] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52580171-b4bc-1a97-3cf0-36f874eb18c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.628739] env[62306]: DEBUG nova.network.neutron [req-3f48f439-891b-442f-8747-4787a5ad9cad req-622976fc-5240-4175-be1a-96c346cedafb service nova] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Updated VIF entry in instance network info cache for port 1e75de98-bf23-4e59-86b0-6a846ebd4577. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1834.629359] env[62306]: DEBUG nova.network.neutron [req-3f48f439-891b-442f-8747-4787a5ad9cad req-622976fc-5240-4175-be1a-96c346cedafb service nova] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Updating instance_info_cache with network_info: [{"id": "1e75de98-bf23-4e59-86b0-6a846ebd4577", "address": "fa:16:3e:d1:1a:a2", "network": {"id": "1a24c827-f993-4fc3-b48a-4a84dba7e675", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1790124445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c0ff968f9b74fc58d04f5b534d21a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e75de98-bf", "ovs_interfaceid": "1e75de98-bf23-4e59-86b0-6a846ebd4577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.744018] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972682, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.775261] env[62306]: DEBUG nova.network.neutron [-] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.895576] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972683, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.897440] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2a6ae9-1777-44ea-a9bf-f2e13f932df0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.904421] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44cc5af-793b-4e00-9031-d86f6f52d9a5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.935707] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b332bf-18ab-4618-acae-7248d4a1f256 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.940379] env[62306]: DEBUG nova.network.neutron [req-cc35f903-a0e7-481b-afdb-0e3cf84faa1b req-1e701752-cc72-4f15-bae7-74e1d1d1eabd service nova] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Updated VIF entry in instance network info cache for port 6f241cc9-22bf-490b-92cc-9f9aa8265e36. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1834.940732] env[62306]: DEBUG nova.network.neutron [req-cc35f903-a0e7-481b-afdb-0e3cf84faa1b req-1e701752-cc72-4f15-bae7-74e1d1d1eabd service nova] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Updating instance_info_cache with network_info: [{"id": "6f241cc9-22bf-490b-92cc-9f9aa8265e36", "address": "fa:16:3e:bb:b0:1c", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f241cc9-22", "ovs_interfaceid": "6f241cc9-22bf-490b-92cc-9f9aa8265e36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.942445] env[62306]: DEBUG oslo_concurrency.lockutils [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "41987bac-7c53-4449-b219-c1672a2ceb8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.942670] env[62306]: DEBUG oslo_concurrency.lockutils [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "41987bac-7c53-4449-b219-c1672a2ceb8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.943956] env[62306]: DEBUG oslo_concurrency.lockutils [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "41987bac-7c53-4449-b219-c1672a2ceb8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.943956] env[62306]: DEBUG oslo_concurrency.lockutils [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "41987bac-7c53-4449-b219-c1672a2ceb8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.943956] env[62306]: DEBUG oslo_concurrency.lockutils [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "41987bac-7c53-4449-b219-c1672a2ceb8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.951204] env[62306]: INFO nova.compute.manager [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Terminating instance [ 1834.954386] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b08602-1bab-4e83-bb83-a9cbe6ead4be {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.965319] env[62306]: DEBUG oslo_concurrency.lockutils [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.965472] env[62306]: DEBUG oslo_concurrency.lockutils [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.965611] env[62306]: DEBUG nova.network.neutron [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1834.967431] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/267024ee-d505-4aae-9a3b-d1540ef567d0" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.967709] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Processing image 267024ee-d505-4aae-9a3b-d1540ef567d0 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1834.967918] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/267024ee-d505-4aae-9a3b-d1540ef567d0/267024ee-d505-4aae-9a3b-d1540ef567d0.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.968096] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/267024ee-d505-4aae-9a3b-d1540ef567d0/267024ee-d505-4aae-9a3b-d1540ef567d0.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.968287] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1834.968715] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d85be15-0c8d-4617-9077-afab431492d4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.980256] env[62306]: DEBUG nova.compute.provider_tree [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1834.989436] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1834.989651] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1834.990663] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f999d115-427f-46aa-a4c8-adfbd48bca64 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.996605] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1834.996605] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5235452b-72d0-ef34-0ad7-178d956b4b3c" [ 1834.996605] env[62306]: _type = "Task" [ 1834.996605] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.006532] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5235452b-72d0-ef34-0ad7-178d956b4b3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.132075] env[62306]: DEBUG oslo_concurrency.lockutils [req-3f48f439-891b-442f-8747-4787a5ad9cad req-622976fc-5240-4175-be1a-96c346cedafb service nova] Releasing lock "refresh_cache-158caed0-4dd4-4e93-8d9f-60751d3eedb5" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.213339] env[62306]: DEBUG oslo_vmware.rw_handles [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223f047-d839-7dd4-9869-0043eacab4d3/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1835.214258] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9504a93a-afa6-48b4-8399-a30c56fbbe87 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.220705] env[62306]: DEBUG oslo_vmware.rw_handles [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223f047-d839-7dd4-9869-0043eacab4d3/disk-0.vmdk is in state: ready. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1835.220868] env[62306]: ERROR oslo_vmware.rw_handles [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223f047-d839-7dd4-9869-0043eacab4d3/disk-0.vmdk due to incomplete transfer. [ 1835.221088] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c96fcb75-3d19-4446-a8cc-76192f01a3d2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.228817] env[62306]: DEBUG oslo_vmware.rw_handles [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223f047-d839-7dd4-9869-0043eacab4d3/disk-0.vmdk. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1835.229021] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Uploaded image 1b33c3e5-6467-42e9-b895-a38877a5915e to the Glance image server {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1835.231842] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Destroying the VM {{(pid=62306) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1835.232087] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d2fa1c0-5818-42ec-a566-c9017d5faabf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.242854] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972682, 'name': ReconfigVM_Task, 'duration_secs': 0.573305} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.244339] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 910c2d27-4919-4314-9a1c-a7e13ff302cc/910c2d27-4919-4314-9a1c-a7e13ff302cc.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1835.245056] env[62306]: DEBUG oslo_vmware.api [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1835.245056] env[62306]: value = "task-1972684" [ 1835.245056] env[62306]: _type = "Task" [ 1835.245056] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.245056] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0957bce-06fe-4386-8ff1-f7179fdb4c85 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.254671] env[62306]: DEBUG oslo_vmware.api [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972684, 'name': Destroy_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.256416] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1835.256416] env[62306]: value = "task-1972685" [ 1835.256416] env[62306]: _type = "Task" [ 1835.256416] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.282194] env[62306]: INFO nova.compute.manager [-] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Took 1.73 seconds to deallocate network for instance. [ 1835.397358] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529022} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.397673] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 886cdc1d-5a8a-44f6-baba-7586878b1c56/886cdc1d-5a8a-44f6-baba-7586878b1c56.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1835.398064] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1835.398847] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b69a0c26-30fd-49b4-a916-b048eaea10cb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.406268] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1835.406268] env[62306]: value = "task-1972686" [ 1835.406268] env[62306]: _type = "Task" [ 1835.406268] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.414436] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.446302] env[62306]: DEBUG oslo_concurrency.lockutils [req-cc35f903-a0e7-481b-afdb-0e3cf84faa1b req-1e701752-cc72-4f15-bae7-74e1d1d1eabd service nova] Releasing lock "refresh_cache-f1b3977d-c5ae-4f83-b218-723af521215e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.468473] env[62306]: DEBUG nova.compute.manager [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1835.468713] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1835.471758] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4db8c2-ec45-41c4-ae55-c496feb4eb35 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.481072] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1835.481359] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-492a1eeb-e210-4456-a5c1-b137be4fc660 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.483570] env[62306]: DEBUG nova.scheduler.client.report [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1835.492382] env[62306]: DEBUG oslo_vmware.api [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1835.492382] env[62306]: value = "task-1972687" [ 1835.492382] env[62306]: _type = "Task" [ 1835.492382] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.504601] env[62306]: DEBUG oslo_vmware.api [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.511012] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Preparing fetch location {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1835.511474] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Fetch image to [datastore1] OSTACK_IMG_1cb9023f-3da2-4f1c-9fd2-0f99e66a96c5/OSTACK_IMG_1cb9023f-3da2-4f1c-9fd2-0f99e66a96c5.vmdk {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1835.511769] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Downloading stream optimized image 267024ee-d505-4aae-9a3b-d1540ef567d0 to [datastore1] OSTACK_IMG_1cb9023f-3da2-4f1c-9fd2-0f99e66a96c5/OSTACK_IMG_1cb9023f-3da2-4f1c-9fd2-0f99e66a96c5.vmdk on the data store datastore1 as vApp {{(pid=62306) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1835.512086] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Downloading image file data 267024ee-d505-4aae-9a3b-d1540ef567d0 to the ESX as VM named 'OSTACK_IMG_1cb9023f-3da2-4f1c-9fd2-0f99e66a96c5' {{(pid=62306) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1835.515416] env[62306]: DEBUG nova.network.neutron [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1835.588350] env[62306]: DEBUG oslo_vmware.rw_handles [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1835.588350] env[62306]: value = "resgroup-9" [ 1835.588350] env[62306]: _type = "ResourcePool" [ 1835.588350] env[62306]: }. {{(pid=62306) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1835.588778] env[62306]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-22c0dd8f-257f-4144-a91e-bff8956e7543 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.613620] env[62306]: DEBUG oslo_vmware.rw_handles [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lease: (returnval){ [ 1835.613620] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52de45a6-4baa-2f31-4420-e56028190049" [ 1835.613620] env[62306]: _type = "HttpNfcLease" [ 1835.613620] env[62306]: } obtained for vApp import into resource pool (val){ [ 1835.613620] env[62306]: value = "resgroup-9" [ 1835.613620] env[62306]: _type = "ResourcePool" [ 1835.613620] env[62306]: }. {{(pid=62306) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1835.613924] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the lease: (returnval){ [ 1835.613924] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52de45a6-4baa-2f31-4420-e56028190049" [ 1835.613924] env[62306]: _type = "HttpNfcLease" [ 1835.613924] env[62306]: } to be ready. {{(pid=62306) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1835.620339] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1835.620339] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52de45a6-4baa-2f31-4420-e56028190049" [ 1835.620339] env[62306]: _type = "HttpNfcLease" [ 1835.620339] env[62306]: } is initializing. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1835.682582] env[62306]: DEBUG nova.network.neutron [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Updating instance_info_cache with network_info: [{"id": "8aaedc75-63d5-4d54-a394-57009c4ad56b", "address": "fa:16:3e:f2:4e:c6", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aaedc75-63", "ovs_interfaceid": "8aaedc75-63d5-4d54-a394-57009c4ad56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.755775] env[62306]: DEBUG oslo_vmware.api [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972684, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.765797] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972685, 'name': Rename_Task, 'duration_secs': 0.300598} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.766083] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1835.766347] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86d1b0fb-2447-4e6d-b1a0-75156a3ea9c8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.773019] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1835.773019] env[62306]: value = "task-1972689" [ 1835.773019] env[62306]: _type = "Task" [ 1835.773019] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.784356] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.789557] env[62306]: DEBUG oslo_concurrency.lockutils [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.824387] env[62306]: DEBUG nova.compute.manager [req-f30e2576-9a33-472e-970e-e22e1ed6749a req-fd686656-c8d7-4ca0-81ee-e5cdf27e4baa service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Received event network-vif-plugged-8aaedc75-63d5-4d54-a394-57009c4ad56b {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1835.824611] env[62306]: DEBUG oslo_concurrency.lockutils [req-f30e2576-9a33-472e-970e-e22e1ed6749a req-fd686656-c8d7-4ca0-81ee-e5cdf27e4baa service nova] Acquiring lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.824816] env[62306]: DEBUG oslo_concurrency.lockutils [req-f30e2576-9a33-472e-970e-e22e1ed6749a req-fd686656-c8d7-4ca0-81ee-e5cdf27e4baa service nova] Lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.825011] env[62306]: DEBUG oslo_concurrency.lockutils [req-f30e2576-9a33-472e-970e-e22e1ed6749a req-fd686656-c8d7-4ca0-81ee-e5cdf27e4baa service nova] Lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.825181] env[62306]: DEBUG nova.compute.manager [req-f30e2576-9a33-472e-970e-e22e1ed6749a req-fd686656-c8d7-4ca0-81ee-e5cdf27e4baa service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] No waiting events found dispatching network-vif-plugged-8aaedc75-63d5-4d54-a394-57009c4ad56b {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1835.825348] env[62306]: WARNING nova.compute.manager [req-f30e2576-9a33-472e-970e-e22e1ed6749a req-fd686656-c8d7-4ca0-81ee-e5cdf27e4baa service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Received unexpected event network-vif-plugged-8aaedc75-63d5-4d54-a394-57009c4ad56b for instance with vm_state building and task_state spawning. [ 1835.825503] env[62306]: DEBUG nova.compute.manager [req-f30e2576-9a33-472e-970e-e22e1ed6749a req-fd686656-c8d7-4ca0-81ee-e5cdf27e4baa service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Received event network-changed-8aaedc75-63d5-4d54-a394-57009c4ad56b {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1835.825653] env[62306]: DEBUG nova.compute.manager [req-f30e2576-9a33-472e-970e-e22e1ed6749a req-fd686656-c8d7-4ca0-81ee-e5cdf27e4baa service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Refreshing instance network info cache due to event network-changed-8aaedc75-63d5-4d54-a394-57009c4ad56b. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1835.825814] env[62306]: DEBUG oslo_concurrency.lockutils [req-f30e2576-9a33-472e-970e-e22e1ed6749a req-fd686656-c8d7-4ca0-81ee-e5cdf27e4baa service nova] Acquiring lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.916794] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116272} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.917135] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1835.917960] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e8d13d-b4e5-4a71-a05a-5ace9b2fdf1d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.940680] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 886cdc1d-5a8a-44f6-baba-7586878b1c56/886cdc1d-5a8a-44f6-baba-7586878b1c56.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1835.940983] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea80f2ad-8fc6-4310-bbec-cf7131e86f0c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.961367] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1835.961367] env[62306]: value = "task-1972690" [ 1835.961367] env[62306]: _type = "Task" [ 1835.961367] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.972104] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.988297] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.991114] env[62306]: DEBUG oslo_concurrency.lockutils [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.841s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.991114] env[62306]: DEBUG nova.objects.instance [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lazy-loading 'resources' on Instance uuid 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1836.004168] env[62306]: DEBUG oslo_vmware.api [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972687, 'name': PowerOffVM_Task, 'duration_secs': 0.340032} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.008065] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1836.008065] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1836.008065] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b654ea0e-b5b1-4f31-9ab3-7d95c18ce3e0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.023152] env[62306]: INFO nova.scheduler.client.report [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Deleted allocations for instance 9357bb12-408a-432d-ac0a-b8747cac5cec [ 1836.112322] env[62306]: DEBUG nova.compute.manager [req-a3d8ad43-04d3-41cb-b825-d071dd02dbd6 req-b77171cc-c5eb-4014-902f-e8c3146a38e8 service nova] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Received event network-vif-deleted-2d97d313-232c-42b5-a115-a0ed948d30a5 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1836.124305] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1836.124305] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52de45a6-4baa-2f31-4420-e56028190049" [ 1836.124305] env[62306]: _type = "HttpNfcLease" [ 1836.124305] env[62306]: } is initializing. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1836.173070] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1836.173321] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1836.173498] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Deleting the datastore file [datastore1] 41987bac-7c53-4449-b219-c1672a2ceb8d {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1836.174012] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f182443b-1eeb-4063-906e-6a08c492382a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.181085] env[62306]: DEBUG oslo_vmware.api [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1836.181085] env[62306]: value = "task-1972692" [ 1836.181085] env[62306]: _type = "Task" [ 1836.181085] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.185105] env[62306]: DEBUG oslo_concurrency.lockutils [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.185487] env[62306]: DEBUG nova.compute.manager [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Instance network_info: |[{"id": "8aaedc75-63d5-4d54-a394-57009c4ad56b", "address": "fa:16:3e:f2:4e:c6", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aaedc75-63", "ovs_interfaceid": "8aaedc75-63d5-4d54-a394-57009c4ad56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1836.185816] env[62306]: DEBUG oslo_concurrency.lockutils [req-f30e2576-9a33-472e-970e-e22e1ed6749a req-fd686656-c8d7-4ca0-81ee-e5cdf27e4baa service nova] Acquired lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.186060] env[62306]: DEBUG nova.network.neutron [req-f30e2576-9a33-472e-970e-e22e1ed6749a req-fd686656-c8d7-4ca0-81ee-e5cdf27e4baa service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Refreshing network info cache for port 8aaedc75-63d5-4d54-a394-57009c4ad56b {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1836.187355] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:4e:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8aaedc75-63d5-4d54-a394-57009c4ad56b', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1836.194712] env[62306]: DEBUG oslo.service.loopingcall [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.195666] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1836.195940] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aefa33dc-a6ac-440a-9cac-964fc0e36d00 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.213845] env[62306]: DEBUG oslo_vmware.api [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.219424] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1836.219424] env[62306]: value = "task-1972693" [ 1836.219424] env[62306]: _type = "Task" [ 1836.219424] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.229194] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972693, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.256491] env[62306]: DEBUG oslo_vmware.api [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972684, 'name': Destroy_Task, 'duration_secs': 0.869497} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.256855] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Destroyed the VM [ 1836.257235] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Deleting Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1836.257556] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c8cc585d-9103-4bea-ac8d-8b34a6eabc99 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.263886] env[62306]: DEBUG oslo_vmware.api [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1836.263886] env[62306]: value = "task-1972694" [ 1836.263886] env[62306]: _type = "Task" [ 1836.263886] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.271687] env[62306]: DEBUG oslo_vmware.api [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972694, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.281831] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.473703] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.530870] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24d5fa2f-330a-43b3-9555-6121932955b8 tempest-ImagesOneServerTestJSON-15405238 tempest-ImagesOneServerTestJSON-15405238-project-member] Lock "9357bb12-408a-432d-ac0a-b8747cac5cec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.025s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.627182] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1836.627182] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52de45a6-4baa-2f31-4420-e56028190049" [ 1836.627182] env[62306]: _type = "HttpNfcLease" [ 1836.627182] env[62306]: } is initializing. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1836.695817] env[62306]: DEBUG oslo_vmware.api [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167174} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.699909] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1836.700157] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1836.700347] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1836.700524] env[62306]: INFO nova.compute.manager [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1836.700799] env[62306]: DEBUG oslo.service.loopingcall [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.703538] env[62306]: DEBUG nova.compute.manager [-] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1836.703644] env[62306]: DEBUG nova.network.neutron [-] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1836.730082] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972693, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.776561] env[62306]: DEBUG oslo_vmware.api [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972694, 'name': RemoveSnapshot_Task} progress is 15%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.789167] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972689, 'name': PowerOnVM_Task, 'duration_secs': 0.931591} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.789602] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1836.789839] env[62306]: INFO nova.compute.manager [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Took 11.36 seconds to spawn the instance on the hypervisor. [ 1836.790044] env[62306]: DEBUG nova.compute.manager [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1836.791976] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b430e3b3-abbd-4ee4-8eac-4d3ab9802f1e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.976750] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972690, 'name': ReconfigVM_Task, 'duration_secs': 0.582616} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.977067] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 886cdc1d-5a8a-44f6-baba-7586878b1c56/886cdc1d-5a8a-44f6-baba-7586878b1c56.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1836.977717] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94da798c-149f-4b11-9c71-160fc3e126eb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.984221] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1836.984221] env[62306]: value = "task-1972695" [ 1836.984221] env[62306]: _type = "Task" [ 1836.984221] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.994484] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972695, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.076397] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f481eae1-7716-4172-9c07-9c52060dfa5a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.085848] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d8f539-9fdc-4d36-85db-e132ed9564f6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.120020] env[62306]: DEBUG nova.network.neutron [req-f30e2576-9a33-472e-970e-e22e1ed6749a req-fd686656-c8d7-4ca0-81ee-e5cdf27e4baa service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Updated VIF entry in instance network info cache for port 8aaedc75-63d5-4d54-a394-57009c4ad56b. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1837.120020] env[62306]: DEBUG nova.network.neutron [req-f30e2576-9a33-472e-970e-e22e1ed6749a req-fd686656-c8d7-4ca0-81ee-e5cdf27e4baa service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Updating instance_info_cache with network_info: [{"id": "8aaedc75-63d5-4d54-a394-57009c4ad56b", "address": "fa:16:3e:f2:4e:c6", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aaedc75-63", "ovs_interfaceid": "8aaedc75-63d5-4d54-a394-57009c4ad56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.122900] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf09e9b-017d-4b80-9570-e8fabd69b172 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.129570] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1837.129570] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52de45a6-4baa-2f31-4420-e56028190049" [ 1837.129570] env[62306]: _type = "HttpNfcLease" [ 1837.129570] env[62306]: } is ready. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1837.132188] env[62306]: DEBUG oslo_vmware.rw_handles [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1837.132188] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52de45a6-4baa-2f31-4420-e56028190049" [ 1837.132188] env[62306]: _type = "HttpNfcLease" [ 1837.132188] env[62306]: }. {{(pid=62306) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1837.133472] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e5194c-9697-4a0b-9dfb-214e7e32adef {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.136492] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010b076e-cb58-4d9c-aacb-b3309ceb7209 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.145437] env[62306]: DEBUG oslo_vmware.rw_handles [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b043fe-f41f-dad6-b328-c8347e4bb07d/disk-0.vmdk from lease info. {{(pid=62306) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1837.145616] env[62306]: DEBUG oslo_vmware.rw_handles [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b043fe-f41f-dad6-b328-c8347e4bb07d/disk-0.vmdk. {{(pid=62306) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1837.154947] env[62306]: DEBUG nova.compute.provider_tree [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1837.224502] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d6db08a4-863b-4496-acd6-bd1648793685 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.239046] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972693, 'name': CreateVM_Task, 'duration_secs': 0.541056} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.239779] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1837.240512] env[62306]: DEBUG oslo_concurrency.lockutils [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.240897] env[62306]: DEBUG oslo_concurrency.lockutils [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.241315] env[62306]: DEBUG oslo_concurrency.lockutils [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1837.241315] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8146da57-f7fa-4df3-80a8-6a77facd3d8e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.248160] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1837.248160] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d6eb9e-9ce6-e9f2-6d15-440076e73c3e" [ 1837.248160] env[62306]: _type = "Task" [ 1837.248160] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.255637] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d6eb9e-9ce6-e9f2-6d15-440076e73c3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.273065] env[62306]: DEBUG oslo_vmware.api [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972694, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.314590] env[62306]: INFO nova.compute.manager [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Took 52.42 seconds to build instance. [ 1837.497402] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972695, 'name': Rename_Task, 'duration_secs': 0.293947} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.501181] env[62306]: DEBUG nova.network.neutron [-] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.502821] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1837.507122] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-579fb375-7acb-435c-891d-d9f3ed119679 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.522139] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1837.522139] env[62306]: value = "task-1972696" [ 1837.522139] env[62306]: _type = "Task" [ 1837.522139] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.535489] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.626942] env[62306]: DEBUG oslo_concurrency.lockutils [req-f30e2576-9a33-472e-970e-e22e1ed6749a req-fd686656-c8d7-4ca0-81ee-e5cdf27e4baa service nova] Releasing lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.659344] env[62306]: DEBUG nova.scheduler.client.report [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1837.761964] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d6eb9e-9ce6-e9f2-6d15-440076e73c3e, 'name': SearchDatastore_Task, 'duration_secs': 0.008765} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.764186] env[62306]: DEBUG oslo_concurrency.lockutils [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.764524] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1837.764811] env[62306]: DEBUG oslo_concurrency.lockutils [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.765062] env[62306]: DEBUG oslo_concurrency.lockutils [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.765352] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1837.766057] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02fddb89-52b7-49d1-82a7-586bf3edb36e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.779087] env[62306]: DEBUG oslo_vmware.api [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972694, 'name': RemoveSnapshot_Task, 'duration_secs': 1.111978} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.780432] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Deleted Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1837.780703] env[62306]: INFO nova.compute.manager [None req-0a7593f2-fb4c-48c4-9bc2-c104546fc094 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Took 17.85 seconds to snapshot the instance on the hypervisor. [ 1837.784208] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1837.784429] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1837.787904] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a90c0abd-780b-449a-9ecf-b601475f8b81 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.796026] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1837.796026] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52853819-7988-5e4c-f492-785f5597857b" [ 1837.796026] env[62306]: _type = "Task" [ 1837.796026] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.806336] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52853819-7988-5e4c-f492-785f5597857b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.817372] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "910c2d27-4919-4314-9a1c-a7e13ff302cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.367s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.948523] env[62306]: DEBUG oslo_vmware.rw_handles [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Completed reading data from the image iterator. {{(pid=62306) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1837.948868] env[62306]: DEBUG oslo_vmware.rw_handles [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b043fe-f41f-dad6-b328-c8347e4bb07d/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1837.950567] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90213aa-5c73-458f-9cb3-2517304d6a5c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.960574] env[62306]: DEBUG oslo_vmware.rw_handles [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b043fe-f41f-dad6-b328-c8347e4bb07d/disk-0.vmdk is in state: ready. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1837.960903] env[62306]: DEBUG oslo_vmware.rw_handles [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b043fe-f41f-dad6-b328-c8347e4bb07d/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1837.961134] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-894b7fba-2697-4fe0-aec5-9048b946af7f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.014862] env[62306]: INFO nova.compute.manager [-] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Took 1.31 seconds to deallocate network for instance. [ 1838.030057] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972696, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.134122] env[62306]: DEBUG oslo_vmware.rw_handles [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b043fe-f41f-dad6-b328-c8347e4bb07d/disk-0.vmdk. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1838.134122] env[62306]: INFO nova.virt.vmwareapi.images [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Downloaded image file data 267024ee-d505-4aae-9a3b-d1540ef567d0 [ 1838.134330] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec41e88-1135-4e5f-aa8d-56455333ff75 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.156678] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a296d89b-ef02-4d54-b196-29ec89211360 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.159351] env[62306]: DEBUG nova.compute.manager [req-cfe25d30-8783-4dff-845f-2c74beee79fc req-8b5a4c4c-b675-4bce-ada1-acf1b02f38f0 service nova] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Received event network-vif-deleted-9257bb28-c49b-45c8-b2f2-0af7d3220177 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1838.168208] env[62306]: DEBUG oslo_concurrency.lockutils [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.170765] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.496s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.172270] env[62306]: INFO nova.compute.claims [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1838.189289] env[62306]: INFO nova.virt.vmwareapi.images [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] The imported VM was unregistered [ 1838.192893] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Caching image {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1838.192893] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Creating directory with path [datastore1] devstack-image-cache_base/267024ee-d505-4aae-9a3b-d1540ef567d0 {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1838.192893] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9095261b-9810-4a22-9e00-b5df15bc27a1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.205924] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Created directory with path [datastore1] devstack-image-cache_base/267024ee-d505-4aae-9a3b-d1540ef567d0 {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1838.205924] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1cb9023f-3da2-4f1c-9fd2-0f99e66a96c5/OSTACK_IMG_1cb9023f-3da2-4f1c-9fd2-0f99e66a96c5.vmdk to [datastore1] devstack-image-cache_base/267024ee-d505-4aae-9a3b-d1540ef567d0/267024ee-d505-4aae-9a3b-d1540ef567d0.vmdk. {{(pid=62306) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1838.205924] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4ce59905-854c-495b-b277-a9d11447d5a1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.210965] env[62306]: INFO nova.scheduler.client.report [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Deleted allocations for instance 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4 [ 1838.217799] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1838.217799] env[62306]: value = "task-1972698" [ 1838.217799] env[62306]: _type = "Task" [ 1838.217799] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.227911] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972698, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.310927] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52853819-7988-5e4c-f492-785f5597857b, 'name': SearchDatastore_Task, 'duration_secs': 0.011504} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.310927] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be3a2008-b9d3-4e49-a1da-4cf24a641e9a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.324293] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1838.324293] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c990d1-21ad-ba16-2d69-38d48ce5a0d1" [ 1838.324293] env[62306]: _type = "Task" [ 1838.324293] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.339132] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c990d1-21ad-ba16-2d69-38d48ce5a0d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009999} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.339609] env[62306]: DEBUG oslo_concurrency.lockutils [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.339782] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb/fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1838.340619] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c4b8897-163a-4fcc-8e8d-c3f112acf2c1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.349036] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1838.349036] env[62306]: value = "task-1972699" [ 1838.349036] env[62306]: _type = "Task" [ 1838.349036] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.359921] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.522333] env[62306]: DEBUG oslo_concurrency.lockutils [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.535120] env[62306]: DEBUG oslo_vmware.api [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972696, 'name': PowerOnVM_Task, 'duration_secs': 0.649412} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.536054] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1838.536054] env[62306]: INFO nova.compute.manager [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Took 10.35 seconds to spawn the instance on the hypervisor. [ 1838.536054] env[62306]: DEBUG nova.compute.manager [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1838.536659] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4db877-41b7-49e0-991d-08b66ee83621 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.724402] env[62306]: DEBUG oslo_concurrency.lockutils [None req-92089d25-0a50-41da-9181-11fb094536d7 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "4e1ab485-0c88-4161-8b4d-500ec3ee7ba4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.128s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.736460] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972698, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.863510] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.062065] env[62306]: INFO nova.compute.manager [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Took 49.87 seconds to build instance. [ 1839.232911] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972698, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.365461] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.566195] env[62306]: DEBUG oslo_concurrency.lockutils [None req-324a4c8f-0012-44f6-a4a6-9c6b3a8d323e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "886cdc1d-5a8a-44f6-baba-7586878b1c56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.070s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.589839] env[62306]: DEBUG oslo_concurrency.lockutils [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "55728249-ca09-4484-a63c-df4f39c5ca5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.590118] env[62306]: DEBUG oslo_concurrency.lockutils [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "55728249-ca09-4484-a63c-df4f39c5ca5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.590332] env[62306]: DEBUG oslo_concurrency.lockutils [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "55728249-ca09-4484-a63c-df4f39c5ca5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.590513] env[62306]: DEBUG oslo_concurrency.lockutils [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "55728249-ca09-4484-a63c-df4f39c5ca5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.590682] env[62306]: DEBUG oslo_concurrency.lockutils [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "55728249-ca09-4484-a63c-df4f39c5ca5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.593711] env[62306]: INFO nova.compute.manager [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Terminating instance [ 1839.693368] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "910c2d27-4919-4314-9a1c-a7e13ff302cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.693523] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "910c2d27-4919-4314-9a1c-a7e13ff302cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.693741] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "910c2d27-4919-4314-9a1c-a7e13ff302cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.693926] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "910c2d27-4919-4314-9a1c-a7e13ff302cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.694113] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "910c2d27-4919-4314-9a1c-a7e13ff302cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.696289] env[62306]: INFO nova.compute.manager [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Terminating instance [ 1839.728057] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae7f76b-09fa-4c8b-a65b-39710bb82919 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.734612] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972698, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.741791] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05e6a31-b230-4ebf-96f3-35a3bf9cffaf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.776763] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe3e6f7-7fbf-4723-84b8-f8718b309175 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.788421] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96585082-de15-40e0-9e7c-0afa5ae1391a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.805347] env[62306]: DEBUG nova.compute.provider_tree [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1839.863204] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972699, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.923458] env[62306]: DEBUG oslo_concurrency.lockutils [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "886cdc1d-5a8a-44f6-baba-7586878b1c56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.923709] env[62306]: DEBUG oslo_concurrency.lockutils [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "886cdc1d-5a8a-44f6-baba-7586878b1c56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.923925] env[62306]: DEBUG oslo_concurrency.lockutils [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "886cdc1d-5a8a-44f6-baba-7586878b1c56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.924129] env[62306]: DEBUG oslo_concurrency.lockutils [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "886cdc1d-5a8a-44f6-baba-7586878b1c56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.924302] env[62306]: DEBUG oslo_concurrency.lockutils [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "886cdc1d-5a8a-44f6-baba-7586878b1c56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.926613] env[62306]: INFO nova.compute.manager [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Terminating instance [ 1840.050837] env[62306]: DEBUG nova.compute.manager [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1840.052377] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b999b9-9f05-4613-9656-73a640e1f98d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.102026] env[62306]: DEBUG nova.compute.manager [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1840.102026] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1840.102698] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0be422-93d2-4789-a82d-6b78bcb2aa89 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.113106] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1840.113407] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31152922-6355-486a-a49f-6357bbb80339 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.123324] env[62306]: DEBUG oslo_vmware.api [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1840.123324] env[62306]: value = "task-1972700" [ 1840.123324] env[62306]: _type = "Task" [ 1840.123324] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.133482] env[62306]: DEBUG oslo_vmware.api [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.201068] env[62306]: DEBUG nova.compute.manager [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1840.201068] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1840.201588] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c4b936-8df3-4110-ad48-5e01fee7d1fb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.211672] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1840.211952] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebe29e32-9784-4043-8e68-35e6d93a17e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.222499] env[62306]: DEBUG oslo_vmware.api [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1840.222499] env[62306]: value = "task-1972701" [ 1840.222499] env[62306]: _type = "Task" [ 1840.222499] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.237097] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972698, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.240760] env[62306]: DEBUG oslo_vmware.api [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.309064] env[62306]: DEBUG nova.scheduler.client.report [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1840.364817] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972699, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.430674] env[62306]: DEBUG nova.compute.manager [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1840.430897] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1840.432075] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86e93eb-6588-496e-9415-89cbf996446e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.443509] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1840.443836] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-415561b0-ebb1-479c-b101-9c73c5996f7c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.454561] env[62306]: DEBUG oslo_vmware.api [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1840.454561] env[62306]: value = "task-1972702" [ 1840.454561] env[62306]: _type = "Task" [ 1840.454561] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.469747] env[62306]: DEBUG oslo_vmware.api [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.566668] env[62306]: INFO nova.compute.manager [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] instance snapshotting [ 1840.570283] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48177a8d-4625-42bf-9b3c-5d6971b4405d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.594603] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14c6c41-0bd9-4f29-b26b-5266622288d3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.635911] env[62306]: DEBUG oslo_vmware.api [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.738442] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972698, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.742313] env[62306]: DEBUG oslo_vmware.api [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972701, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.814977] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.815220] env[62306]: DEBUG nova.compute.manager [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1840.818228] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.285s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.818510] env[62306]: DEBUG nova.objects.instance [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lazy-loading 'resources' on Instance uuid d0bb62ae-c499-4d16-923b-66c8214289db {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1840.863035] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972699, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.46619} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.863208] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb/fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1840.863859] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1840.863859] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-524b3c61-274e-43ab-b075-a479224e9c2e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.870947] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1840.870947] env[62306]: value = "task-1972703" [ 1840.870947] env[62306]: _type = "Task" [ 1840.870947] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.879211] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.965366] env[62306]: DEBUG oslo_vmware.api [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972702, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.112418] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Creating Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1841.112719] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8c41b6b5-ff5d-4506-8752-cecf4dfb56eb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.120405] env[62306]: DEBUG oslo_vmware.api [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1841.120405] env[62306]: value = "task-1972704" [ 1841.120405] env[62306]: _type = "Task" [ 1841.120405] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.130988] env[62306]: DEBUG oslo_vmware.api [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972704, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.135632] env[62306]: DEBUG oslo_vmware.api [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972700, 'name': PowerOffVM_Task, 'duration_secs': 0.780045} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.135876] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1841.136053] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1841.136294] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0929d0d8-f319-459a-9dbf-ec51a2fe632b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.228026] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1841.228292] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1841.228473] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Deleting the datastore file [datastore1] 55728249-ca09-4484-a63c-df4f39c5ca5a {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1841.228798] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6172fe23-e9b6-4f7e-99b7-b2fb89b1c5b1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.239401] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972698, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.659284} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.243181] env[62306]: INFO nova.virt.vmwareapi.ds_util [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1cb9023f-3da2-4f1c-9fd2-0f99e66a96c5/OSTACK_IMG_1cb9023f-3da2-4f1c-9fd2-0f99e66a96c5.vmdk to [datastore1] devstack-image-cache_base/267024ee-d505-4aae-9a3b-d1540ef567d0/267024ee-d505-4aae-9a3b-d1540ef567d0.vmdk. [ 1841.243422] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Cleaning up location [datastore1] OSTACK_IMG_1cb9023f-3da2-4f1c-9fd2-0f99e66a96c5 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1841.243555] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1cb9023f-3da2-4f1c-9fd2-0f99e66a96c5 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1841.243816] env[62306]: DEBUG oslo_vmware.api [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972701, 'name': PowerOffVM_Task, 'duration_secs': 0.865689} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.244071] env[62306]: DEBUG oslo_vmware.api [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1841.244071] env[62306]: value = "task-1972706" [ 1841.244071] env[62306]: _type = "Task" [ 1841.244071] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.244264] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff0bddf5-6a81-4bf7-8f65-6cba4cc279d0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.246093] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1841.246093] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1841.246385] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5118644e-4b7f-4401-a5b2-912986923664 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.254543] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1841.254543] env[62306]: value = "task-1972707" [ 1841.254543] env[62306]: _type = "Task" [ 1841.254543] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.257399] env[62306]: DEBUG oslo_vmware.api [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.265942] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.321679] env[62306]: DEBUG nova.compute.utils [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1841.323255] env[62306]: DEBUG nova.compute.manager [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Not allocating networking since 'none' was specified. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1841.332417] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1841.332645] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1841.332924] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Deleting the datastore file [datastore1] 910c2d27-4919-4314-9a1c-a7e13ff302cc {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1841.333055] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af09aeae-6026-43b2-b334-70b39bf8fbe3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.340750] env[62306]: DEBUG oslo_vmware.api [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1841.340750] env[62306]: value = "task-1972709" [ 1841.340750] env[62306]: _type = "Task" [ 1841.340750] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.349358] env[62306]: DEBUG oslo_vmware.api [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.382686] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088387} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.382942] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1841.383817] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfedc81a-02a1-4380-8159-a5dbaff105ab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.411644] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb/fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1841.414831] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-437381b0-b4bd-4954-b4ff-8353baab0fea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.436066] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1841.436066] env[62306]: value = "task-1972710" [ 1841.436066] env[62306]: _type = "Task" [ 1841.436066] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.445406] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.464888] env[62306]: DEBUG oslo_vmware.api [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972702, 'name': PowerOffVM_Task, 'duration_secs': 0.637829} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.465320] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1841.465500] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1841.465746] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4a5ae8d-e495-41ec-8ae5-966dd53968f0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.562329] env[62306]: DEBUG nova.objects.instance [None req-6cb4bdfb-26ce-4c02-aecd-30bce5b5ab3c tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Lazy-loading 'flavor' on Instance uuid 66be2851-bed8-49f0-9bae-96f4f766f5e6 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1841.633578] env[62306]: DEBUG oslo_vmware.api [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972704, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.759656] env[62306]: DEBUG oslo_vmware.api [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518508} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.764067] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1841.764067] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1841.764067] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1841.764067] env[62306]: INFO nova.compute.manager [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1841.764067] env[62306]: DEBUG oslo.service.loopingcall [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1841.766135] env[62306]: DEBUG nova.compute.manager [-] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1841.766234] env[62306]: DEBUG nova.network.neutron [-] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1841.774193] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079278} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.774640] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1841.775045] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/267024ee-d505-4aae-9a3b-d1540ef567d0/267024ee-d505-4aae-9a3b-d1540ef567d0.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.775439] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/267024ee-d505-4aae-9a3b-d1540ef567d0/267024ee-d505-4aae-9a3b-d1540ef567d0.vmdk to [datastore1] 158caed0-4dd4-4e93-8d9f-60751d3eedb5/158caed0-4dd4-4e93-8d9f-60751d3eedb5.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1841.775870] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e4afe97-b369-4508-9c18-8b5c066def9f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.785470] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1841.785470] env[62306]: value = "task-1972712" [ 1841.785470] env[62306]: _type = "Task" [ 1841.785470] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.795886] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.816612] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f744d08-9cfc-4c43-893b-bc999a526c84 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.823665] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7342aec3-8c26-4e28-afea-c26766626709 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.829107] env[62306]: DEBUG nova.compute.manager [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1841.862339] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93341a35-14d4-4468-bc6a-df3b7c2394f8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.869560] env[62306]: DEBUG oslo_vmware.api [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.519515} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.872742] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1841.872967] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1841.873194] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1841.873385] env[62306]: INFO nova.compute.manager [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1841.873653] env[62306]: DEBUG oslo.service.loopingcall [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1841.874246] env[62306]: DEBUG nova.compute.manager [-] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1841.874353] env[62306]: DEBUG nova.network.neutron [-] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1841.877277] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ab1d31-acd3-4e11-8674-d24b70669911 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.893022] env[62306]: DEBUG nova.compute.provider_tree [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1841.946429] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972710, 'name': ReconfigVM_Task, 'duration_secs': 0.398634} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.946812] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Reconfigured VM instance instance-00000047 to attach disk [datastore1] fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb/fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1841.947488] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9bcafd0-e479-480f-b4f3-b697b77a8e62 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.954432] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1841.954432] env[62306]: value = "task-1972713" [ 1841.954432] env[62306]: _type = "Task" [ 1841.954432] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.962825] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972713, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.071551] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6cb4bdfb-26ce-4c02-aecd-30bce5b5ab3c tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Acquiring lock "refresh_cache-66be2851-bed8-49f0-9bae-96f4f766f5e6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.072062] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6cb4bdfb-26ce-4c02-aecd-30bce5b5ab3c tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Acquired lock "refresh_cache-66be2851-bed8-49f0-9bae-96f4f766f5e6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.137695] env[62306]: DEBUG oslo_vmware.api [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972704, 'name': CreateSnapshot_Task, 'duration_secs': 0.788444} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.137940] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Created Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1842.138864] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8356bba-c6f0-49f3-9722-470a43f34dec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.209460] env[62306]: DEBUG nova.compute.manager [req-f01f9cfe-eec5-4e4c-a414-234745453829 req-a83724ec-029a-4525-a268-e53a9a31ec50 service nova] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Received event network-vif-deleted-a26b6b91-4a6a-436b-8b1f-202aaade9bf8 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1842.209460] env[62306]: INFO nova.compute.manager [req-f01f9cfe-eec5-4e4c-a414-234745453829 req-a83724ec-029a-4525-a268-e53a9a31ec50 service nova] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Neutron deleted interface a26b6b91-4a6a-436b-8b1f-202aaade9bf8; detaching it from the instance and deleting it from the info cache [ 1842.209569] env[62306]: DEBUG nova.network.neutron [req-f01f9cfe-eec5-4e4c-a414-234745453829 req-a83724ec-029a-4525-a268-e53a9a31ec50 service nova] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.301401] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972712, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.398020] env[62306]: DEBUG nova.scheduler.client.report [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1842.404053] env[62306]: DEBUG nova.compute.manager [req-778945b7-63a9-4c80-b811-116d41397559 req-afd20ffb-b8dd-48f4-adfa-5be10a77ce56 service nova] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Received event network-vif-deleted-d4fabba4-df1a-4fb4-b7cc-b658dd3a416c {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1842.404561] env[62306]: INFO nova.compute.manager [req-778945b7-63a9-4c80-b811-116d41397559 req-afd20ffb-b8dd-48f4-adfa-5be10a77ce56 service nova] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Neutron deleted interface d4fabba4-df1a-4fb4-b7cc-b658dd3a416c; detaching it from the instance and deleting it from the info cache [ 1842.405299] env[62306]: DEBUG nova.network.neutron [req-778945b7-63a9-4c80-b811-116d41397559 req-afd20ffb-b8dd-48f4-adfa-5be10a77ce56 service nova] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.467102] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972713, 'name': Rename_Task, 'duration_secs': 0.190208} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.467546] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1842.467866] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afbcab0d-6c52-4f00-918c-7366bd8e3645 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.479898] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1842.479898] env[62306]: value = "task-1972714" [ 1842.479898] env[62306]: _type = "Task" [ 1842.479898] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.491082] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.585665] env[62306]: DEBUG nova.network.neutron [-] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.645648] env[62306]: DEBUG nova.network.neutron [None req-6cb4bdfb-26ce-4c02-aecd-30bce5b5ab3c tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1842.660962] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Creating linked-clone VM from snapshot {{(pid=62306) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1842.661994] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4d279fd0-e3ff-48a0-878b-dcbca4107468 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.674120] env[62306]: DEBUG oslo_vmware.api [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1842.674120] env[62306]: value = "task-1972715" [ 1842.674120] env[62306]: _type = "Task" [ 1842.674120] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.685171] env[62306]: DEBUG oslo_vmware.api [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972715, 'name': CloneVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.714775] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d978b9f6-7841-429b-af6c-ed78a7dadd8f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.725781] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3fdfe1-7786-4954-83f0-3850c399a38a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.766794] env[62306]: DEBUG nova.compute.manager [req-f01f9cfe-eec5-4e4c-a414-234745453829 req-a83724ec-029a-4525-a268-e53a9a31ec50 service nova] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Detach interface failed, port_id=a26b6b91-4a6a-436b-8b1f-202aaade9bf8, reason: Instance 55728249-ca09-4484-a63c-df4f39c5ca5a could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1842.798384] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972712, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.829310] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1842.829601] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1842.829721] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Deleting the datastore file [datastore1] 886cdc1d-5a8a-44f6-baba-7586878b1c56 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1842.830020] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2813d26c-8098-4f59-8536-180c9e9c8340 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.838842] env[62306]: DEBUG nova.compute.manager [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1842.841042] env[62306]: DEBUG oslo_vmware.api [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1842.841042] env[62306]: value = "task-1972716" [ 1842.841042] env[62306]: _type = "Task" [ 1842.841042] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.851404] env[62306]: DEBUG nova.network.neutron [-] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.852709] env[62306]: DEBUG oslo_vmware.api [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.864058] env[62306]: DEBUG nova.virt.hardware [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1842.864333] env[62306]: DEBUG nova.virt.hardware [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1842.864499] env[62306]: DEBUG nova.virt.hardware [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1842.864693] env[62306]: DEBUG nova.virt.hardware [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1842.864910] env[62306]: DEBUG nova.virt.hardware [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1842.865124] env[62306]: DEBUG nova.virt.hardware [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1842.865306] env[62306]: DEBUG nova.virt.hardware [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1842.865468] env[62306]: DEBUG nova.virt.hardware [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1842.865636] env[62306]: DEBUG nova.virt.hardware [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1842.865799] env[62306]: DEBUG nova.virt.hardware [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1842.865972] env[62306]: DEBUG nova.virt.hardware [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1842.867254] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433135ec-bb36-4269-acab-b4761a131770 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.878999] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bc26ad-3b54-49bb-a3e1-9ef57dc3d319 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.894714] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Instance VIF info [] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1842.900744] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Creating folder: Project (9e1b300fc5e742318637a72262f8feca). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1842.901527] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43a4a67d-31bc-4daa-81e7-df5534101208 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.904143] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.906454] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.538s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.906705] env[62306]: DEBUG nova.objects.instance [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lazy-loading 'resources' on Instance uuid 37fc8716-3b64-4256-adcc-e17f75e58edc {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1842.908785] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a87d949-91bf-4a5f-852a-f3e97b5c14b8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.920601] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308eb072-7b14-4e76-9573-7d57b4767930 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.933010] env[62306]: INFO nova.scheduler.client.report [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Deleted allocations for instance d0bb62ae-c499-4d16-923b-66c8214289db [ 1842.934606] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Created folder: Project (9e1b300fc5e742318637a72262f8feca) in parent group-v406007. [ 1842.934791] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Creating folder: Instances. Parent ref: group-v406199. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1842.937914] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df4ccdb8-98dd-4217-8700-da0d350d047f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.953040] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Created folder: Instances in parent group-v406199. [ 1842.953040] env[62306]: DEBUG oslo.service.loopingcall [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1842.967866] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1842.968782] env[62306]: DEBUG nova.compute.manager [req-778945b7-63a9-4c80-b811-116d41397559 req-afd20ffb-b8dd-48f4-adfa-5be10a77ce56 service nova] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Detach interface failed, port_id=d4fabba4-df1a-4fb4-b7cc-b658dd3a416c, reason: Instance 910c2d27-4919-4314-9a1c-a7e13ff302cc could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1842.969133] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efdf510e-71e4-4e17-820b-414124ab9bc8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.997324] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972714, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.997986] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1842.997986] env[62306]: value = "task-1972719" [ 1842.997986] env[62306]: _type = "Task" [ 1842.997986] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.009337] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972719, 'name': CreateVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.091122] env[62306]: INFO nova.compute.manager [-] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Took 1.32 seconds to deallocate network for instance. [ 1843.189107] env[62306]: DEBUG oslo_vmware.api [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972715, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.303968] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972712, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.356664] env[62306]: INFO nova.compute.manager [-] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Took 1.48 seconds to deallocate network for instance. [ 1843.356910] env[62306]: DEBUG oslo_vmware.api [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.452977] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a30992b3-8b18-4612-a95c-ca3bd081c1b8 tempest-ServerRescueTestJSON-1623277318 tempest-ServerRescueTestJSON-1623277318-project-member] Lock "d0bb62ae-c499-4d16-923b-66c8214289db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.478s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.505685] env[62306]: DEBUG oslo_vmware.api [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972714, 'name': PowerOnVM_Task, 'duration_secs': 0.891893} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.509769] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1843.510569] env[62306]: INFO nova.compute.manager [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1843.510862] env[62306]: DEBUG nova.compute.manager [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1843.515967] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247d345d-5405-425f-8cce-b28384b7d82b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.537332] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972719, 'name': CreateVM_Task, 'duration_secs': 0.445789} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.542977] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1843.542977] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.542977] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.542977] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1843.545884] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e9b143e-9c6b-40a5-baf6-72c51445133b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.554145] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1843.554145] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5263d98e-343c-96b9-1ad2-ef7f44251fe1" [ 1843.554145] env[62306]: _type = "Task" [ 1843.554145] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.570064] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5263d98e-343c-96b9-1ad2-ef7f44251fe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.601305] env[62306]: DEBUG oslo_concurrency.lockutils [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.623460] env[62306]: DEBUG nova.network.neutron [None req-6cb4bdfb-26ce-4c02-aecd-30bce5b5ab3c tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Updating instance_info_cache with network_info: [{"id": "eaf122a4-3be5-45d3-88ff-a35a495404d1", "address": "fa:16:3e:08:61:9e", "network": {"id": "d8d5beca-3c5b-478a-b98a-ea85b8855491", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1553657826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbc9b06c28e486f88cdb02d7519788d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf122a4-3b", "ovs_interfaceid": "eaf122a4-3be5-45d3-88ff-a35a495404d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.688368] env[62306]: DEBUG oslo_vmware.api [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972715, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.801689] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972712, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.858501] env[62306]: DEBUG oslo_vmware.api [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.869048] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.985586] env[62306]: DEBUG nova.objects.instance [None req-9ee8ad65-86ac-4351-a121-a0ff3d75f2db tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Lazy-loading 'flavor' on Instance uuid 66be2851-bed8-49f0-9bae-96f4f766f5e6 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1844.049467] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbd49e8-5185-4c5e-b5e6-d625b1038a1b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.052858] env[62306]: INFO nova.compute.manager [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Took 40.01 seconds to build instance. [ 1844.064117] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024378c7-c1a9-442e-85a2-a4107e18bc77 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.072580] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5263d98e-343c-96b9-1ad2-ef7f44251fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.089251} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.073941] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.074235] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1844.074480] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.074678] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.074871] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1844.075485] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-662e8311-57d4-4456-ab61-b454930cbb47 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.105924] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44761560-37ba-426d-be3b-89d75a969020 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.108854] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1844.109058] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1844.109858] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a68e86e-20aa-4e33-9c62-c1e834537e4d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.121162] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d441aac-c2bd-40da-b295-a223982b65f8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.125534] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1844.125534] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525bb1ef-0c1a-8846-faf9-52dbcc6fa2ed" [ 1844.125534] env[62306]: _type = "Task" [ 1844.125534] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.129720] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6cb4bdfb-26ce-4c02-aecd-30bce5b5ab3c tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Releasing lock "refresh_cache-66be2851-bed8-49f0-9bae-96f4f766f5e6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.129951] env[62306]: DEBUG nova.compute.manager [None req-6cb4bdfb-26ce-4c02-aecd-30bce5b5ab3c tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Inject network info {{(pid=62306) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1844.130277] env[62306]: DEBUG nova.compute.manager [None req-6cb4bdfb-26ce-4c02-aecd-30bce5b5ab3c tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] network_info to inject: |[{"id": "eaf122a4-3be5-45d3-88ff-a35a495404d1", "address": "fa:16:3e:08:61:9e", "network": {"id": "d8d5beca-3c5b-478a-b98a-ea85b8855491", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1553657826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbc9b06c28e486f88cdb02d7519788d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf122a4-3b", "ovs_interfaceid": "eaf122a4-3be5-45d3-88ff-a35a495404d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1844.135010] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb4bdfb-26ce-4c02-aecd-30bce5b5ab3c tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Reconfiguring VM instance to set the machine id {{(pid=62306) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1844.143202] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7e18b28-89bf-420f-aad2-62e9897d1101 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.156378] env[62306]: DEBUG nova.compute.provider_tree [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1844.165892] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525bb1ef-0c1a-8846-faf9-52dbcc6fa2ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.167461] env[62306]: DEBUG oslo_vmware.api [None req-6cb4bdfb-26ce-4c02-aecd-30bce5b5ab3c tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Waiting for the task: (returnval){ [ 1844.167461] env[62306]: value = "task-1972720" [ 1844.167461] env[62306]: _type = "Task" [ 1844.167461] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.185725] env[62306]: DEBUG oslo_vmware.api [None req-6cb4bdfb-26ce-4c02-aecd-30bce5b5ab3c tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972720, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.194561] env[62306]: DEBUG oslo_vmware.api [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972715, 'name': CloneVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.303101] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972712, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.360858] env[62306]: DEBUG oslo_vmware.api [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.451142] env[62306]: DEBUG nova.compute.manager [req-fe04a227-1aec-4378-b5b2-3767c082b413 req-6985878e-6189-4e49-84e1-dc0db899013a service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Received event network-changed-eaf122a4-3be5-45d3-88ff-a35a495404d1 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1844.451142] env[62306]: DEBUG nova.compute.manager [req-fe04a227-1aec-4378-b5b2-3767c082b413 req-6985878e-6189-4e49-84e1-dc0db899013a service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Refreshing instance network info cache due to event network-changed-eaf122a4-3be5-45d3-88ff-a35a495404d1. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1844.451142] env[62306]: DEBUG oslo_concurrency.lockutils [req-fe04a227-1aec-4378-b5b2-3767c082b413 req-6985878e-6189-4e49-84e1-dc0db899013a service nova] Acquiring lock "refresh_cache-66be2851-bed8-49f0-9bae-96f4f766f5e6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.451142] env[62306]: DEBUG oslo_concurrency.lockutils [req-fe04a227-1aec-4378-b5b2-3767c082b413 req-6985878e-6189-4e49-84e1-dc0db899013a service nova] Acquired lock "refresh_cache-66be2851-bed8-49f0-9bae-96f4f766f5e6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.451660] env[62306]: DEBUG nova.network.neutron [req-fe04a227-1aec-4378-b5b2-3767c082b413 req-6985878e-6189-4e49-84e1-dc0db899013a service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Refreshing network info cache for port eaf122a4-3be5-45d3-88ff-a35a495404d1 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.493544] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9ee8ad65-86ac-4351-a121-a0ff3d75f2db tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Acquiring lock "refresh_cache-66be2851-bed8-49f0-9bae-96f4f766f5e6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.555521] env[62306]: DEBUG oslo_concurrency.lockutils [None req-107b9cc7-c012-4939-93ef-ee9a4e100555 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.564s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.637193] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525bb1ef-0c1a-8846-faf9-52dbcc6fa2ed, 'name': SearchDatastore_Task, 'duration_secs': 0.092913} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.638512] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8cf18c2-2577-4587-b816-9d99b318d89a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.644453] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1844.644453] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526a6e49-0e88-2248-aaab-20e1c3664d35" [ 1844.644453] env[62306]: _type = "Task" [ 1844.644453] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.652876] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526a6e49-0e88-2248-aaab-20e1c3664d35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.660662] env[62306]: DEBUG nova.scheduler.client.report [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1844.679911] env[62306]: DEBUG oslo_vmware.api [None req-6cb4bdfb-26ce-4c02-aecd-30bce5b5ab3c tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972720, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.686469] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquiring lock "ff025daa-d258-446f-983f-3f0eb03056b7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.686740] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "ff025daa-d258-446f-983f-3f0eb03056b7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.694303] env[62306]: DEBUG oslo_vmware.api [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972715, 'name': CloneVM_Task, 'duration_secs': 1.6054} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.694773] env[62306]: INFO nova.virt.vmwareapi.vmops [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Created linked-clone VM from snapshot [ 1844.695540] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0b5e86-4b31-4941-87b3-4d8a6514b704 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.707412] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Uploading image cde2da5f-1a24-4c86-b7e1-2dea6a20d107 {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1844.730709] env[62306]: DEBUG oslo_vmware.rw_handles [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1844.730709] env[62306]: value = "vm-406198" [ 1844.730709] env[62306]: _type = "VirtualMachine" [ 1844.730709] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1844.730996] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e1d393d4-c919-482f-baeb-1f5755043bce {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.744741] env[62306]: DEBUG oslo_vmware.rw_handles [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lease: (returnval){ [ 1844.744741] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5245b1f3-56a4-5ec6-d379-9fbbf8ba37b7" [ 1844.744741] env[62306]: _type = "HttpNfcLease" [ 1844.744741] env[62306]: } obtained for exporting VM: (result){ [ 1844.744741] env[62306]: value = "vm-406198" [ 1844.744741] env[62306]: _type = "VirtualMachine" [ 1844.744741] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1844.745057] env[62306]: DEBUG oslo_vmware.api [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the lease: (returnval){ [ 1844.745057] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5245b1f3-56a4-5ec6-d379-9fbbf8ba37b7" [ 1844.745057] env[62306]: _type = "HttpNfcLease" [ 1844.745057] env[62306]: } to be ready. {{(pid=62306) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1844.751618] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1844.751618] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5245b1f3-56a4-5ec6-d379-9fbbf8ba37b7" [ 1844.751618] env[62306]: _type = "HttpNfcLease" [ 1844.751618] env[62306]: } is initializing. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1844.801597] env[62306]: DEBUG nova.compute.manager [req-5d4bd82b-9b51-4038-bfee-3854402175b2 req-e0378356-7ea9-46ee-9b10-10aa0cea09ba service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Received event network-changed-8aaedc75-63d5-4d54-a394-57009c4ad56b {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1844.801827] env[62306]: DEBUG nova.compute.manager [req-5d4bd82b-9b51-4038-bfee-3854402175b2 req-e0378356-7ea9-46ee-9b10-10aa0cea09ba service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Refreshing instance network info cache due to event network-changed-8aaedc75-63d5-4d54-a394-57009c4ad56b. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1844.802034] env[62306]: DEBUG oslo_concurrency.lockutils [req-5d4bd82b-9b51-4038-bfee-3854402175b2 req-e0378356-7ea9-46ee-9b10-10aa0cea09ba service nova] Acquiring lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.802192] env[62306]: DEBUG oslo_concurrency.lockutils [req-5d4bd82b-9b51-4038-bfee-3854402175b2 req-e0378356-7ea9-46ee-9b10-10aa0cea09ba service nova] Acquired lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.802487] env[62306]: DEBUG nova.network.neutron [req-5d4bd82b-9b51-4038-bfee-3854402175b2 req-e0378356-7ea9-46ee-9b10-10aa0cea09ba service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Refreshing network info cache for port 8aaedc75-63d5-4d54-a394-57009c4ad56b {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.808371] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972712, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.609867} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.808371] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/267024ee-d505-4aae-9a3b-d1540ef567d0/267024ee-d505-4aae-9a3b-d1540ef567d0.vmdk to [datastore1] 158caed0-4dd4-4e93-8d9f-60751d3eedb5/158caed0-4dd4-4e93-8d9f-60751d3eedb5.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1844.808992] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98281ca-80e6-4d6e-b80b-66330e1a4ae8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.836479] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 158caed0-4dd4-4e93-8d9f-60751d3eedb5/158caed0-4dd4-4e93-8d9f-60751d3eedb5.vmdk or device None with type streamOptimized {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1844.837410] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6e6ef69-81ec-4b34-8117-e4943d482c0a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.861372] env[62306]: DEBUG oslo_vmware.api [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.676052} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.862577] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1844.862769] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1844.862947] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1844.863134] env[62306]: INFO nova.compute.manager [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Took 4.43 seconds to destroy the instance on the hypervisor. [ 1844.863370] env[62306]: DEBUG oslo.service.loopingcall [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1844.863620] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1844.863620] env[62306]: value = "task-1972722" [ 1844.863620] env[62306]: _type = "Task" [ 1844.863620] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.863801] env[62306]: DEBUG nova.compute.manager [-] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1844.863896] env[62306]: DEBUG nova.network.neutron [-] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1844.874256] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972722, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.156805] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526a6e49-0e88-2248-aaab-20e1c3664d35, 'name': SearchDatastore_Task, 'duration_secs': 0.011413} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.157223] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.157525] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 717fec94-f593-4e87-a99a-e10304acd8dc/717fec94-f593-4e87-a99a-e10304acd8dc.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1845.157825] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cab277f4-e1de-47bd-b02f-b97e576ff1eb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.166775] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.173019] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1845.173019] env[62306]: value = "task-1972723" [ 1845.173019] env[62306]: _type = "Task" [ 1845.173019] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.173019] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.559s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.173019] env[62306]: INFO nova.compute.claims [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1845.188503] env[62306]: DEBUG oslo_vmware.api [None req-6cb4bdfb-26ce-4c02-aecd-30bce5b5ab3c tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972720, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.193108] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.196235] env[62306]: DEBUG nova.compute.utils [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1845.204706] env[62306]: INFO nova.scheduler.client.report [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Deleted allocations for instance 37fc8716-3b64-4256-adcc-e17f75e58edc [ 1845.255383] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1845.255383] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5245b1f3-56a4-5ec6-d379-9fbbf8ba37b7" [ 1845.255383] env[62306]: _type = "HttpNfcLease" [ 1845.255383] env[62306]: } is ready. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1845.256055] env[62306]: DEBUG oslo_vmware.rw_handles [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1845.256055] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5245b1f3-56a4-5ec6-d379-9fbbf8ba37b7" [ 1845.256055] env[62306]: _type = "HttpNfcLease" [ 1845.256055] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1845.256375] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb80be47-70f1-4218-99a6-0ee6ed9aac4d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.266660] env[62306]: DEBUG oslo_vmware.rw_handles [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6ce51-282d-87af-f108-23080b701d0f/disk-0.vmdk from lease info. {{(pid=62306) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1845.266660] env[62306]: DEBUG oslo_vmware.rw_handles [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6ce51-282d-87af-f108-23080b701d0f/disk-0.vmdk for reading. {{(pid=62306) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1845.378407] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972722, 'name': ReconfigVM_Task, 'duration_secs': 0.341122} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.381298] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 158caed0-4dd4-4e93-8d9f-60751d3eedb5/158caed0-4dd4-4e93-8d9f-60751d3eedb5.vmdk or device None with type streamOptimized {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1845.381972] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e9e07bf-aeb5-43db-8538-c0b180ac3a21 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.386973] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0d5d91ba-4e23-4280-80ba-c53548623b4c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.393335] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1845.393335] env[62306]: value = "task-1972724" [ 1845.393335] env[62306]: _type = "Task" [ 1845.393335] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.407093] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972724, 'name': Rename_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.648733] env[62306]: DEBUG nova.network.neutron [req-fe04a227-1aec-4378-b5b2-3767c082b413 req-6985878e-6189-4e49-84e1-dc0db899013a service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Updated VIF entry in instance network info cache for port eaf122a4-3be5-45d3-88ff-a35a495404d1. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1845.648869] env[62306]: DEBUG nova.network.neutron [req-fe04a227-1aec-4378-b5b2-3767c082b413 req-6985878e-6189-4e49-84e1-dc0db899013a service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Updating instance_info_cache with network_info: [{"id": "eaf122a4-3be5-45d3-88ff-a35a495404d1", "address": "fa:16:3e:08:61:9e", "network": {"id": "d8d5beca-3c5b-478a-b98a-ea85b8855491", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1553657826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbc9b06c28e486f88cdb02d7519788d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf122a4-3b", "ovs_interfaceid": "eaf122a4-3be5-45d3-88ff-a35a495404d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.693693] env[62306]: DEBUG oslo_vmware.api [None req-6cb4bdfb-26ce-4c02-aecd-30bce5b5ab3c tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972720, 'name': ReconfigVM_Task, 'duration_secs': 1.181123} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.698093] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb4bdfb-26ce-4c02-aecd-30bce5b5ab3c tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Reconfigured VM instance to set the machine id {{(pid=62306) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1845.700345] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972723, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.701555] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "ff025daa-d258-446f-983f-3f0eb03056b7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.715944] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9ac9f76d-9722-4f3d-9b25-82a500b5c7f4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "37fc8716-3b64-4256-adcc-e17f75e58edc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.067s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.722177] env[62306]: DEBUG nova.network.neutron [req-5d4bd82b-9b51-4038-bfee-3854402175b2 req-e0378356-7ea9-46ee-9b10-10aa0cea09ba service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Updated VIF entry in instance network info cache for port 8aaedc75-63d5-4d54-a394-57009c4ad56b. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1845.722633] env[62306]: DEBUG nova.network.neutron [req-5d4bd82b-9b51-4038-bfee-3854402175b2 req-e0378356-7ea9-46ee-9b10-10aa0cea09ba service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Updating instance_info_cache with network_info: [{"id": "8aaedc75-63d5-4d54-a394-57009c4ad56b", "address": "fa:16:3e:f2:4e:c6", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aaedc75-63", "ovs_interfaceid": "8aaedc75-63d5-4d54-a394-57009c4ad56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.908857] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972724, 'name': Rename_Task, 'duration_secs': 0.384586} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.908857] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1845.908857] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e10a325-90af-4e50-bf30-ae298c663a87 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.915841] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1845.915841] env[62306]: value = "task-1972725" [ 1845.915841] env[62306]: _type = "Task" [ 1845.915841] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.924216] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.001511] env[62306]: DEBUG nova.network.neutron [-] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.151914] env[62306]: DEBUG oslo_concurrency.lockutils [req-fe04a227-1aec-4378-b5b2-3767c082b413 req-6985878e-6189-4e49-84e1-dc0db899013a service nova] Releasing lock "refresh_cache-66be2851-bed8-49f0-9bae-96f4f766f5e6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.152086] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9ee8ad65-86ac-4351-a121-a0ff3d75f2db tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Acquired lock "refresh_cache-66be2851-bed8-49f0-9bae-96f4f766f5e6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.188478] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532923} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.192220] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 717fec94-f593-4e87-a99a-e10304acd8dc/717fec94-f593-4e87-a99a-e10304acd8dc.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1846.192710] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1846.197175] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7c839bf-c834-4923-a18f-bb9e7f27de39 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.218968] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1846.218968] env[62306]: value = "task-1972726" [ 1846.218968] env[62306]: _type = "Task" [ 1846.218968] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.227691] env[62306]: DEBUG oslo_concurrency.lockutils [req-5d4bd82b-9b51-4038-bfee-3854402175b2 req-e0378356-7ea9-46ee-9b10-10aa0cea09ba service nova] Releasing lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.235746] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.438492] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972725, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.504356] env[62306]: INFO nova.compute.manager [-] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Took 1.64 seconds to deallocate network for instance. [ 1846.734438] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072114} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.735178] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1846.736074] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9b7f09-2c67-4157-9ec7-9c3212e2e911 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.760822] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 717fec94-f593-4e87-a99a-e10304acd8dc/717fec94-f593-4e87-a99a-e10304acd8dc.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1846.763926] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e37a8f18-3cd4-4bc5-a304-7d3a2218e251 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.792624] env[62306]: DEBUG nova.compute.manager [req-66fe32ff-9d3e-4d11-961c-e44de8fcb675 req-52433aa8-2a82-4172-a3a6-6005f9513245 service nova] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Received event network-vif-deleted-cad3d010-57ff-4dbe-a2e6-b26d7ae29164 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1846.794826] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1846.794826] env[62306]: value = "task-1972727" [ 1846.794826] env[62306]: _type = "Task" [ 1846.794826] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.796532] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bcd939-f518-4967-931c-dec472da3321 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.803916] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquiring lock "ff025daa-d258-446f-983f-3f0eb03056b7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.804331] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "ff025daa-d258-446f-983f-3f0eb03056b7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.804892] env[62306]: INFO nova.compute.manager [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Attaching volume 9edec095-5988-4b69-8e88-e391e97ca61c to /dev/sdb [ 1846.819364] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c1bd7c-824b-47af-9714-075ef5bcd47f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.823460] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.861449] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab27b96-8763-4b16-b097-3c4e3fcb465d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.871242] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affbbdd3-f525-4770-b346-2641503930c7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.878365] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b88b02-e548-49e2-b882-d644b36528ee {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.897788] env[62306]: DEBUG nova.compute.provider_tree [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1846.901844] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfa55a8-7f8c-4aa3-b6c4-b2089657cab3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.924270] env[62306]: DEBUG nova.virt.block_device [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Updating existing volume attachment record: 5a8bc91e-1a73-4298-a60e-e6b08110298e {{(pid=62306) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1846.946201] env[62306]: DEBUG oslo_vmware.api [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972725, 'name': PowerOnVM_Task, 'duration_secs': 0.661081} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.948033] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1846.948033] env[62306]: INFO nova.compute.manager [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Took 16.02 seconds to spawn the instance on the hypervisor. [ 1846.948033] env[62306]: DEBUG nova.compute.manager [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1846.948520] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d486fd-cbf8-4500-aa47-744cc220e997 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.017021] env[62306]: DEBUG oslo_concurrency.lockutils [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.137208] env[62306]: DEBUG nova.network.neutron [None req-9ee8ad65-86ac-4351-a121-a0ff3d75f2db tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.181216] env[62306]: DEBUG nova.compute.manager [req-7b702adb-56eb-430d-a6d7-5219bc6656f8 req-7630cccf-6da4-4528-ab41-86af262c2270 service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Received event network-changed-eaf122a4-3be5-45d3-88ff-a35a495404d1 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1847.181216] env[62306]: DEBUG nova.compute.manager [req-7b702adb-56eb-430d-a6d7-5219bc6656f8 req-7630cccf-6da4-4528-ab41-86af262c2270 service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Refreshing instance network info cache due to event network-changed-eaf122a4-3be5-45d3-88ff-a35a495404d1. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1847.181562] env[62306]: DEBUG oslo_concurrency.lockutils [req-7b702adb-56eb-430d-a6d7-5219bc6656f8 req-7630cccf-6da4-4528-ab41-86af262c2270 service nova] Acquiring lock "refresh_cache-66be2851-bed8-49f0-9bae-96f4f766f5e6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.307323] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.402508] env[62306]: DEBUG nova.scheduler.client.report [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1847.471399] env[62306]: INFO nova.compute.manager [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Took 46.01 seconds to build instance. [ 1847.494361] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "9cece948-6fe9-4821-8911-5fe83b39c4b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.494559] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "9cece948-6fe9-4821-8911-5fe83b39c4b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.806632] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972727, 'name': ReconfigVM_Task, 'duration_secs': 0.600473} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.806920] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 717fec94-f593-4e87-a99a-e10304acd8dc/717fec94-f593-4e87-a99a-e10304acd8dc.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1847.807608] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7da66408-199e-47c5-ab24-dd020272a874 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.816401] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1847.816401] env[62306]: value = "task-1972731" [ 1847.816401] env[62306]: _type = "Task" [ 1847.816401] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.824345] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972731, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.910127] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.910127] env[62306]: DEBUG nova.compute.manager [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1847.912040] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.181s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.913729] env[62306]: INFO nova.compute.claims [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1847.974720] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9d0dcb31-1f69-42ad-8678-a3de96f4ae7d tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "158caed0-4dd4-4e93-8d9f-60751d3eedb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.435s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.997531] env[62306]: DEBUG nova.compute.manager [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1848.080864] env[62306]: DEBUG nova.network.neutron [None req-9ee8ad65-86ac-4351-a121-a0ff3d75f2db tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Updating instance_info_cache with network_info: [{"id": "eaf122a4-3be5-45d3-88ff-a35a495404d1", "address": "fa:16:3e:08:61:9e", "network": {"id": "d8d5beca-3c5b-478a-b98a-ea85b8855491", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1553657826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbc9b06c28e486f88cdb02d7519788d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf122a4-3b", "ovs_interfaceid": "eaf122a4-3be5-45d3-88ff-a35a495404d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.328575] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972731, 'name': Rename_Task, 'duration_secs': 0.330447} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.328575] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1848.328817] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f4c464d-a114-4bec-8c31-7f39e32f883d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.336401] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1848.336401] env[62306]: value = "task-1972732" [ 1848.336401] env[62306]: _type = "Task" [ 1848.336401] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.347014] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.413958] env[62306]: DEBUG nova.compute.utils [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1848.415266] env[62306]: DEBUG nova.compute.manager [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Not allocating networking since 'none' was specified. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1848.522641] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.583819] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9ee8ad65-86ac-4351-a121-a0ff3d75f2db tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Releasing lock "refresh_cache-66be2851-bed8-49f0-9bae-96f4f766f5e6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.584128] env[62306]: DEBUG nova.compute.manager [None req-9ee8ad65-86ac-4351-a121-a0ff3d75f2db tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Inject network info {{(pid=62306) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1848.584441] env[62306]: DEBUG nova.compute.manager [None req-9ee8ad65-86ac-4351-a121-a0ff3d75f2db tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] network_info to inject: |[{"id": "eaf122a4-3be5-45d3-88ff-a35a495404d1", "address": "fa:16:3e:08:61:9e", "network": {"id": "d8d5beca-3c5b-478a-b98a-ea85b8855491", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1553657826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbc9b06c28e486f88cdb02d7519788d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf122a4-3b", "ovs_interfaceid": "eaf122a4-3be5-45d3-88ff-a35a495404d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1848.589943] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee8ad65-86ac-4351-a121-a0ff3d75f2db tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Reconfiguring VM instance to set the machine id {{(pid=62306) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1848.590309] env[62306]: DEBUG oslo_concurrency.lockutils [req-7b702adb-56eb-430d-a6d7-5219bc6656f8 req-7630cccf-6da4-4528-ab41-86af262c2270 service nova] Acquired lock "refresh_cache-66be2851-bed8-49f0-9bae-96f4f766f5e6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.590495] env[62306]: DEBUG nova.network.neutron [req-7b702adb-56eb-430d-a6d7-5219bc6656f8 req-7630cccf-6da4-4528-ab41-86af262c2270 service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Refreshing network info cache for port eaf122a4-3be5-45d3-88ff-a35a495404d1 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1848.591962] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82830e83-e569-4706-83fd-9a5a078a16df {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.609607] env[62306]: DEBUG oslo_vmware.api [None req-9ee8ad65-86ac-4351-a121-a0ff3d75f2db tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Waiting for the task: (returnval){ [ 1848.609607] env[62306]: value = "task-1972733" [ 1848.609607] env[62306]: _type = "Task" [ 1848.609607] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.618525] env[62306]: DEBUG oslo_vmware.api [None req-9ee8ad65-86ac-4351-a121-a0ff3d75f2db tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.847740] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972732, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.895120] env[62306]: DEBUG oslo_concurrency.lockutils [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "158caed0-4dd4-4e93-8d9f-60751d3eedb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.895427] env[62306]: DEBUG oslo_concurrency.lockutils [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "158caed0-4dd4-4e93-8d9f-60751d3eedb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.895642] env[62306]: DEBUG oslo_concurrency.lockutils [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "158caed0-4dd4-4e93-8d9f-60751d3eedb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.895838] env[62306]: DEBUG oslo_concurrency.lockutils [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "158caed0-4dd4-4e93-8d9f-60751d3eedb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.896127] env[62306]: DEBUG oslo_concurrency.lockutils [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "158caed0-4dd4-4e93-8d9f-60751d3eedb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.899280] env[62306]: INFO nova.compute.manager [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Terminating instance [ 1848.917495] env[62306]: DEBUG nova.compute.manager [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1849.122354] env[62306]: DEBUG oslo_vmware.api [None req-9ee8ad65-86ac-4351-a121-a0ff3d75f2db tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972733, 'name': ReconfigVM_Task, 'duration_secs': 0.221428} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.125140] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee8ad65-86ac-4351-a121-a0ff3d75f2db tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Reconfigured VM instance to set the machine id {{(pid=62306) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1849.251283] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Acquiring lock "66be2851-bed8-49f0-9bae-96f4f766f5e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.251561] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Lock "66be2851-bed8-49f0-9bae-96f4f766f5e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.252164] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Acquiring lock "66be2851-bed8-49f0-9bae-96f4f766f5e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.252164] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Lock "66be2851-bed8-49f0-9bae-96f4f766f5e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.255207] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Lock "66be2851-bed8-49f0-9bae-96f4f766f5e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.262911] env[62306]: INFO nova.compute.manager [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Terminating instance [ 1849.351359] env[62306]: DEBUG oslo_vmware.api [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972732, 'name': PowerOnVM_Task, 'duration_secs': 0.925893} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.351889] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1849.352184] env[62306]: INFO nova.compute.manager [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Took 6.51 seconds to spawn the instance on the hypervisor. [ 1849.352428] env[62306]: DEBUG nova.compute.manager [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1849.353431] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377f037c-89b6-439a-a71b-2018e6af1f69 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.406535] env[62306]: DEBUG nova.compute.manager [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1849.406735] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1849.408491] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147efd57-e649-40c4-986f-eafddbc5d165 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.420476] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1849.420914] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-456fb7f1-ce9f-4bc8-a6a7-99945abcef0e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.429515] env[62306]: DEBUG oslo_vmware.api [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1849.429515] env[62306]: value = "task-1972734" [ 1849.429515] env[62306]: _type = "Task" [ 1849.429515] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.444872] env[62306]: DEBUG oslo_vmware.api [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.493692] env[62306]: DEBUG nova.network.neutron [req-7b702adb-56eb-430d-a6d7-5219bc6656f8 req-7630cccf-6da4-4528-ab41-86af262c2270 service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Updated VIF entry in instance network info cache for port eaf122a4-3be5-45d3-88ff-a35a495404d1. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1849.494142] env[62306]: DEBUG nova.network.neutron [req-7b702adb-56eb-430d-a6d7-5219bc6656f8 req-7630cccf-6da4-4528-ab41-86af262c2270 service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Updating instance_info_cache with network_info: [{"id": "eaf122a4-3be5-45d3-88ff-a35a495404d1", "address": "fa:16:3e:08:61:9e", "network": {"id": "d8d5beca-3c5b-478a-b98a-ea85b8855491", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1553657826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbc9b06c28e486f88cdb02d7519788d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf122a4-3b", "ovs_interfaceid": "eaf122a4-3be5-45d3-88ff-a35a495404d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.579748] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd5dc43-a91e-4995-89f7-61849857b4f7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.588436] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cf5485-6de4-408f-901a-3dd4b45a4836 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.623191] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f2006d-12f0-4faa-b513-2cba719b0eb3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.633528] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35eef6a8-6729-4ceb-8fe1-8ec23e266fc3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.650720] env[62306]: DEBUG nova.compute.provider_tree [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.767939] env[62306]: DEBUG nova.compute.manager [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1849.768216] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1849.769191] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6972c9-907c-4455-aa98-c92aad25df24 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.779755] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1849.780043] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fa5c728-62b4-4e6f-b7ed-f93ecf3fd540 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.787270] env[62306]: DEBUG oslo_vmware.api [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Waiting for the task: (returnval){ [ 1849.787270] env[62306]: value = "task-1972735" [ 1849.787270] env[62306]: _type = "Task" [ 1849.787270] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.797530] env[62306]: DEBUG oslo_vmware.api [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.881554] env[62306]: INFO nova.compute.manager [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Took 36.23 seconds to build instance. [ 1849.929875] env[62306]: DEBUG nova.compute.manager [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1849.942529] env[62306]: DEBUG oslo_vmware.api [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972734, 'name': PowerOffVM_Task, 'duration_secs': 0.218367} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.942839] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1849.943059] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1849.943325] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9991bf05-c1df-430c-a9e4-89f0a4f4b6b3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.959582] env[62306]: DEBUG nova.virt.hardware [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1849.960084] env[62306]: DEBUG nova.virt.hardware [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1849.960084] env[62306]: DEBUG nova.virt.hardware [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1849.960243] env[62306]: DEBUG nova.virt.hardware [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1849.960509] env[62306]: DEBUG nova.virt.hardware [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1849.960642] env[62306]: DEBUG nova.virt.hardware [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1849.960874] env[62306]: DEBUG nova.virt.hardware [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1849.961113] env[62306]: DEBUG nova.virt.hardware [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1849.961256] env[62306]: DEBUG nova.virt.hardware [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1849.961424] env[62306]: DEBUG nova.virt.hardware [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1849.961586] env[62306]: DEBUG nova.virt.hardware [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1849.962505] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35950897-8568-4c1e-a95f-4cf2a94a8cb0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.971861] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72132d1f-c64e-427a-90e3-0782ef2ac9ec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.988898] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Instance VIF info [] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1849.994592] env[62306]: DEBUG oslo.service.loopingcall [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1849.994875] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1849.995117] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16b0adb4-4423-4364-af89-61497f3b9018 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.007949] env[62306]: DEBUG oslo_concurrency.lockutils [req-7b702adb-56eb-430d-a6d7-5219bc6656f8 req-7630cccf-6da4-4528-ab41-86af262c2270 service nova] Releasing lock "refresh_cache-66be2851-bed8-49f0-9bae-96f4f766f5e6" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.014161] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1850.014161] env[62306]: value = "task-1972737" [ 1850.014161] env[62306]: _type = "Task" [ 1850.014161] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.023613] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972737, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.070903] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1850.071243] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1850.071592] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Deleting the datastore file [datastore1] 158caed0-4dd4-4e93-8d9f-60751d3eedb5 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1850.071899] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57431734-68eb-436f-837d-44ce31b42115 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.082027] env[62306]: DEBUG oslo_vmware.api [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1850.082027] env[62306]: value = "task-1972738" [ 1850.082027] env[62306]: _type = "Task" [ 1850.082027] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.092240] env[62306]: DEBUG oslo_vmware.api [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.154525] env[62306]: DEBUG nova.scheduler.client.report [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1850.289235] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Acquiring lock "b6298285-d383-48c4-afa2-31749458e29d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.289617] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Lock "b6298285-d383-48c4-afa2-31749458e29d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.301269] env[62306]: DEBUG oslo_vmware.api [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972735, 'name': PowerOffVM_Task, 'duration_secs': 0.324193} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.302307] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1850.302307] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1850.302493] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cf40c1d-a9ea-465c-93f4-47255d07d707 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.385570] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48f08fa0-699a-49a1-8a6e-8cddd3746a91 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "717fec94-f593-4e87-a99a-e10304acd8dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.769s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.409295] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1850.409582] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1850.409771] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Deleting the datastore file [datastore1] 66be2851-bed8-49f0-9bae-96f4f766f5e6 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1850.410053] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-589f4441-5ce1-46b8-abab-879e645cf1ea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.417852] env[62306]: DEBUG oslo_vmware.api [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Waiting for the task: (returnval){ [ 1850.417852] env[62306]: value = "task-1972740" [ 1850.417852] env[62306]: _type = "Task" [ 1850.417852] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.427300] env[62306]: DEBUG oslo_vmware.api [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.526983] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972737, 'name': CreateVM_Task, 'duration_secs': 0.392826} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.527289] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1850.528080] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.528340] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.528721] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1850.529037] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66a9e74e-9d3f-4d05-96b5-569bbe03ac3a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.535545] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1850.535545] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e5d485-5df3-d447-8584-9d3a3a3a49ad" [ 1850.535545] env[62306]: _type = "Task" [ 1850.535545] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.550127] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e5d485-5df3-d447-8584-9d3a3a3a49ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.592044] env[62306]: DEBUG oslo_vmware.api [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137884} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.592427] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1850.592427] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1850.592516] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1850.592654] env[62306]: INFO nova.compute.manager [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1850.592932] env[62306]: DEBUG oslo.service.loopingcall [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1850.593154] env[62306]: DEBUG nova.compute.manager [-] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1850.593248] env[62306]: DEBUG nova.network.neutron [-] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1850.660786] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.661339] env[62306]: DEBUG nova.compute.manager [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1850.664140] env[62306]: DEBUG oslo_concurrency.lockutils [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.477s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.796202] env[62306]: DEBUG nova.compute.manager [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1850.928562] env[62306]: DEBUG oslo_vmware.api [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Task: {'id': task-1972740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151238} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.928912] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1850.929177] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1850.929423] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1850.929667] env[62306]: INFO nova.compute.manager [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1850.929967] env[62306]: DEBUG oslo.service.loopingcall [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1850.930242] env[62306]: DEBUG nova.compute.manager [-] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1850.930373] env[62306]: DEBUG nova.network.neutron [-] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1851.008977] env[62306]: DEBUG nova.compute.manager [req-dc90775f-8732-4bc0-abe6-ba80d26166a6 req-96abf29d-0046-4fd3-9c2e-84c70c4a0fc7 service nova] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Received event network-vif-deleted-1e75de98-bf23-4e59-86b0-6a846ebd4577 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1851.009230] env[62306]: INFO nova.compute.manager [req-dc90775f-8732-4bc0-abe6-ba80d26166a6 req-96abf29d-0046-4fd3-9c2e-84c70c4a0fc7 service nova] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Neutron deleted interface 1e75de98-bf23-4e59-86b0-6a846ebd4577; detaching it from the instance and deleting it from the info cache [ 1851.009404] env[62306]: DEBUG nova.network.neutron [req-dc90775f-8732-4bc0-abe6-ba80d26166a6 req-96abf29d-0046-4fd3-9c2e-84c70c4a0fc7 service nova] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.048509] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e5d485-5df3-d447-8584-9d3a3a3a49ad, 'name': SearchDatastore_Task, 'duration_secs': 0.011934} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.048873] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.049122] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1851.049402] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.049585] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.049821] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1851.050110] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6542501-7d9b-4e23-ac5c-cd5b42bd02e4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.059938] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1851.060899] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1851.060938] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4188706-8ea7-4520-8da2-c1b140ae2739 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.067481] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1851.067481] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524dd705-a7e3-e663-fbd9-82eb95e338f7" [ 1851.067481] env[62306]: _type = "Task" [ 1851.067481] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.077074] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524dd705-a7e3-e663-fbd9-82eb95e338f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.168668] env[62306]: DEBUG nova.compute.utils [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1851.172910] env[62306]: INFO nova.compute.claims [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1851.176984] env[62306]: DEBUG nova.compute.manager [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1851.177199] env[62306]: DEBUG nova.network.neutron [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1851.222602] env[62306]: DEBUG nova.policy [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59f2452fa81c4e898f0cecbd90265bef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f44d6b1ec6443309b8f61ca49c38340', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1851.328110] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.494335] env[62306]: DEBUG nova.network.neutron [-] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.499180] env[62306]: DEBUG nova.compute.manager [req-32b93c2c-62a9-44ff-a5cf-99039f0cca22 req-55806b23-d1a2-4051-9550-d0ced99655a1 service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Received event network-vif-deleted-eaf122a4-3be5-45d3-88ff-a35a495404d1 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1851.499614] env[62306]: INFO nova.compute.manager [req-32b93c2c-62a9-44ff-a5cf-99039f0cca22 req-55806b23-d1a2-4051-9550-d0ced99655a1 service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Neutron deleted interface eaf122a4-3be5-45d3-88ff-a35a495404d1; detaching it from the instance and deleting it from the info cache [ 1851.499812] env[62306]: DEBUG nova.network.neutron [req-32b93c2c-62a9-44ff-a5cf-99039f0cca22 req-55806b23-d1a2-4051-9550-d0ced99655a1 service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.515048] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aea8f6d6-d047-4e05-9ee7-f9e172363f3e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.528337] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d74e73-af23-49d4-b4d7-05373c6d7c16 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.569015] env[62306]: DEBUG nova.compute.manager [req-dc90775f-8732-4bc0-abe6-ba80d26166a6 req-96abf29d-0046-4fd3-9c2e-84c70c4a0fc7 service nova] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Detach interface failed, port_id=1e75de98-bf23-4e59-86b0-6a846ebd4577, reason: Instance 158caed0-4dd4-4e93-8d9f-60751d3eedb5 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1851.583374] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524dd705-a7e3-e663-fbd9-82eb95e338f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009355} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.587304] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60d9dcff-8cc5-4c6f-8812-5635ab8365d4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.591139] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1851.591139] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52573f22-810e-572d-4631-d17d9335be41" [ 1851.591139] env[62306]: _type = "Task" [ 1851.591139] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.596712] env[62306]: DEBUG nova.network.neutron [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Successfully created port: d6ea5c5b-4388-46d4-9470-34bab705bcfe {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1851.604863] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52573f22-810e-572d-4631-d17d9335be41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.677922] env[62306]: DEBUG nova.compute.manager [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1851.686877] env[62306]: INFO nova.compute.resource_tracker [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Updating resource usage from migration a8908341-4b81-427b-87de-110b4c561319 [ 1851.971518] env[62306]: DEBUG nova.network.neutron [-] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.002835] env[62306]: INFO nova.compute.manager [-] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Took 1.41 seconds to deallocate network for instance. [ 1852.005499] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46e27e68-4078-46df-b874-314cc0e29cad {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.020989] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69a4ed0-d1a9-4f1d-a3f6-b490f7867972 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.065785] env[62306]: DEBUG nova.compute.manager [req-32b93c2c-62a9-44ff-a5cf-99039f0cca22 req-55806b23-d1a2-4051-9550-d0ced99655a1 service nova] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Detach interface failed, port_id=eaf122a4-3be5-45d3-88ff-a35a495404d1, reason: Instance 66be2851-bed8-49f0-9bae-96f4f766f5e6 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1852.104584] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52573f22-810e-572d-4631-d17d9335be41, 'name': SearchDatastore_Task, 'duration_secs': 0.012671} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.107390] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.107664] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] f5120a4e-38c4-491c-864c-1ddd2d6a3cdb/f5120a4e-38c4-491c-864c-1ddd2d6a3cdb.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1852.108155] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f259fa4-7d38-4325-8812-3b03d756d41e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.115070] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1852.115070] env[62306]: value = "task-1972742" [ 1852.115070] env[62306]: _type = "Task" [ 1852.115070] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.126308] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.243588] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe5dc44-f8bd-453f-a173-8f6cf895aee3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.251517] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b799e37-edb3-4396-8124-83b5e4d6c18a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.289557] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e6ebb9-e286-45f6-899b-f223c5a7434d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.302757] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f7197b-2d44-44ef-9e3e-2640703ceaf7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.327581] env[62306]: DEBUG nova.compute.provider_tree [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1852.477047] env[62306]: INFO nova.compute.manager [-] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Took 1.55 seconds to deallocate network for instance. [ 1852.513975] env[62306]: DEBUG oslo_concurrency.lockutils [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.625314] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972742, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.700333] env[62306]: DEBUG nova.compute.manager [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1852.721561] env[62306]: DEBUG nova.virt.hardware [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1852.721811] env[62306]: DEBUG nova.virt.hardware [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1852.721966] env[62306]: DEBUG nova.virt.hardware [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1852.722159] env[62306]: DEBUG nova.virt.hardware [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1852.722303] env[62306]: DEBUG nova.virt.hardware [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1852.722502] env[62306]: DEBUG nova.virt.hardware [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1852.722647] env[62306]: DEBUG nova.virt.hardware [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1852.722810] env[62306]: DEBUG nova.virt.hardware [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1852.723158] env[62306]: DEBUG nova.virt.hardware [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1852.723387] env[62306]: DEBUG nova.virt.hardware [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1852.723567] env[62306]: DEBUG nova.virt.hardware [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1852.724424] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db2eda4-7ae0-43f9-8dba-9afb8917ca4c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.732664] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdbce28-b6ca-4031-bb00-883d4c54d4b7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.831841] env[62306]: DEBUG nova.scheduler.client.report [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1852.985739] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.050737] env[62306]: DEBUG nova.compute.manager [req-882f7aed-39d0-44c4-a532-3228afc8f823 req-5fca7efe-8ffc-4f4b-89e8-04e38e548f9f service nova] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Received event network-vif-plugged-d6ea5c5b-4388-46d4-9470-34bab705bcfe {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1853.050737] env[62306]: DEBUG oslo_concurrency.lockutils [req-882f7aed-39d0-44c4-a532-3228afc8f823 req-5fca7efe-8ffc-4f4b-89e8-04e38e548f9f service nova] Acquiring lock "362c4d2b-85c2-4f90-a85b-b06e952f9760-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.050737] env[62306]: DEBUG oslo_concurrency.lockutils [req-882f7aed-39d0-44c4-a532-3228afc8f823 req-5fca7efe-8ffc-4f4b-89e8-04e38e548f9f service nova] Lock "362c4d2b-85c2-4f90-a85b-b06e952f9760-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.050737] env[62306]: DEBUG oslo_concurrency.lockutils [req-882f7aed-39d0-44c4-a532-3228afc8f823 req-5fca7efe-8ffc-4f4b-89e8-04e38e548f9f service nova] Lock "362c4d2b-85c2-4f90-a85b-b06e952f9760-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.051149] env[62306]: DEBUG nova.compute.manager [req-882f7aed-39d0-44c4-a532-3228afc8f823 req-5fca7efe-8ffc-4f4b-89e8-04e38e548f9f service nova] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] No waiting events found dispatching network-vif-plugged-d6ea5c5b-4388-46d4-9470-34bab705bcfe {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1853.051340] env[62306]: WARNING nova.compute.manager [req-882f7aed-39d0-44c4-a532-3228afc8f823 req-5fca7efe-8ffc-4f4b-89e8-04e38e548f9f service nova] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Received unexpected event network-vif-plugged-d6ea5c5b-4388-46d4-9470-34bab705bcfe for instance with vm_state building and task_state spawning. [ 1853.126085] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512248} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.126459] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] f5120a4e-38c4-491c-864c-1ddd2d6a3cdb/f5120a4e-38c4-491c-864c-1ddd2d6a3cdb.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1853.126591] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1853.126849] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8ab669d-8376-4bac-9607-88384e69cae4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.133510] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1853.133510] env[62306]: value = "task-1972743" [ 1853.133510] env[62306]: _type = "Task" [ 1853.133510] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.134307] env[62306]: DEBUG nova.network.neutron [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Successfully updated port: d6ea5c5b-4388-46d4-9470-34bab705bcfe {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1853.145864] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.336834] env[62306]: DEBUG oslo_concurrency.lockutils [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.673s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.337227] env[62306]: INFO nova.compute.manager [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Migrating [ 1853.343786] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.430s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.344040] env[62306]: DEBUG nova.objects.instance [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Lazy-loading 'resources' on Instance uuid b4294ac3-e44f-481a-8ba3-a3b888788110 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1853.512917] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Volume attach. Driver type: vmdk {{(pid=62306) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1853.513191] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406203', 'volume_id': '9edec095-5988-4b69-8e88-e391e97ca61c', 'name': 'volume-9edec095-5988-4b69-8e88-e391e97ca61c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff025daa-d258-446f-983f-3f0eb03056b7', 'attached_at': '', 'detached_at': '', 'volume_id': '9edec095-5988-4b69-8e88-e391e97ca61c', 'serial': '9edec095-5988-4b69-8e88-e391e97ca61c'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1853.514085] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7bc596-176d-4f3d-8217-be068592c296 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.532783] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d2b2c5-7f46-412f-82bd-0868eaaabeba {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.558011] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] volume-9edec095-5988-4b69-8e88-e391e97ca61c/volume-9edec095-5988-4b69-8e88-e391e97ca61c.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1853.558329] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3da68d3b-d95d-4a13-86ce-dbc3a9da89eb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.576417] env[62306]: DEBUG oslo_vmware.api [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1853.576417] env[62306]: value = "task-1972744" [ 1853.576417] env[62306]: _type = "Task" [ 1853.576417] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.584352] env[62306]: DEBUG oslo_vmware.api [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.640077] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "refresh_cache-362c4d2b-85c2-4f90-a85b-b06e952f9760" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.640388] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquired lock "refresh_cache-362c4d2b-85c2-4f90-a85b-b06e952f9760" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.640388] env[62306]: DEBUG nova.network.neutron [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1853.645081] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064997} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.645601] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1853.646442] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927030b6-5d15-41b6-8aeb-48499ce434a1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.667267] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] f5120a4e-38c4-491c-864c-1ddd2d6a3cdb/f5120a4e-38c4-491c-864c-1ddd2d6a3cdb.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1853.667921] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e17d0742-f1d1-44d0-ad3c-58c3325fdeea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.689635] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1853.689635] env[62306]: value = "task-1972745" [ 1853.689635] env[62306]: _type = "Task" [ 1853.689635] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.699729] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.856813] env[62306]: DEBUG oslo_concurrency.lockutils [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "refresh_cache-ade264c2-3345-4e28-b7e7-a510cfa67a30" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.856813] env[62306]: DEBUG oslo_concurrency.lockutils [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "refresh_cache-ade264c2-3345-4e28-b7e7-a510cfa67a30" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.856963] env[62306]: DEBUG nova.network.neutron [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1854.089332] env[62306]: DEBUG oslo_vmware.api [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972744, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.181523] env[62306]: DEBUG nova.network.neutron [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1854.203442] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972745, 'name': ReconfigVM_Task, 'duration_secs': 0.334818} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.205898] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Reconfigured VM instance instance-00000049 to attach disk [datastore1] f5120a4e-38c4-491c-864c-1ddd2d6a3cdb/f5120a4e-38c4-491c-864c-1ddd2d6a3cdb.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1854.206845] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e4e22ef-83e0-43fe-82b3-f973cc3c24b2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.217019] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1854.217019] env[62306]: value = "task-1972746" [ 1854.217019] env[62306]: _type = "Task" [ 1854.217019] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.223680] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972746, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.348031] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad778a7a-fc62-4866-b335-63403bceaba7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.355571] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8554eb9c-8854-4a01-9a16-eefe28adbd0d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.362932] env[62306]: DEBUG nova.network.neutron [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Updating instance_info_cache with network_info: [{"id": "d6ea5c5b-4388-46d4-9470-34bab705bcfe", "address": "fa:16:3e:c3:d0:12", "network": {"id": "59367de2-0bb2-4d39-b163-50222ea2b1f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1512848940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f44d6b1ec6443309b8f61ca49c38340", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6ea5c5b-43", "ovs_interfaceid": "d6ea5c5b-4388-46d4-9470-34bab705bcfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.396888] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17011d3-3e51-4299-bd81-fdbb8c70fa82 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.405931] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c90de86-2429-466d-a45a-c28d03f82669 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.423211] env[62306]: DEBUG nova.compute.provider_tree [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1854.587516] env[62306]: DEBUG oslo_vmware.api [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972744, 'name': ReconfigVM_Task, 'duration_secs': 0.527074} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.588771] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Reconfigured VM instance instance-00000038 to attach disk [datastore1] volume-9edec095-5988-4b69-8e88-e391e97ca61c/volume-9edec095-5988-4b69-8e88-e391e97ca61c.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1854.592450] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a10fd7e-1dad-43f7-a1cd-ee76d42e3ca9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.609168] env[62306]: DEBUG oslo_vmware.api [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1854.609168] env[62306]: value = "task-1972747" [ 1854.609168] env[62306]: _type = "Task" [ 1854.609168] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.617424] env[62306]: DEBUG oslo_vmware.api [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.644708] env[62306]: DEBUG nova.network.neutron [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Updating instance_info_cache with network_info: [{"id": "6fe397c3-8565-4636-acf5-b946deead815", "address": "fa:16:3e:f6:c5:95", "network": {"id": "619e998f-85a0-44c3-b066-ba85f5243b93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2084209057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "094e9ccb8011489aa598b784b2994968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe397c3-85", "ovs_interfaceid": "6fe397c3-8565-4636-acf5-b946deead815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.724361] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972746, 'name': Rename_Task, 'duration_secs': 0.156987} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.724654] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1854.724907] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67c14a41-2fe4-4c5b-a88b-b5f985720812 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.731945] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1854.731945] env[62306]: value = "task-1972748" [ 1854.731945] env[62306]: _type = "Task" [ 1854.731945] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.740411] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.870833] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Releasing lock "refresh_cache-362c4d2b-85c2-4f90-a85b-b06e952f9760" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.870833] env[62306]: DEBUG nova.compute.manager [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Instance network_info: |[{"id": "d6ea5c5b-4388-46d4-9470-34bab705bcfe", "address": "fa:16:3e:c3:d0:12", "network": {"id": "59367de2-0bb2-4d39-b163-50222ea2b1f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1512848940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f44d6b1ec6443309b8f61ca49c38340", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6ea5c5b-43", "ovs_interfaceid": "d6ea5c5b-4388-46d4-9470-34bab705bcfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1854.870833] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:d0:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6ea5c5b-4388-46d4-9470-34bab705bcfe', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1854.877992] env[62306]: DEBUG oslo.service.loopingcall [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1854.878739] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1854.878965] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-856c52c7-d0f9-4fed-a6b9-b7a1c43356c1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.901205] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1854.901205] env[62306]: value = "task-1972749" [ 1854.901205] env[62306]: _type = "Task" [ 1854.901205] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.913030] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972749, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.925926] env[62306]: DEBUG nova.scheduler.client.report [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1855.119559] env[62306]: DEBUG oslo_vmware.api [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972747, 'name': ReconfigVM_Task, 'duration_secs': 0.1895} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.119936] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406203', 'volume_id': '9edec095-5988-4b69-8e88-e391e97ca61c', 'name': 'volume-9edec095-5988-4b69-8e88-e391e97ca61c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff025daa-d258-446f-983f-3f0eb03056b7', 'attached_at': '', 'detached_at': '', 'volume_id': '9edec095-5988-4b69-8e88-e391e97ca61c', 'serial': '9edec095-5988-4b69-8e88-e391e97ca61c'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1855.130668] env[62306]: DEBUG nova.compute.manager [req-4691b2f1-6c2b-4ac8-ae12-14a7a27568cb req-1d813ab4-7860-4d72-9a9a-2edb8272a91e service nova] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Received event network-changed-d6ea5c5b-4388-46d4-9470-34bab705bcfe {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1855.130878] env[62306]: DEBUG nova.compute.manager [req-4691b2f1-6c2b-4ac8-ae12-14a7a27568cb req-1d813ab4-7860-4d72-9a9a-2edb8272a91e service nova] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Refreshing instance network info cache due to event network-changed-d6ea5c5b-4388-46d4-9470-34bab705bcfe. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1855.131129] env[62306]: DEBUG oslo_concurrency.lockutils [req-4691b2f1-6c2b-4ac8-ae12-14a7a27568cb req-1d813ab4-7860-4d72-9a9a-2edb8272a91e service nova] Acquiring lock "refresh_cache-362c4d2b-85c2-4f90-a85b-b06e952f9760" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.131265] env[62306]: DEBUG oslo_concurrency.lockutils [req-4691b2f1-6c2b-4ac8-ae12-14a7a27568cb req-1d813ab4-7860-4d72-9a9a-2edb8272a91e service nova] Acquired lock "refresh_cache-362c4d2b-85c2-4f90-a85b-b06e952f9760" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.131469] env[62306]: DEBUG nova.network.neutron [req-4691b2f1-6c2b-4ac8-ae12-14a7a27568cb req-1d813ab4-7860-4d72-9a9a-2edb8272a91e service nova] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Refreshing network info cache for port d6ea5c5b-4388-46d4-9470-34bab705bcfe {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1855.147558] env[62306]: DEBUG oslo_concurrency.lockutils [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "refresh_cache-ade264c2-3345-4e28-b7e7-a510cfa67a30" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.244678] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.411772] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972749, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.431570] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.434710] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 21.813s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.454357] env[62306]: INFO nova.scheduler.client.report [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Deleted allocations for instance b4294ac3-e44f-481a-8ba3-a3b888788110 [ 1855.517117] env[62306]: DEBUG oslo_vmware.rw_handles [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6ce51-282d-87af-f108-23080b701d0f/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1855.518279] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014f317f-f082-47f7-86bf-9e6880e070b0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.525291] env[62306]: DEBUG oslo_vmware.rw_handles [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6ce51-282d-87af-f108-23080b701d0f/disk-0.vmdk is in state: ready. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1855.525575] env[62306]: ERROR oslo_vmware.rw_handles [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6ce51-282d-87af-f108-23080b701d0f/disk-0.vmdk due to incomplete transfer. [ 1855.525817] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e5bd0034-61d0-4318-8a96-f04bae7fc5b6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.533394] env[62306]: DEBUG oslo_vmware.rw_handles [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6ce51-282d-87af-f108-23080b701d0f/disk-0.vmdk. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1855.533712] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Uploaded image cde2da5f-1a24-4c86-b7e1-2dea6a20d107 to the Glance image server {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1855.536756] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Destroying the VM {{(pid=62306) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1855.537084] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-695c9216-ccbd-45fd-94d5-70b93ecbd1b3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.543936] env[62306]: DEBUG oslo_vmware.api [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1855.543936] env[62306]: value = "task-1972750" [ 1855.543936] env[62306]: _type = "Task" [ 1855.543936] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.551774] env[62306]: DEBUG oslo_vmware.api [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972750, 'name': Destroy_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.743339] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972748, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.914291] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972749, 'name': CreateVM_Task, 'duration_secs': 0.547769} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.914473] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1855.915213] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.915403] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.915728] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1855.915994] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eb4be21-56f9-4f3b-ac71-89549cbafe50 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.922676] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1855.922676] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d46128-e7cc-89cb-5ffe-3c960768e2b2" [ 1855.922676] env[62306]: _type = "Task" [ 1855.922676] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.932889] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d46128-e7cc-89cb-5ffe-3c960768e2b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.937872] env[62306]: DEBUG nova.objects.instance [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lazy-loading 'migration_context' on Instance uuid 80689d6f-f84e-4d5c-8e64-3284ba25befc {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1855.962493] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f452d85-ae34-453a-a651-5b5a38e0aa66 tempest-ServerPasswordTestJSON-1251162170 tempest-ServerPasswordTestJSON-1251162170-project-member] Lock "b4294ac3-e44f-481a-8ba3-a3b888788110" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.079s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.004901] env[62306]: DEBUG nova.network.neutron [req-4691b2f1-6c2b-4ac8-ae12-14a7a27568cb req-1d813ab4-7860-4d72-9a9a-2edb8272a91e service nova] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Updated VIF entry in instance network info cache for port d6ea5c5b-4388-46d4-9470-34bab705bcfe. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1856.006136] env[62306]: DEBUG nova.network.neutron [req-4691b2f1-6c2b-4ac8-ae12-14a7a27568cb req-1d813ab4-7860-4d72-9a9a-2edb8272a91e service nova] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Updating instance_info_cache with network_info: [{"id": "d6ea5c5b-4388-46d4-9470-34bab705bcfe", "address": "fa:16:3e:c3:d0:12", "network": {"id": "59367de2-0bb2-4d39-b163-50222ea2b1f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1512848940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f44d6b1ec6443309b8f61ca49c38340", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6ea5c5b-43", "ovs_interfaceid": "d6ea5c5b-4388-46d4-9470-34bab705bcfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.054336] env[62306]: DEBUG oslo_vmware.api [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972750, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.168061] env[62306]: DEBUG nova.objects.instance [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lazy-loading 'flavor' on Instance uuid ff025daa-d258-446f-983f-3f0eb03056b7 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1856.244307] env[62306]: DEBUG oslo_vmware.api [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972748, 'name': PowerOnVM_Task, 'duration_secs': 1.122656} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.244657] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1856.244880] env[62306]: INFO nova.compute.manager [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Took 6.31 seconds to spawn the instance on the hypervisor. [ 1856.245076] env[62306]: DEBUG nova.compute.manager [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1856.245843] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72a15e9-d714-4c36-99ab-3f2f621aeeaf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.435968] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d46128-e7cc-89cb-5ffe-3c960768e2b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.436391] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.436708] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1856.438252] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.438252] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.438252] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1856.438693] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cd6cc54-37cd-42c3-b2fd-5fa2f5ab8578 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.452333] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1856.452733] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1856.453634] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7f7402-0abf-497c-b347-68725859fa9a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.461339] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1856.461339] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52680256-d441-54b6-2127-fbf0f7dd151f" [ 1856.461339] env[62306]: _type = "Task" [ 1856.461339] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.468987] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52680256-d441-54b6-2127-fbf0f7dd151f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.509357] env[62306]: DEBUG oslo_concurrency.lockutils [req-4691b2f1-6c2b-4ac8-ae12-14a7a27568cb req-1d813ab4-7860-4d72-9a9a-2edb8272a91e service nova] Releasing lock "refresh_cache-362c4d2b-85c2-4f90-a85b-b06e952f9760" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.562628] env[62306]: DEBUG oslo_vmware.api [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972750, 'name': Destroy_Task, 'duration_secs': 0.971355} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.566594] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Destroyed the VM [ 1856.567060] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Deleting Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1856.568020] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7a423916-382a-4b40-9c52-d31323280016 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.581020] env[62306]: DEBUG oslo_vmware.api [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1856.581020] env[62306]: value = "task-1972751" [ 1856.581020] env[62306]: _type = "Task" [ 1856.581020] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.588531] env[62306]: DEBUG oslo_vmware.api [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972751, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.623123] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fa51efd5-de7e-4680-9bf3-b71521ccebe6 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquiring lock "ff025daa-d258-446f-983f-3f0eb03056b7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.670656] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851132a2-d263-4b60-9d71-946bea160d2f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.682060] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0d30e93c-2367-4e77-9e6e-34bbf39d3178 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "ff025daa-d258-446f-983f-3f0eb03056b7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.878s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.683367] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fa51efd5-de7e-4680-9bf3-b71521ccebe6 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "ff025daa-d258-446f-983f-3f0eb03056b7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.060s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.704867] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Updating instance 'ade264c2-3345-4e28-b7e7-a510cfa67a30' progress to 0 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1856.711276] env[62306]: INFO nova.compute.manager [None req-fa51efd5-de7e-4680-9bf3-b71521ccebe6 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Detaching volume 9edec095-5988-4b69-8e88-e391e97ca61c [ 1856.764358] env[62306]: INFO nova.virt.block_device [None req-fa51efd5-de7e-4680-9bf3-b71521ccebe6 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Attempting to driver detach volume 9edec095-5988-4b69-8e88-e391e97ca61c from mountpoint /dev/sdb [ 1856.764733] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa51efd5-de7e-4680-9bf3-b71521ccebe6 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Volume detach. Driver type: vmdk {{(pid=62306) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1856.764733] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa51efd5-de7e-4680-9bf3-b71521ccebe6 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406203', 'volume_id': '9edec095-5988-4b69-8e88-e391e97ca61c', 'name': 'volume-9edec095-5988-4b69-8e88-e391e97ca61c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff025daa-d258-446f-983f-3f0eb03056b7', 'attached_at': '', 'detached_at': '', 'volume_id': '9edec095-5988-4b69-8e88-e391e97ca61c', 'serial': '9edec095-5988-4b69-8e88-e391e97ca61c'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1856.769197] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d1f9f4-0928-4718-890e-f896dae0bea9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.776848] env[62306]: INFO nova.compute.manager [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Took 39.19 seconds to build instance. [ 1856.809093] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52cd2fe-c2f9-4b65-abd0-4fdb3adf1362 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.818018] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d850e37e-adc1-4d93-a791-fa478c049d8a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.843569] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9531d3-9474-40ad-a8aa-fde8cc9d8b7b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.859127] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa51efd5-de7e-4680-9bf3-b71521ccebe6 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] The volume has not been displaced from its original location: [datastore1] volume-9edec095-5988-4b69-8e88-e391e97ca61c/volume-9edec095-5988-4b69-8e88-e391e97ca61c.vmdk. No consolidation needed. {{(pid=62306) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1856.864384] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa51efd5-de7e-4680-9bf3-b71521ccebe6 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1856.867127] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b72c4ce5-8e7a-446d-882f-05f8168cd5f6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.885562] env[62306]: DEBUG oslo_vmware.api [None req-fa51efd5-de7e-4680-9bf3-b71521ccebe6 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1856.885562] env[62306]: value = "task-1972752" [ 1856.885562] env[62306]: _type = "Task" [ 1856.885562] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.897950] env[62306]: DEBUG oslo_vmware.api [None req-fa51efd5-de7e-4680-9bf3-b71521ccebe6 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.975859] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52680256-d441-54b6-2127-fbf0f7dd151f, 'name': SearchDatastore_Task, 'duration_secs': 0.009812} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.976732] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bfd103e-27da-4e2a-899f-2e06b29e84b1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.982231] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1856.982231] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52efb550-6119-d94a-58b8-f2dffab11bee" [ 1856.982231] env[62306]: _type = "Task" [ 1856.982231] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.993395] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52efb550-6119-d94a-58b8-f2dffab11bee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.055359] env[62306]: INFO nova.compute.manager [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Rebuilding instance [ 1857.079392] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243055a6-9a7c-4d1b-881f-aae4a237e8e9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.094620] env[62306]: DEBUG oslo_vmware.api [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972751, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.097750] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54dcd92-b138-4861-9e58-a9c5411aad43 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.106821] env[62306]: DEBUG nova.compute.manager [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1857.107705] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad3ab7c-0bb6-4aac-9819-8501cca0f2c7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.135877] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583824a6-bbff-410f-a53d-ae15b712edba {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.151487] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76db31e-920d-40a3-9ab3-484bd309baee {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.166479] env[62306]: DEBUG nova.compute.provider_tree [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1857.215884] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1857.216511] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac85cbd9-14b5-4b6c-8942-d80a911c3f41 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.224141] env[62306]: DEBUG oslo_vmware.api [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1857.224141] env[62306]: value = "task-1972753" [ 1857.224141] env[62306]: _type = "Task" [ 1857.224141] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.233442] env[62306]: DEBUG oslo_vmware.api [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.282027] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d841a9b2-d67c-430c-ba83-bcd49ffc552f tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "f5120a4e-38c4-491c-864c-1ddd2d6a3cdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.450s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.396127] env[62306]: DEBUG oslo_vmware.api [None req-fa51efd5-de7e-4680-9bf3-b71521ccebe6 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972752, 'name': ReconfigVM_Task, 'duration_secs': 0.299226} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.396420] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa51efd5-de7e-4680-9bf3-b71521ccebe6 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1857.401287] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32793f1b-fc0d-4a3e-ac3d-7d8dbaa815d1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.417673] env[62306]: DEBUG oslo_vmware.api [None req-fa51efd5-de7e-4680-9bf3-b71521ccebe6 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1857.417673] env[62306]: value = "task-1972754" [ 1857.417673] env[62306]: _type = "Task" [ 1857.417673] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.428020] env[62306]: DEBUG oslo_vmware.api [None req-fa51efd5-de7e-4680-9bf3-b71521ccebe6 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.492781] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52efb550-6119-d94a-58b8-f2dffab11bee, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.493075] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.493347] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 362c4d2b-85c2-4f90-a85b-b06e952f9760/362c4d2b-85c2-4f90-a85b-b06e952f9760.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1857.493614] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a002231-4739-49a8-81a0-a77607d5a727 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.500710] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1857.500710] env[62306]: value = "task-1972755" [ 1857.500710] env[62306]: _type = "Task" [ 1857.500710] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.509118] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.596044] env[62306]: DEBUG oslo_vmware.api [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972751, 'name': RemoveSnapshot_Task, 'duration_secs': 0.62728} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.596336] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Deleted Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1857.596570] env[62306]: INFO nova.compute.manager [None req-3ec2ba4f-a9c6-49ae-838a-0c055ced1858 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Took 17.03 seconds to snapshot the instance on the hypervisor. [ 1857.670191] env[62306]: DEBUG nova.scheduler.client.report [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1857.734271] env[62306]: DEBUG oslo_vmware.api [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.929795] env[62306]: DEBUG oslo_vmware.api [None req-fa51efd5-de7e-4680-9bf3-b71521ccebe6 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972754, 'name': ReconfigVM_Task, 'duration_secs': 0.145505} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.930234] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa51efd5-de7e-4680-9bf3-b71521ccebe6 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406203', 'volume_id': '9edec095-5988-4b69-8e88-e391e97ca61c', 'name': 'volume-9edec095-5988-4b69-8e88-e391e97ca61c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff025daa-d258-446f-983f-3f0eb03056b7', 'attached_at': '', 'detached_at': '', 'volume_id': '9edec095-5988-4b69-8e88-e391e97ca61c', 'serial': '9edec095-5988-4b69-8e88-e391e97ca61c'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1858.013380] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972755, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.153375] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1858.153699] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35b70281-023b-4ef2-8bd0-3fc11314526d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.162253] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1858.162253] env[62306]: value = "task-1972756" [ 1858.162253] env[62306]: _type = "Task" [ 1858.162253] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.170394] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.235453] env[62306]: DEBUG oslo_vmware.api [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972753, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.492091] env[62306]: DEBUG nova.objects.instance [None req-fa51efd5-de7e-4680-9bf3-b71521ccebe6 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lazy-loading 'flavor' on Instance uuid ff025daa-d258-446f-983f-3f0eb03056b7 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1858.515518] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653214} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.515795] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 362c4d2b-85c2-4f90-a85b-b06e952f9760/362c4d2b-85c2-4f90-a85b-b06e952f9760.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1858.516027] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1858.517030] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb53a267-cc29-4e7d-abde-2022032b4ff6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.522950] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1858.522950] env[62306]: value = "task-1972757" [ 1858.522950] env[62306]: _type = "Task" [ 1858.522950] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.531299] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.671666] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972756, 'name': PowerOffVM_Task, 'duration_secs': 0.367996} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.672154] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1858.672521] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1858.674092] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4f4573-b2d5-411a-a1e4-68512b896c24 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.682336] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.248s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.691138] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1858.691559] env[62306]: DEBUG oslo_concurrency.lockutils [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.902s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.691928] env[62306]: DEBUG nova.objects.instance [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Lazy-loading 'resources' on Instance uuid 5c97dd8a-5e62-4462-b043-54928bd26f1e {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1858.695074] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0404c15d-0c3f-4def-9697-f59442bf7804 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.731969] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1858.732205] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1858.732390] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Deleting the datastore file [datastore1] f5120a4e-38c4-491c-864c-1ddd2d6a3cdb {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1858.733440] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c08729d-6f4f-4a20-8080-0eba17b729c2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.738554] env[62306]: DEBUG oslo_vmware.api [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972753, 'name': PowerOffVM_Task, 'duration_secs': 1.020154} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.739330] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1858.739582] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Updating instance 'ade264c2-3345-4e28-b7e7-a510cfa67a30' progress to 17 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1858.744891] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1858.744891] env[62306]: value = "task-1972759" [ 1858.744891] env[62306]: _type = "Task" [ 1858.744891] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.754456] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.032993] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061873} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.033737] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1859.034796] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf6a03f-d6bf-4230-ba89-0b981e3834be {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.058308] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 362c4d2b-85c2-4f90-a85b-b06e952f9760/362c4d2b-85c2-4f90-a85b-b06e952f9760.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1859.060840] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f2a7479-53af-4faf-92af-20a4887f6ff1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.078721] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1859.078721] env[62306]: value = "task-1972760" [ 1859.078721] env[62306]: _type = "Task" [ 1859.078721] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.087194] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.253932] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1859.254214] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1859.254371] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1859.254742] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1859.254923] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1859.255168] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1859.255410] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1859.255574] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1859.255736] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1859.255897] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1859.256081] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1859.265106] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f20351-1107-4401-b828-a5de31df855f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.282713] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140725} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.284065] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1859.284273] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1859.284478] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1859.286983] env[62306]: DEBUG oslo_vmware.api [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1859.286983] env[62306]: value = "task-1972761" [ 1859.286983] env[62306]: _type = "Task" [ 1859.286983] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.300582] env[62306]: DEBUG oslo_vmware.api [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.501711] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fa51efd5-de7e-4680-9bf3-b71521ccebe6 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "ff025daa-d258-446f-983f-3f0eb03056b7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 2.818s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.591841] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972760, 'name': ReconfigVM_Task, 'duration_secs': 0.280113} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.592844] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 362c4d2b-85c2-4f90-a85b-b06e952f9760/362c4d2b-85c2-4f90-a85b-b06e952f9760.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1859.593724] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e67fb64c-8096-4946-bc70-161b659ddad7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.604333] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1859.604333] env[62306]: value = "task-1972762" [ 1859.604333] env[62306]: _type = "Task" [ 1859.604333] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.611894] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972762, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.770771] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c49b77-fb38-4ba7-8428-1fc95b85ede7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.780888] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb37640f-b8d8-483e-866e-586bf66820c7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.824855] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f3b190-19f7-4872-8a79-8aaf343c4586 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.838366] env[62306]: DEBUG oslo_vmware.api [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972761, 'name': ReconfigVM_Task, 'duration_secs': 0.177983} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.840938] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Updating instance 'ade264c2-3345-4e28-b7e7-a510cfa67a30' progress to 33 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1859.848825] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c625ef-a31e-41f4-8330-6906d1381457 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.862037] env[62306]: DEBUG nova.compute.provider_tree [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1860.111608] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972762, 'name': Rename_Task, 'duration_secs': 0.150438} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.111912] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1860.112188] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da2bfa60-39bb-48db-bbb8-00f935c1a1f2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.119882] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1860.119882] env[62306]: value = "task-1972763" [ 1860.119882] env[62306]: _type = "Task" [ 1860.119882] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.133341] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.201599] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquiring lock "c6a76b06-4d93-4111-a3f4-c5c1579904d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.201599] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lock "c6a76b06-4d93-4111-a3f4-c5c1579904d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.201599] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquiring lock "c6a76b06-4d93-4111-a3f4-c5c1579904d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.201599] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lock "c6a76b06-4d93-4111-a3f4-c5c1579904d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.201599] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lock "c6a76b06-4d93-4111-a3f4-c5c1579904d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.202691] env[62306]: INFO nova.compute.manager [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Terminating instance [ 1860.242105] env[62306]: INFO nova.compute.manager [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Swapping old allocation on dict_keys(['8987d069-ee8b-4b99-9293-8d91cd057fe9']) held by migration e6077cae-9796-4b96-a5d9-a86d745da1e3 for instance [ 1860.281858] env[62306]: DEBUG nova.scheduler.client.report [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Overwriting current allocation {'allocations': {'8987d069-ee8b-4b99-9293-8d91cd057fe9': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 99}}, 'project_id': '92bd6e7023df4995b0b66428dd584931', 'user_id': 'a5c336c5b2fc477a918464e04a0c8d49', 'consumer_generation': 1} on consumer 80689d6f-f84e-4d5c-8e64-3284ba25befc {{(pid=62306) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1860.353206] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1860.353472] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1860.353641] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1860.353834] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1860.353998] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1860.354176] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1860.354399] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1860.354562] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1860.354737] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1860.354903] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1860.355126] env[62306]: DEBUG nova.virt.hardware [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1860.361140] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Reconfiguring VM instance instance-00000041 to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1860.363932] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75b81e64-d4c4-40ad-9d30-7f942112dc11 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.382365] env[62306]: DEBUG nova.scheduler.client.report [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1860.388861] env[62306]: DEBUG nova.virt.hardware [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1860.388974] env[62306]: DEBUG nova.virt.hardware [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1860.389456] env[62306]: DEBUG nova.virt.hardware [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1860.389456] env[62306]: DEBUG nova.virt.hardware [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1860.389580] env[62306]: DEBUG nova.virt.hardware [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1860.389629] env[62306]: DEBUG nova.virt.hardware [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1860.389832] env[62306]: DEBUG nova.virt.hardware [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1860.389983] env[62306]: DEBUG nova.virt.hardware [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1860.392111] env[62306]: DEBUG nova.virt.hardware [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1860.392111] env[62306]: DEBUG nova.virt.hardware [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1860.392111] env[62306]: DEBUG nova.virt.hardware [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1860.392111] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b8de35-a724-4738-a900-ddc2931e6c08 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.399728] env[62306]: DEBUG oslo_vmware.api [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1860.399728] env[62306]: value = "task-1972764" [ 1860.399728] env[62306]: _type = "Task" [ 1860.399728] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.410557] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3c340c-08f7-4983-a954-3b4fd7874dba {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.420547] env[62306]: DEBUG oslo_vmware.api [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.422069] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "refresh_cache-80689d6f-f84e-4d5c-8e64-3284ba25befc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.422069] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquired lock "refresh_cache-80689d6f-f84e-4d5c-8e64-3284ba25befc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.422069] env[62306]: DEBUG nova.network.neutron [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1860.435755] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Instance VIF info [] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1860.446267] env[62306]: DEBUG oslo.service.loopingcall [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1860.447020] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1860.447343] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8341600-60db-4f14-83ab-c8649eaa9502 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.468576] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1860.468576] env[62306]: value = "task-1972765" [ 1860.468576] env[62306]: _type = "Task" [ 1860.468576] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.479369] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972765, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.633723] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972763, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.680374] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquiring lock "4357d6be-ea09-4433-9e31-f300db3cc789" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.680631] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "4357d6be-ea09-4433-9e31-f300db3cc789" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.708922] env[62306]: DEBUG nova.compute.manager [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1860.709182] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1860.710197] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b356d489-b18a-4265-81a4-addfd79449e7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.718563] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1860.718830] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e6d7bbf-2664-4c66-b15b-162fbc7c3345 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.730028] env[62306]: DEBUG oslo_vmware.api [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1860.730028] env[62306]: value = "task-1972766" [ 1860.730028] env[62306]: _type = "Task" [ 1860.730028] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.739891] env[62306]: DEBUG oslo_vmware.api [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.886023] env[62306]: DEBUG oslo_concurrency.lockutils [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.890972] env[62306]: DEBUG oslo_concurrency.lockutils [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.367s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.891297] env[62306]: DEBUG nova.objects.instance [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lazy-loading 'resources' on Instance uuid 41987bac-7c53-4449-b219-c1672a2ceb8d {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1860.911814] env[62306]: DEBUG oslo_vmware.api [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972764, 'name': ReconfigVM_Task, 'duration_secs': 0.510334} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.911814] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Reconfigured VM instance instance-00000041 to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1860.912254] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9965964a-2a65-47d7-837d-c5fc437c6946 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.942894] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] ade264c2-3345-4e28-b7e7-a510cfa67a30/ade264c2-3345-4e28-b7e7-a510cfa67a30.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1860.944103] env[62306]: INFO nova.scheduler.client.report [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Deleted allocations for instance 5c97dd8a-5e62-4462-b043-54928bd26f1e [ 1860.945521] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1af9a4a-174d-451d-81a3-48554ed48977 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.974914] env[62306]: DEBUG oslo_vmware.api [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1860.974914] env[62306]: value = "task-1972767" [ 1860.974914] env[62306]: _type = "Task" [ 1860.974914] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.983326] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972765, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.989489] env[62306]: DEBUG oslo_vmware.api [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.131411] env[62306]: DEBUG oslo_vmware.api [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972763, 'name': PowerOnVM_Task, 'duration_secs': 0.513315} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.131801] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1861.131999] env[62306]: INFO nova.compute.manager [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1861.132248] env[62306]: DEBUG nova.compute.manager [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1861.133155] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba7ee81-5989-47ce-9fcf-2397e16fea7a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.183556] env[62306]: DEBUG nova.compute.manager [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1861.225381] env[62306]: DEBUG nova.network.neutron [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Updating instance_info_cache with network_info: [{"id": "efdf9ab2-0a54-411d-b4c2-b06c03c33b6e", "address": "fa:16:3e:dd:08:10", "network": {"id": "9065c24c-ac70-4485-83e3-003be93b1769", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9f6ca4e9591d4abebaedbed65e9afbfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefdf9ab2-0a", "ovs_interfaceid": "efdf9ab2-0a54-411d-b4c2-b06c03c33b6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.238600] env[62306]: DEBUG oslo_vmware.api [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972766, 'name': PowerOffVM_Task, 'duration_secs': 0.286199} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.238859] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1861.239039] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1861.239285] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-949f041e-ed19-4ca7-bb08-4ab9507d2bc5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.361306] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1861.361552] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1861.361733] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Deleting the datastore file [datastore1] c6a76b06-4d93-4111-a3f4-c5c1579904d4 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1861.362031] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ab53c95-b8dd-4d59-a0a4-5f51f43db370 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.369471] env[62306]: DEBUG oslo_vmware.api [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1861.369471] env[62306]: value = "task-1972769" [ 1861.369471] env[62306]: _type = "Task" [ 1861.369471] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.379485] env[62306]: DEBUG oslo_vmware.api [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.469875] env[62306]: DEBUG oslo_concurrency.lockutils [None req-55684cd1-84ce-483b-a4f1-639885b31480 tempest-ServerMetadataTestJSON-515358975 tempest-ServerMetadataTestJSON-515358975-project-member] Lock "5c97dd8a-5e62-4462-b043-54928bd26f1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.045s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.488571] env[62306]: DEBUG oslo_vmware.api [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972767, 'name': ReconfigVM_Task, 'duration_secs': 0.441779} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.491840] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Reconfigured VM instance instance-00000041 to attach disk [datastore1] ade264c2-3345-4e28-b7e7-a510cfa67a30/ade264c2-3345-4e28-b7e7-a510cfa67a30.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1861.492369] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Updating instance 'ade264c2-3345-4e28-b7e7-a510cfa67a30' progress to 50 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1861.495601] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972765, 'name': CreateVM_Task, 'duration_secs': 0.717457} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.498847] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1861.499984] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.499984] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.499984] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1861.500613] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe83f48-1ae9-4f17-93ac-9eaa074ad822 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.505794] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1861.505794] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b81ff3-048f-dc03-60ed-0a3a82b24863" [ 1861.505794] env[62306]: _type = "Task" [ 1861.505794] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.521203] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b81ff3-048f-dc03-60ed-0a3a82b24863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.537051] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c45310ce-8ebb-4544-b65f-b111adf5a60b tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "e7b2d6e6-f687-4d61-9228-e78978e84edf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.537668] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c45310ce-8ebb-4544-b65f-b111adf5a60b tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "e7b2d6e6-f687-4d61-9228-e78978e84edf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.661147] env[62306]: INFO nova.compute.manager [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Took 37.95 seconds to build instance. [ 1861.705986] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.728818] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Releasing lock "refresh_cache-80689d6f-f84e-4d5c-8e64-3284ba25befc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.729410] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1861.729752] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50ac9a26-8c08-4f05-80c2-4d40a8b9a013 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.736970] env[62306]: DEBUG oslo_vmware.api [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1861.736970] env[62306]: value = "task-1972770" [ 1861.736970] env[62306]: _type = "Task" [ 1861.736970] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.747853] env[62306]: DEBUG oslo_vmware.api [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.880139] env[62306]: DEBUG oslo_vmware.api [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416896} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.883122] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1861.883398] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1861.883817] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1861.884078] env[62306]: INFO nova.compute.manager [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1861.884567] env[62306]: DEBUG oslo.service.loopingcall [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1861.885270] env[62306]: DEBUG nova.compute.manager [-] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1861.885515] env[62306]: DEBUG nova.network.neutron [-] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1861.911116] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f6cd41-32cb-49fa-bbcb-5c34ec4f8b33 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.919078] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf0fecd-9131-4e10-8094-5ab887c7e3e3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.956826] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b371f6c-dfd9-4582-a964-48248b916376 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.970075] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0afd3ec-ae10-465d-b34a-39492b0f8df3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.987735] env[62306]: DEBUG nova.compute.provider_tree [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1862.004374] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a21f43d-ac77-4726-bd96-3722ef0608bb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.031948] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b81ff3-048f-dc03-60ed-0a3a82b24863, 'name': SearchDatastore_Task, 'duration_secs': 0.025831} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.033346] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81f5e14-f4e9-4896-b82c-be3390eacb62 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.036248] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.036412] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1862.038471] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.038471] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.038471] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1862.038471] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43a37e84-6203-4040-9f61-088d6acd5b29 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.040425] env[62306]: DEBUG nova.compute.utils [None req-c45310ce-8ebb-4544-b65f-b111adf5a60b tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1862.059446] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Updating instance 'ade264c2-3345-4e28-b7e7-a510cfa67a30' progress to 67 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1862.064908] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c45310ce-8ebb-4544-b65f-b111adf5a60b tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "e7b2d6e6-f687-4d61-9228-e78978e84edf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.527s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.066039] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1862.066275] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1862.067364] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d29ecad-7214-43ea-93a5-637dad781c2e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.074485] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1862.074485] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524f1bb7-3985-1230-f243-9cf3a00505b0" [ 1862.074485] env[62306]: _type = "Task" [ 1862.074485] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.083775] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524f1bb7-3985-1230-f243-9cf3a00505b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.163599] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3c8869d3-82dc-4caf-8adb-53e78d32e6f2 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "362c4d2b-85c2-4f90-a85b-b06e952f9760" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.127s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.246755] env[62306]: DEBUG oslo_vmware.api [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972770, 'name': PowerOffVM_Task, 'duration_secs': 0.314336} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.247048] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1862.247779] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:30:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='052d5776-fa2e-4638-b442-77c2b3162a29',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-221413029',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1862.247982] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1862.248136] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1862.248403] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1862.248555] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1862.248702] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1862.248907] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1862.249074] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1862.249397] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1862.249489] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1862.249619] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1862.254645] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5c566fa-c9eb-444b-b160-a0d9abf5188a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.271551] env[62306]: DEBUG oslo_vmware.api [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1862.271551] env[62306]: value = "task-1972771" [ 1862.271551] env[62306]: _type = "Task" [ 1862.271551] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.280053] env[62306]: DEBUG oslo_vmware.api [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.491657] env[62306]: DEBUG nova.scheduler.client.report [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1862.511139] env[62306]: DEBUG nova.compute.manager [req-759e572c-e7a8-4fb7-aa2d-56de01f87d7f req-6154b0e3-a06c-4b7c-a2fc-051f2ba7556c service nova] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Received event network-vif-deleted-ad8e990b-5607-4923-836d-f8c5d86dfc09 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1862.511139] env[62306]: INFO nova.compute.manager [req-759e572c-e7a8-4fb7-aa2d-56de01f87d7f req-6154b0e3-a06c-4b7c-a2fc-051f2ba7556c service nova] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Neutron deleted interface ad8e990b-5607-4923-836d-f8c5d86dfc09; detaching it from the instance and deleting it from the info cache [ 1862.511139] env[62306]: DEBUG nova.network.neutron [req-759e572c-e7a8-4fb7-aa2d-56de01f87d7f req-6154b0e3-a06c-4b7c-a2fc-051f2ba7556c service nova] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.586022] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524f1bb7-3985-1230-f243-9cf3a00505b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012643} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.586199] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a340f0a-c497-45df-9c10-9ad9b6976f3e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.591723] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1862.591723] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52bd0c69-dd8f-e814-5ca5-de2e42b749d4" [ 1862.591723] env[62306]: _type = "Task" [ 1862.591723] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.599891] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52bd0c69-dd8f-e814-5ca5-de2e42b749d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.628179] env[62306]: DEBUG nova.network.neutron [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Port 6fe397c3-8565-4636-acf5-b946deead815 binding to destination host cpu-1 is already ACTIVE {{(pid=62306) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1862.633109] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "362c4d2b-85c2-4f90-a85b-b06e952f9760" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.633109] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "362c4d2b-85c2-4f90-a85b-b06e952f9760" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.633109] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "362c4d2b-85c2-4f90-a85b-b06e952f9760-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.633109] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "362c4d2b-85c2-4f90-a85b-b06e952f9760-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.633109] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "362c4d2b-85c2-4f90-a85b-b06e952f9760-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.634596] env[62306]: DEBUG nova.network.neutron [-] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.635680] env[62306]: INFO nova.compute.manager [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Terminating instance [ 1862.699866] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.699866] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.782166] env[62306]: DEBUG oslo_vmware.api [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972771, 'name': ReconfigVM_Task, 'duration_secs': 0.140469} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.783014] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeee80bc-1ad1-46da-bf92-4fc375ac625e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.801385] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:30:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='052d5776-fa2e-4638-b442-77c2b3162a29',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-221413029',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1862.801634] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1862.801791] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1862.802120] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1862.803039] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1862.803039] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1862.803039] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1862.803039] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1862.803039] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1862.803349] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1862.803349] env[62306]: DEBUG nova.virt.hardware [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1862.804076] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c68f445-1782-42e5-8d69-7030b1b41e27 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.809595] env[62306]: DEBUG oslo_vmware.api [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1862.809595] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527e83df-c99d-4387-b873-521041ad1bc8" [ 1862.809595] env[62306]: _type = "Task" [ 1862.809595] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.817374] env[62306]: DEBUG oslo_vmware.api [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527e83df-c99d-4387-b873-521041ad1bc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.997967] env[62306]: DEBUG oslo_concurrency.lockutils [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.001885] env[62306]: DEBUG oslo_concurrency.lockutils [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.399s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.001885] env[62306]: DEBUG nova.objects.instance [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lazy-loading 'resources' on Instance uuid 55728249-ca09-4484-a63c-df4f39c5ca5a {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1863.014414] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d917a63-48a7-4161-9d24-bab39cc60b03 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.028140] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483ac81d-653d-4e99-96e7-5a84e7cc4ebf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.044967] env[62306]: INFO nova.scheduler.client.report [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Deleted allocations for instance 41987bac-7c53-4449-b219-c1672a2ceb8d [ 1863.072741] env[62306]: DEBUG nova.compute.manager [req-759e572c-e7a8-4fb7-aa2d-56de01f87d7f req-6154b0e3-a06c-4b7c-a2fc-051f2ba7556c service nova] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Detach interface failed, port_id=ad8e990b-5607-4923-836d-f8c5d86dfc09, reason: Instance c6a76b06-4d93-4111-a3f4-c5c1579904d4 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1863.103688] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52bd0c69-dd8f-e814-5ca5-de2e42b749d4, 'name': SearchDatastore_Task, 'duration_secs': 0.014796} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.103871] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.104180] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] f5120a4e-38c4-491c-864c-1ddd2d6a3cdb/f5120a4e-38c4-491c-864c-1ddd2d6a3cdb.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1863.104483] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73af3b2c-0d08-4bb8-9779-704e837e394a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.111637] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1863.111637] env[62306]: value = "task-1972772" [ 1863.111637] env[62306]: _type = "Task" [ 1863.111637] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.119735] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.143365] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c45310ce-8ebb-4544-b65f-b111adf5a60b tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "e7b2d6e6-f687-4d61-9228-e78978e84edf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.143653] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c45310ce-8ebb-4544-b65f-b111adf5a60b tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "e7b2d6e6-f687-4d61-9228-e78978e84edf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.143884] env[62306]: INFO nova.compute.manager [None req-c45310ce-8ebb-4544-b65f-b111adf5a60b tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Attaching volume 74184dc1-cbfe-4fc7-b51d-e7a1af95f6df to /dev/sdb [ 1863.148716] env[62306]: INFO nova.compute.manager [-] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Took 1.26 seconds to deallocate network for instance. [ 1863.148716] env[62306]: DEBUG nova.compute.manager [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1863.148716] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1863.149412] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbe6e81-9978-413b-a115-f34250757736 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.166199] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1863.166199] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3ab29e7-055a-4a03-ba24-93f9ce70af2f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.169629] env[62306]: DEBUG oslo_vmware.api [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1863.169629] env[62306]: value = "task-1972773" [ 1863.169629] env[62306]: _type = "Task" [ 1863.169629] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.184209] env[62306]: DEBUG oslo_vmware.api [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.194036] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383a8d54-e6f4-4225-802d-5494216b02f4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.202076] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cea649-e13d-4686-a418-57f0d0c09370 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.205471] env[62306]: DEBUG nova.compute.manager [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1863.220928] env[62306]: DEBUG nova.virt.block_device [None req-c45310ce-8ebb-4544-b65f-b111adf5a60b tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Updating existing volume attachment record: 5d2ace03-1a3c-4664-89c6-ccc499eaaf95 {{(pid=62306) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1863.326560] env[62306]: DEBUG oslo_vmware.api [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527e83df-c99d-4387-b873-521041ad1bc8, 'name': SearchDatastore_Task, 'duration_secs': 0.017071} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.337982] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1863.339344] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-400236ed-aa9a-4fef-a707-fab6ec65dea5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.379665] env[62306]: DEBUG oslo_vmware.api [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1863.379665] env[62306]: value = "task-1972775" [ 1863.379665] env[62306]: _type = "Task" [ 1863.379665] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.394077] env[62306]: DEBUG oslo_vmware.api [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972775, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.464870] env[62306]: DEBUG oslo_concurrency.lockutils [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Acquiring lock "7af98b27-970f-4972-8240-b91650034cff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.465481] env[62306]: DEBUG oslo_concurrency.lockutils [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Lock "7af98b27-970f-4972-8240-b91650034cff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.465785] env[62306]: DEBUG oslo_concurrency.lockutils [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Acquiring lock "7af98b27-970f-4972-8240-b91650034cff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.466031] env[62306]: DEBUG oslo_concurrency.lockutils [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Lock "7af98b27-970f-4972-8240-b91650034cff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.466271] env[62306]: DEBUG oslo_concurrency.lockutils [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Lock "7af98b27-970f-4972-8240-b91650034cff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.468895] env[62306]: INFO nova.compute.manager [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Terminating instance [ 1863.552863] env[62306]: DEBUG oslo_concurrency.lockutils [None req-56891dd5-c699-46d8-bfb0-b795d72a5d4f tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "41987bac-7c53-4449-b219-c1672a2ceb8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.610s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.626398] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972772, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.651754] env[62306]: DEBUG oslo_concurrency.lockutils [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "ade264c2-3345-4e28-b7e7-a510cfa67a30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.652045] env[62306]: DEBUG oslo_concurrency.lockutils [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "ade264c2-3345-4e28-b7e7-a510cfa67a30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.652254] env[62306]: DEBUG oslo_concurrency.lockutils [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "ade264c2-3345-4e28-b7e7-a510cfa67a30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.665020] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.682006] env[62306]: DEBUG oslo_vmware.api [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972773, 'name': PowerOffVM_Task, 'duration_secs': 0.174874} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.682626] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1863.682626] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1863.682912] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3ba4559-d951-44e5-9f8d-82216a2c7859 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.728921] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.767759] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1863.767989] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1863.768204] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Deleting the datastore file [datastore1] 362c4d2b-85c2-4f90-a85b-b06e952f9760 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1863.768486] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b5e6a3f-a855-4d41-865d-6a8bcdd085b7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.774808] env[62306]: DEBUG oslo_vmware.api [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for the task: (returnval){ [ 1863.774808] env[62306]: value = "task-1972779" [ 1863.774808] env[62306]: _type = "Task" [ 1863.774808] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.783462] env[62306]: DEBUG oslo_vmware.api [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.889914] env[62306]: DEBUG oslo_vmware.api [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972775, 'name': ReconfigVM_Task, 'duration_secs': 0.238821} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.894142] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1863.894142] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bada5907-e012-4c79-90d6-97914fd0a33c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.917939] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 80689d6f-f84e-4d5c-8e64-3284ba25befc/80689d6f-f84e-4d5c-8e64-3284ba25befc.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1863.920809] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53cc3336-0e2a-434c-8ba7-7ab5cc33f403 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.942020] env[62306]: DEBUG oslo_vmware.api [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1863.942020] env[62306]: value = "task-1972780" [ 1863.942020] env[62306]: _type = "Task" [ 1863.942020] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.951206] env[62306]: DEBUG oslo_vmware.api [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972780, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.974129] env[62306]: DEBUG nova.compute.manager [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1863.974409] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1863.975670] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299d138e-960f-4ea5-8359-dd93130e12ee {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.984539] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1863.984539] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-253ea088-9070-4db4-85ac-ba4aeae4db7d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.993695] env[62306]: DEBUG oslo_vmware.api [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Waiting for the task: (returnval){ [ 1863.993695] env[62306]: value = "task-1972781" [ 1863.993695] env[62306]: _type = "Task" [ 1863.993695] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.002328] env[62306]: DEBUG oslo_vmware.api [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Task: {'id': task-1972781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.040920] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64dcc66-460f-4d6b-bde4-b342cba7ece9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.049204] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec6dce3-323c-49f5-adab-aeb124499bc9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.083541] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4908d671-9da1-413b-9e33-bc1a00511428 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.095771] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4715b23a-63fa-40a8-ad79-8fb285754eec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.111518] env[62306]: DEBUG nova.compute.provider_tree [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1864.123909] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555651} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.124402] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] f5120a4e-38c4-491c-864c-1ddd2d6a3cdb/f5120a4e-38c4-491c-864c-1ddd2d6a3cdb.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1864.124402] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1864.124630] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecbee742-960c-4d78-8a1a-3f4f5e1f01bb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.131708] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1864.131708] env[62306]: value = "task-1972782" [ 1864.131708] env[62306]: _type = "Task" [ 1864.131708] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.140622] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.284702] env[62306]: DEBUG oslo_vmware.api [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Task: {'id': task-1972779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130674} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.284995] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1864.285171] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1864.285350] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1864.285521] env[62306]: INFO nova.compute.manager [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1864.285760] env[62306]: DEBUG oslo.service.loopingcall [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.285947] env[62306]: DEBUG nova.compute.manager [-] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1864.286061] env[62306]: DEBUG nova.network.neutron [-] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1864.452702] env[62306]: DEBUG oslo_vmware.api [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972780, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.504428] env[62306]: DEBUG oslo_vmware.api [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Task: {'id': task-1972781, 'name': PowerOffVM_Task, 'duration_secs': 0.21697} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.505057] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1864.505528] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1864.506060] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba75be52-d23b-434c-8c00-eb03747b2f8e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.591679] env[62306]: DEBUG oslo_concurrency.lockutils [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "7d4d0d2c-e4c0-4b5e-9995-200163b4a196" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.591956] env[62306]: DEBUG oslo_concurrency.lockutils [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "7d4d0d2c-e4c0-4b5e-9995-200163b4a196" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.592181] env[62306]: DEBUG oslo_concurrency.lockutils [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "7d4d0d2c-e4c0-4b5e-9995-200163b4a196-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.592365] env[62306]: DEBUG oslo_concurrency.lockutils [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "7d4d0d2c-e4c0-4b5e-9995-200163b4a196-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.592533] env[62306]: DEBUG oslo_concurrency.lockutils [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "7d4d0d2c-e4c0-4b5e-9995-200163b4a196-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.595093] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1864.595798] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1864.596011] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Deleting the datastore file [datastore1] 7af98b27-970f-4972-8240-b91650034cff {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1864.596718] env[62306]: INFO nova.compute.manager [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Terminating instance [ 1864.599263] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81d2628d-1d82-4098-8be1-e1a649c722d6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.610093] env[62306]: DEBUG oslo_vmware.api [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Waiting for the task: (returnval){ [ 1864.610093] env[62306]: value = "task-1972784" [ 1864.610093] env[62306]: _type = "Task" [ 1864.610093] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.616316] env[62306]: DEBUG nova.scheduler.client.report [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1864.625783] env[62306]: DEBUG oslo_vmware.api [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Task: {'id': task-1972784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.641310] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067064} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.641587] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1864.642432] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e17149-cfc4-4a6e-9382-cb4590d9df6b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.648231] env[62306]: DEBUG nova.compute.manager [req-dd03e46d-eb70-4bd9-8925-2ba8f5c0ee87 req-3a4fef85-59cb-4c44-aad2-3291556a09a7 service nova] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Received event network-vif-deleted-d6ea5c5b-4388-46d4-9470-34bab705bcfe {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1864.648368] env[62306]: INFO nova.compute.manager [req-dd03e46d-eb70-4bd9-8925-2ba8f5c0ee87 req-3a4fef85-59cb-4c44-aad2-3291556a09a7 service nova] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Neutron deleted interface d6ea5c5b-4388-46d4-9470-34bab705bcfe; detaching it from the instance and deleting it from the info cache [ 1864.648578] env[62306]: DEBUG nova.network.neutron [req-dd03e46d-eb70-4bd9-8925-2ba8f5c0ee87 req-3a4fef85-59cb-4c44-aad2-3291556a09a7 service nova] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.667055] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] f5120a4e-38c4-491c-864c-1ddd2d6a3cdb/f5120a4e-38c4-491c-864c-1ddd2d6a3cdb.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1864.668215] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30cb6fc7-771f-4903-b415-1fa94afb7c56 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.691607] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1864.691607] env[62306]: value = "task-1972785" [ 1864.691607] env[62306]: _type = "Task" [ 1864.691607] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.700184] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.712498] env[62306]: DEBUG oslo_concurrency.lockutils [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "refresh_cache-ade264c2-3345-4e28-b7e7-a510cfa67a30" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.712768] env[62306]: DEBUG oslo_concurrency.lockutils [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "refresh_cache-ade264c2-3345-4e28-b7e7-a510cfa67a30" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.712940] env[62306]: DEBUG nova.network.neutron [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1864.950444] env[62306]: DEBUG oslo_vmware.api [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972780, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.105098] env[62306]: DEBUG nova.compute.manager [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1865.105346] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1865.106329] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc40bf6-6b67-43ce-87b9-f894015b7cba {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.109182] env[62306]: DEBUG nova.network.neutron [-] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.115867] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1865.116419] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52766374-39d3-4971-9313-478f5cf37b36 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.121869] env[62306]: DEBUG oslo_concurrency.lockutils [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.123621] env[62306]: DEBUG oslo_vmware.api [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Task: {'id': task-1972784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154098} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.124088] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.255s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.124314] env[62306]: DEBUG nova.objects.instance [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lazy-loading 'resources' on Instance uuid 910c2d27-4919-4314-9a1c-a7e13ff302cc {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1865.125535] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1865.125716] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1865.125880] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1865.126053] env[62306]: INFO nova.compute.manager [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] [instance: 7af98b27-970f-4972-8240-b91650034cff] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1865.126280] env[62306]: DEBUG oslo.service.loopingcall [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1865.127618] env[62306]: DEBUG nova.compute.manager [-] [instance: 7af98b27-970f-4972-8240-b91650034cff] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1865.127716] env[62306]: DEBUG nova.network.neutron [-] [instance: 7af98b27-970f-4972-8240-b91650034cff] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1865.129294] env[62306]: DEBUG oslo_vmware.api [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1865.129294] env[62306]: value = "task-1972786" [ 1865.129294] env[62306]: _type = "Task" [ 1865.129294] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.139592] env[62306]: DEBUG oslo_vmware.api [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.152032] env[62306]: INFO nova.scheduler.client.report [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Deleted allocations for instance 55728249-ca09-4484-a63c-df4f39c5ca5a [ 1865.152960] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1690e90a-ba16-4308-b795-073fe2def8d5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.166249] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b55488-eb90-4676-96fa-fa3cd14fb915 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.201599] env[62306]: DEBUG nova.compute.manager [req-dd03e46d-eb70-4bd9-8925-2ba8f5c0ee87 req-3a4fef85-59cb-4c44-aad2-3291556a09a7 service nova] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Detach interface failed, port_id=d6ea5c5b-4388-46d4-9470-34bab705bcfe, reason: Instance 362c4d2b-85c2-4f90-a85b-b06e952f9760 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1865.211217] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972785, 'name': ReconfigVM_Task, 'duration_secs': 0.27156} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.211567] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Reconfigured VM instance instance-00000049 to attach disk [datastore1] f5120a4e-38c4-491c-864c-1ddd2d6a3cdb/f5120a4e-38c4-491c-864c-1ddd2d6a3cdb.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1865.212207] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f47ff4e1-18e2-42ce-b11d-9ff1be7ad3a1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.218973] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1865.218973] env[62306]: value = "task-1972787" [ 1865.218973] env[62306]: _type = "Task" [ 1865.218973] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.227563] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972787, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.451491] env[62306]: DEBUG oslo_vmware.api [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972780, 'name': ReconfigVM_Task, 'duration_secs': 1.416203} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.451780] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 80689d6f-f84e-4d5c-8e64-3284ba25befc/80689d6f-f84e-4d5c-8e64-3284ba25befc.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1865.453436] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b3c68f-4ba6-4660-8c7e-e572a66d5745 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.474013] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfbac6d-25ba-4115-ab9f-6e1a65096334 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.479947] env[62306]: DEBUG nova.network.neutron [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Updating instance_info_cache with network_info: [{"id": "6fe397c3-8565-4636-acf5-b946deead815", "address": "fa:16:3e:f6:c5:95", "network": {"id": "619e998f-85a0-44c3-b066-ba85f5243b93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2084209057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "094e9ccb8011489aa598b784b2994968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe397c3-85", "ovs_interfaceid": "6fe397c3-8565-4636-acf5-b946deead815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.494313] env[62306]: DEBUG oslo_concurrency.lockutils [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "refresh_cache-ade264c2-3345-4e28-b7e7-a510cfa67a30" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.499245] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93e4584-4d23-4d06-9926-10456f48d658 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.521712] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f05b96-8530-498e-bb5e-0d0716894c8b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.529532] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1865.529801] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-078fc165-5447-4ce8-8782-b700184309ab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.535792] env[62306]: DEBUG oslo_vmware.api [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1865.535792] env[62306]: value = "task-1972788" [ 1865.535792] env[62306]: _type = "Task" [ 1865.535792] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.547050] env[62306]: DEBUG oslo_vmware.api [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.612252] env[62306]: INFO nova.compute.manager [-] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Took 1.33 seconds to deallocate network for instance. [ 1865.640431] env[62306]: DEBUG oslo_vmware.api [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972786, 'name': PowerOffVM_Task, 'duration_secs': 0.219465} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.643048] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1865.643301] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1865.646348] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1be98905-ab08-4a55-9f38-4df6ac1e7b78 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.667833] env[62306]: DEBUG oslo_concurrency.lockutils [None req-bc704cc2-d445-4cff-9037-6febe8243665 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "55728249-ca09-4484-a63c-df4f39c5ca5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.078s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.720595] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1865.721195] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1865.721195] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Deleting the datastore file [datastore1] 7d4d0d2c-e4c0-4b5e-9995-200163b4a196 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1865.724587] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ea92db5-f62b-464e-8594-3e4b554bafb3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.736916] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972787, 'name': Rename_Task, 'duration_secs': 0.164599} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.738709] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1865.738709] env[62306]: DEBUG oslo_vmware.api [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for the task: (returnval){ [ 1865.738709] env[62306]: value = "task-1972791" [ 1865.738709] env[62306]: _type = "Task" [ 1865.738709] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.738922] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7779aa7e-20ec-4eea-a527-b76a9403031c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.754321] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1865.754321] env[62306]: value = "task-1972792" [ 1865.754321] env[62306]: _type = "Task" [ 1865.754321] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.762837] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.019120] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b29003-828f-45fc-b5e4-cbdc609cde00 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.046413] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea95a460-ef1d-4c8a-8a1e-b41143446f2f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.050855] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "6ea3b6f2-5aa7-463e-980c-c33ec4084439" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.051118] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "6ea3b6f2-5aa7-463e-980c-c33ec4084439" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.051333] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "6ea3b6f2-5aa7-463e-980c-c33ec4084439-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.051528] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "6ea3b6f2-5aa7-463e-980c-c33ec4084439-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.051700] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "6ea3b6f2-5aa7-463e-980c-c33ec4084439-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.054096] env[62306]: INFO nova.compute.manager [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Terminating instance [ 1866.060673] env[62306]: DEBUG oslo_vmware.api [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972788, 'name': PowerOnVM_Task, 'duration_secs': 0.42114} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.061011] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Updating instance 'ade264c2-3345-4e28-b7e7-a510cfa67a30' progress to 83 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1866.067992] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1866.119119] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eee898e-f57f-46e0-9bbf-43c2278a78ae {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.122206] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.128318] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c27c0b2-7370-41d0-9b17-2b7c39a8d00d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.162333] env[62306]: DEBUG nova.network.neutron [-] [instance: 7af98b27-970f-4972-8240-b91650034cff] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.166083] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c0fa9c-f7c3-48ae-9715-1012df237a05 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.173474] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d72a60-20a6-4d67-83f3-09b3e7ee89cf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.188549] env[62306]: DEBUG nova.compute.provider_tree [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1866.250269] env[62306]: DEBUG oslo_vmware.api [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Task: {'id': task-1972791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182241} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.250869] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1866.250869] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1866.251000] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1866.251298] env[62306]: INFO nova.compute.manager [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1866.251457] env[62306]: DEBUG oslo.service.loopingcall [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1866.251599] env[62306]: DEBUG nova.compute.manager [-] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1866.251687] env[62306]: DEBUG nova.network.neutron [-] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1866.262484] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972792, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.572260] env[62306]: DEBUG nova.compute.manager [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1866.572551] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1866.574631] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1866.578825] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5d32c0-2c42-47b9-9e62-ba6eab192316 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.581501] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e443d9b-4f4f-495b-9d0b-00e042f7bf44 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.590239] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1866.590463] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01ff6e54-ea7d-4d91-9d2b-dd3b86deac8b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.592846] env[62306]: DEBUG oslo_vmware.api [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1866.592846] env[62306]: value = "task-1972793" [ 1866.592846] env[62306]: _type = "Task" [ 1866.592846] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.597410] env[62306]: DEBUG oslo_vmware.api [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1866.597410] env[62306]: value = "task-1972794" [ 1866.597410] env[62306]: _type = "Task" [ 1866.597410] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.600400] env[62306]: DEBUG oslo_vmware.api [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.607878] env[62306]: DEBUG oslo_vmware.api [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.669271] env[62306]: INFO nova.compute.manager [-] [instance: 7af98b27-970f-4972-8240-b91650034cff] Took 1.54 seconds to deallocate network for instance. [ 1866.676733] env[62306]: DEBUG nova.compute.manager [req-39ef6068-c4fc-456f-a992-25b2e741766d req-4c8a2557-2f6b-4348-874b-db28e99a6bda service nova] [instance: 7af98b27-970f-4972-8240-b91650034cff] Received event network-vif-deleted-32f12b69-cae9-457d-8744-4b4569308650 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1866.676932] env[62306]: DEBUG nova.compute.manager [req-39ef6068-c4fc-456f-a992-25b2e741766d req-4c8a2557-2f6b-4348-874b-db28e99a6bda service nova] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Received event network-vif-deleted-ccdfd541-b58e-470f-97b7-75ba7c93f552 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1866.677148] env[62306]: INFO nova.compute.manager [req-39ef6068-c4fc-456f-a992-25b2e741766d req-4c8a2557-2f6b-4348-874b-db28e99a6bda service nova] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Neutron deleted interface ccdfd541-b58e-470f-97b7-75ba7c93f552; detaching it from the instance and deleting it from the info cache [ 1866.677371] env[62306]: DEBUG nova.network.neutron [req-39ef6068-c4fc-456f-a992-25b2e741766d req-4c8a2557-2f6b-4348-874b-db28e99a6bda service nova] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.709302] env[62306]: ERROR nova.scheduler.client.report [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [req-628de8dd-d990-498a-95c6-28ae9649bf56] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-628de8dd-d990-498a-95c6-28ae9649bf56"}]} [ 1866.728046] env[62306]: DEBUG nova.scheduler.client.report [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1866.743676] env[62306]: DEBUG nova.scheduler.client.report [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1866.743916] env[62306]: DEBUG nova.compute.provider_tree [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1866.756231] env[62306]: DEBUG nova.scheduler.client.report [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1866.767495] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972792, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.778759] env[62306]: DEBUG nova.scheduler.client.report [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1866.973015] env[62306]: DEBUG nova.network.neutron [-] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.086119] env[62306]: INFO nova.compute.manager [None req-a0e0461e-23d0-49a7-a1b9-c757cfeec602 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Updating instance to original state: 'active' [ 1867.102833] env[62306]: DEBUG oslo_vmware.api [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972793, 'name': PowerOnVM_Task, 'duration_secs': 0.380524} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.108072] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1867.108271] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-85c9b391-aee6-48fc-98df-918cde5aaad4 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Updating instance 'ade264c2-3345-4e28-b7e7-a510cfa67a30' progress to 100 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1867.117775] env[62306]: DEBUG oslo_vmware.api [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972794, 'name': PowerOffVM_Task, 'duration_secs': 0.244005} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.118039] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1867.118225] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1867.118500] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea6b3c6d-36fb-438d-99a9-9983d516c8ba {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.180452] env[62306]: DEBUG oslo_concurrency.lockutils [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.181828] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fe98cda-cbc7-4335-8877-b065837fb197 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.184317] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168ffb0a-566a-4b6b-a098-6717bd061d31 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.192211] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2712cb6c-d0fc-4e76-8adc-371941986390 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.197734] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e6c094-b98b-48f5-b19f-3e4d800ed9a7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.251351] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a00a7d-dc56-40c2-bd6f-0ab270dff062 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.254061] env[62306]: DEBUG nova.compute.manager [req-39ef6068-c4fc-456f-a992-25b2e741766d req-4c8a2557-2f6b-4348-874b-db28e99a6bda service nova] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Detach interface failed, port_id=ccdfd541-b58e-470f-97b7-75ba7c93f552, reason: Instance 7d4d0d2c-e4c0-4b5e-9995-200163b4a196 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1867.262040] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bc171b-f8f1-4144-9f49-3ab9c239f81b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.271582] env[62306]: DEBUG oslo_vmware.api [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972792, 'name': PowerOnVM_Task, 'duration_secs': 1.222434} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.278081] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1867.278318] env[62306]: DEBUG nova.compute.manager [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1867.278812] env[62306]: DEBUG nova.compute.provider_tree [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1867.280637] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647ffff5-ffac-405c-ad7d-389341552940 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.311890] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1867.311890] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1867.312073] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Deleting the datastore file [datastore1] 6ea3b6f2-5aa7-463e-980c-c33ec4084439 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1867.312216] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b5f1365-8df6-415a-8293-1b1407b02105 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.319407] env[62306]: DEBUG oslo_vmware.api [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for the task: (returnval){ [ 1867.319407] env[62306]: value = "task-1972796" [ 1867.319407] env[62306]: _type = "Task" [ 1867.319407] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.327647] env[62306]: DEBUG oslo_vmware.api [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.475145] env[62306]: INFO nova.compute.manager [-] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Took 1.22 seconds to deallocate network for instance. [ 1867.776123] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45310ce-8ebb-4544-b65f-b111adf5a60b tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Volume attach. Driver type: vmdk {{(pid=62306) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1867.776818] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45310ce-8ebb-4544-b65f-b111adf5a60b tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406208', 'volume_id': '74184dc1-cbfe-4fc7-b51d-e7a1af95f6df', 'name': 'volume-74184dc1-cbfe-4fc7-b51d-e7a1af95f6df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7b2d6e6-f687-4d61-9228-e78978e84edf', 'attached_at': '', 'detached_at': '', 'volume_id': '74184dc1-cbfe-4fc7-b51d-e7a1af95f6df', 'serial': '74184dc1-cbfe-4fc7-b51d-e7a1af95f6df'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1867.779060] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01671af6-c9d9-4e16-8267-36711a87d0b5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.800654] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4329b04-3cf4-41a4-8618-b1388d12b0a9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.804969] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.826807] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45310ce-8ebb-4544-b65f-b111adf5a60b tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] volume-74184dc1-cbfe-4fc7-b51d-e7a1af95f6df/volume-74184dc1-cbfe-4fc7-b51d-e7a1af95f6df.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1867.830021] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eef7dee-797d-4a28-9feb-7f248fee738c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.848657] env[62306]: DEBUG oslo_vmware.api [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Task: {'id': task-1972796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156361} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.849926] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1867.850147] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1867.850335] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1867.850513] env[62306]: INFO nova.compute.manager [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1867.850745] env[62306]: DEBUG oslo.service.loopingcall [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1867.850992] env[62306]: DEBUG oslo_vmware.api [None req-c45310ce-8ebb-4544-b65f-b111adf5a60b tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1867.850992] env[62306]: value = "task-1972797" [ 1867.850992] env[62306]: _type = "Task" [ 1867.850992] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.851189] env[62306]: DEBUG nova.compute.manager [-] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1867.851283] env[62306]: DEBUG nova.network.neutron [-] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1867.861205] env[62306]: DEBUG oslo_vmware.api [None req-c45310ce-8ebb-4544-b65f-b111adf5a60b tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972797, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.907694] env[62306]: DEBUG nova.scheduler.client.report [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1867.907928] env[62306]: DEBUG nova.compute.provider_tree [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 101 to 102 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1867.908114] env[62306]: DEBUG nova.compute.provider_tree [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1867.981685] env[62306]: DEBUG oslo_concurrency.lockutils [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.082606] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "80689d6f-f84e-4d5c-8e64-3284ba25befc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.082762] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "80689d6f-f84e-4d5c-8e64-3284ba25befc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.082985] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "80689d6f-f84e-4d5c-8e64-3284ba25befc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.083187] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "80689d6f-f84e-4d5c-8e64-3284ba25befc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.083373] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "80689d6f-f84e-4d5c-8e64-3284ba25befc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.085682] env[62306]: INFO nova.compute.manager [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Terminating instance [ 1868.365139] env[62306]: DEBUG oslo_vmware.api [None req-c45310ce-8ebb-4544-b65f-b111adf5a60b tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972797, 'name': ReconfigVM_Task, 'duration_secs': 0.412064} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.365493] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45310ce-8ebb-4544-b65f-b111adf5a60b tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Reconfigured VM instance instance-00000028 to attach disk [datastore1] volume-74184dc1-cbfe-4fc7-b51d-e7a1af95f6df/volume-74184dc1-cbfe-4fc7-b51d-e7a1af95f6df.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1868.372136] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaf2a916-a734-45fa-9653-cb758cac8a58 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.387226] env[62306]: DEBUG oslo_vmware.api [None req-c45310ce-8ebb-4544-b65f-b111adf5a60b tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1868.387226] env[62306]: value = "task-1972798" [ 1868.387226] env[62306]: _type = "Task" [ 1868.387226] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.397662] env[62306]: DEBUG oslo_vmware.api [None req-c45310ce-8ebb-4544-b65f-b111adf5a60b tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.413723] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.289s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.416247] env[62306]: DEBUG oslo_concurrency.lockutils [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.402s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.416467] env[62306]: DEBUG nova.objects.instance [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lazy-loading 'resources' on Instance uuid 886cdc1d-5a8a-44f6-baba-7586878b1c56 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1868.437335] env[62306]: INFO nova.scheduler.client.report [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Deleted allocations for instance 910c2d27-4919-4314-9a1c-a7e13ff302cc [ 1868.589472] env[62306]: DEBUG nova.compute.manager [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1868.589788] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1868.590898] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52c358e-0201-4be8-9b8e-04cd99bc87aa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.599893] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1868.600372] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af8f7a72-f2a5-4410-b750-c29bc59aed9a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.607922] env[62306]: DEBUG oslo_vmware.api [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1868.607922] env[62306]: value = "task-1972799" [ 1868.607922] env[62306]: _type = "Task" [ 1868.607922] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.616072] env[62306]: DEBUG oslo_vmware.api [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.670903] env[62306]: DEBUG nova.network.neutron [-] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.702707] env[62306]: DEBUG nova.compute.manager [req-211de3ff-d4c3-446c-aff2-0a1f70dbb5cf req-d240c0ff-cc8f-475f-b12d-e1e1f05baf00 service nova] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Received event network-vif-deleted-dfe4b918-7cd3-421a-b5eb-15bdbe4000ec {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1868.897343] env[62306]: DEBUG oslo_vmware.api [None req-c45310ce-8ebb-4544-b65f-b111adf5a60b tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972798, 'name': ReconfigVM_Task, 'duration_secs': 0.182684} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.897689] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45310ce-8ebb-4544-b65f-b111adf5a60b tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406208', 'volume_id': '74184dc1-cbfe-4fc7-b51d-e7a1af95f6df', 'name': 'volume-74184dc1-cbfe-4fc7-b51d-e7a1af95f6df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7b2d6e6-f687-4d61-9228-e78978e84edf', 'attached_at': '', 'detached_at': '', 'volume_id': '74184dc1-cbfe-4fc7-b51d-e7a1af95f6df', 'serial': '74184dc1-cbfe-4fc7-b51d-e7a1af95f6df'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1868.945138] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4badfeca-bd82-4a22-94ee-8873fc7196b5 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "910c2d27-4919-4314-9a1c-a7e13ff302cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.251s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.999624] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquiring lock "f5120a4e-38c4-491c-864c-1ddd2d6a3cdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.999921] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "f5120a4e-38c4-491c-864c-1ddd2d6a3cdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.000151] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquiring lock "f5120a4e-38c4-491c-864c-1ddd2d6a3cdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.000340] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "f5120a4e-38c4-491c-864c-1ddd2d6a3cdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.000520] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "f5120a4e-38c4-491c-864c-1ddd2d6a3cdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.005477] env[62306]: INFO nova.compute.manager [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Terminating instance [ 1869.119568] env[62306]: DEBUG oslo_vmware.api [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972799, 'name': PowerOffVM_Task, 'duration_secs': 0.1831} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.119873] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1869.120107] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1869.120325] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e3436d6-0550-4afa-9794-0709602ef937 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.173941] env[62306]: INFO nova.compute.manager [-] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Took 1.32 seconds to deallocate network for instance. [ 1869.242817] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1869.242958] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1869.243094] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Deleting the datastore file [datastore1] 80689d6f-f84e-4d5c-8e64-3284ba25befc {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1869.243377] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43bc25a3-9009-468c-b026-9d837d489ea8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.254669] env[62306]: DEBUG oslo_vmware.api [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1869.254669] env[62306]: value = "task-1972801" [ 1869.254669] env[62306]: _type = "Task" [ 1869.254669] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.265830] env[62306]: DEBUG oslo_vmware.api [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.347138] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9aa008-82c6-439d-a49e-93a920e8b807 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.355937] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036824b8-c180-4b35-bd3a-9f12885a8799 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.387121] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21928bb-66f4-48bc-b4a2-4537f3d763e2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.394646] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d3f5f7-1e09-49c7-8af1-13459a6d03f6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.409302] env[62306]: DEBUG nova.compute.provider_tree [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1869.509362] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquiring lock "refresh_cache-f5120a4e-38c4-491c-864c-1ddd2d6a3cdb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.509541] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquired lock "refresh_cache-f5120a4e-38c4-491c-864c-1ddd2d6a3cdb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.509746] env[62306]: DEBUG nova.network.neutron [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1869.665544] env[62306]: DEBUG oslo_concurrency.lockutils [None req-15c2d15f-822c-4f0b-a3e2-67c561855e8f tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "ade264c2-3345-4e28-b7e7-a510cfa67a30" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.665659] env[62306]: DEBUG oslo_concurrency.lockutils [None req-15c2d15f-822c-4f0b-a3e2-67c561855e8f tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "ade264c2-3345-4e28-b7e7-a510cfa67a30" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.665781] env[62306]: DEBUG nova.compute.manager [None req-15c2d15f-822c-4f0b-a3e2-67c561855e8f tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Going to confirm migration 3 {{(pid=62306) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1869.685322] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.768260] env[62306]: DEBUG oslo_vmware.api [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466158} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.768622] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1869.768875] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1869.769136] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1869.769373] env[62306]: INFO nova.compute.manager [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1869.769706] env[62306]: DEBUG oslo.service.loopingcall [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1869.770400] env[62306]: DEBUG nova.compute.manager [-] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1869.770539] env[62306]: DEBUG nova.network.neutron [-] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1869.916091] env[62306]: DEBUG nova.scheduler.client.report [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1869.937569] env[62306]: DEBUG nova.objects.instance [None req-c45310ce-8ebb-4544-b65f-b111adf5a60b tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lazy-loading 'flavor' on Instance uuid e7b2d6e6-f687-4d61-9228-e78978e84edf {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1870.039020] env[62306]: DEBUG nova.network.neutron [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1870.112444] env[62306]: DEBUG nova.network.neutron [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.246240] env[62306]: DEBUG oslo_concurrency.lockutils [None req-15c2d15f-822c-4f0b-a3e2-67c561855e8f tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "refresh_cache-ade264c2-3345-4e28-b7e7-a510cfa67a30" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.246240] env[62306]: DEBUG oslo_concurrency.lockutils [None req-15c2d15f-822c-4f0b-a3e2-67c561855e8f tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "refresh_cache-ade264c2-3345-4e28-b7e7-a510cfa67a30" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.246344] env[62306]: DEBUG nova.network.neutron [None req-15c2d15f-822c-4f0b-a3e2-67c561855e8f tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1870.247421] env[62306]: DEBUG nova.objects.instance [None req-15c2d15f-822c-4f0b-a3e2-67c561855e8f tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lazy-loading 'info_cache' on Instance uuid ade264c2-3345-4e28-b7e7-a510cfa67a30 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1870.419941] env[62306]: DEBUG oslo_concurrency.lockutils [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.422484] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.901s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.425227] env[62306]: INFO nova.compute.claims [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1870.442345] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c45310ce-8ebb-4544-b65f-b111adf5a60b tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "e7b2d6e6-f687-4d61-9228-e78978e84edf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.299s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.462539] env[62306]: INFO nova.scheduler.client.report [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Deleted allocations for instance 886cdc1d-5a8a-44f6-baba-7586878b1c56 [ 1870.531149] env[62306]: DEBUG nova.network.neutron [-] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.616980] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Releasing lock "refresh_cache-f5120a4e-38c4-491c-864c-1ddd2d6a3cdb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.616980] env[62306]: DEBUG nova.compute.manager [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1870.616980] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1870.618171] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6cac96-4eff-46fc-a80d-01d4343f66c7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.625303] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1870.625573] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-817f55f4-4f8b-404c-8daf-083548c49594 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.633421] env[62306]: DEBUG oslo_vmware.api [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1870.633421] env[62306]: value = "task-1972802" [ 1870.633421] env[62306]: _type = "Task" [ 1870.633421] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.641197] env[62306]: DEBUG oslo_vmware.api [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.730975] env[62306]: DEBUG nova.compute.manager [req-f1f0b0f4-da5c-4741-b809-1aeb8b9053c4 req-0d0aee0f-2c9a-492c-9abe-3e999dfb03de service nova] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Received event network-vif-deleted-efdf9ab2-0a54-411d-b4c2-b06c03c33b6e {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1870.969545] env[62306]: DEBUG oslo_concurrency.lockutils [None req-13b6382f-5d48-40d2-a27b-90cec5ec9569 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "886cdc1d-5a8a-44f6-baba-7586878b1c56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.046s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.032985] env[62306]: INFO nova.compute.manager [-] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Took 1.26 seconds to deallocate network for instance. [ 1871.143945] env[62306]: DEBUG oslo_vmware.api [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972802, 'name': PowerOffVM_Task, 'duration_secs': 0.127389} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.144240] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1871.144428] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1871.144674] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90ba13a8-d9b3-4b3b-859a-6204bae12b2a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.167987] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1871.168211] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1871.168534] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Deleting the datastore file [datastore1] f5120a4e-38c4-491c-864c-1ddd2d6a3cdb {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1871.168840] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85873c87-a000-49ed-820e-3442ab587a34 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.175028] env[62306]: DEBUG oslo_vmware.api [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1871.175028] env[62306]: value = "task-1972804" [ 1871.175028] env[62306]: _type = "Task" [ 1871.175028] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.182970] env[62306]: DEBUG oslo_vmware.api [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.523024] env[62306]: DEBUG nova.network.neutron [None req-15c2d15f-822c-4f0b-a3e2-67c561855e8f tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Updating instance_info_cache with network_info: [{"id": "6fe397c3-8565-4636-acf5-b946deead815", "address": "fa:16:3e:f6:c5:95", "network": {"id": "619e998f-85a0-44c3-b066-ba85f5243b93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2084209057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "094e9ccb8011489aa598b784b2994968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe397c3-85", "ovs_interfaceid": "6fe397c3-8565-4636-acf5-b946deead815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.539117] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.684970] env[62306]: DEBUG oslo_vmware.api [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113422} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.687311] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1871.687451] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1871.687624] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1871.687795] env[62306]: INFO nova.compute.manager [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1871.688035] env[62306]: DEBUG oslo.service.loopingcall [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1871.688426] env[62306]: DEBUG nova.compute.manager [-] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1871.688520] env[62306]: DEBUG nova.network.neutron [-] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1871.705908] env[62306]: DEBUG nova.network.neutron [-] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1871.807666] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d62b8b1-270b-495e-9274-c770726d604f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.815666] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9fade5-2c72-424e-9e00-cbca679be3d6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.823659] env[62306]: DEBUG oslo_concurrency.lockutils [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "bbffb2d7-47c9-4cbf-a30d-439cb058f6dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.823900] env[62306]: DEBUG oslo_concurrency.lockutils [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "bbffb2d7-47c9-4cbf-a30d-439cb058f6dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.851784] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2e2a1e-3795-4005-8c88-c6b5f5cb1583 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.860428] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1b1bb7-0c62-4fad-b8b5-55a380820034 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.874091] env[62306]: DEBUG nova.compute.provider_tree [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1872.027931] env[62306]: DEBUG oslo_concurrency.lockutils [None req-15c2d15f-822c-4f0b-a3e2-67c561855e8f tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "refresh_cache-ade264c2-3345-4e28-b7e7-a510cfa67a30" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.028244] env[62306]: DEBUG nova.objects.instance [None req-15c2d15f-822c-4f0b-a3e2-67c561855e8f tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lazy-loading 'migration_context' on Instance uuid ade264c2-3345-4e28-b7e7-a510cfa67a30 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1872.210462] env[62306]: DEBUG nova.network.neutron [-] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.326878] env[62306]: DEBUG nova.compute.manager [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1872.380023] env[62306]: DEBUG nova.scheduler.client.report [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1872.510167] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "1daa5c2d-0f27-4fad-b397-a5929514915d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.510553] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "1daa5c2d-0f27-4fad-b397-a5929514915d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.530642] env[62306]: DEBUG nova.objects.base [None req-15c2d15f-822c-4f0b-a3e2-67c561855e8f tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1872.531533] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585f0102-7527-4ce7-9381-885a0af7e1df {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.538331] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "5036bf3d-daad-473f-b073-63fec9340879" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.538553] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "5036bf3d-daad-473f-b073-63fec9340879" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.554431] env[62306]: DEBUG nova.compute.manager [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1872.556740] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31acf745-4b4d-4ae4-9a5e-8719d41f307a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.563076] env[62306]: DEBUG oslo_vmware.api [None req-15c2d15f-822c-4f0b-a3e2-67c561855e8f tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1872.563076] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ce666c-f5a1-4b1e-d71f-4a78253aedbe" [ 1872.563076] env[62306]: _type = "Task" [ 1872.563076] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.571537] env[62306]: DEBUG oslo_vmware.api [None req-15c2d15f-822c-4f0b-a3e2-67c561855e8f tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ce666c-f5a1-4b1e-d71f-4a78253aedbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.712954] env[62306]: INFO nova.compute.manager [-] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Took 1.02 seconds to deallocate network for instance. [ 1872.850566] env[62306]: DEBUG oslo_concurrency.lockutils [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.882349] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.882784] env[62306]: DEBUG nova.compute.manager [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1872.885276] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.557s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.886692] env[62306]: INFO nova.compute.claims [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1873.013350] env[62306]: DEBUG nova.compute.manager [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1873.074905] env[62306]: DEBUG oslo_vmware.api [None req-15c2d15f-822c-4f0b-a3e2-67c561855e8f tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ce666c-f5a1-4b1e-d71f-4a78253aedbe, 'name': SearchDatastore_Task, 'duration_secs': 0.007731} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.075948] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.076269] env[62306]: DEBUG oslo_concurrency.lockutils [None req-15c2d15f-822c-4f0b-a3e2-67c561855e8f tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.219266] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.391135] env[62306]: DEBUG nova.compute.utils [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1873.394864] env[62306]: DEBUG nova.compute.manager [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1873.395040] env[62306]: DEBUG nova.network.neutron [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1873.437051] env[62306]: DEBUG nova.policy [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6da67ffc4bc649c891181e1a406edcb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '029fbdb7a8554050bd5b7b208e76c125', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1873.543436] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.728108] env[62306]: DEBUG nova.network.neutron [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Successfully created port: 2c01971d-f95e-4157-9936-29dae6ce3ce2 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1873.896340] env[62306]: DEBUG nova.compute.manager [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1874.361693] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab076bf-0e30-4228-bc27-49f6fc77c70b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.369417] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998ad99f-eec0-4936-bf9e-ad3d6ffcb79d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.398822] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23110f48-4b6d-4203-85e7-438ed62f4454 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.409789] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1583e2ff-12cf-4585-88f5-699fc399674b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.423010] env[62306]: DEBUG nova.compute.provider_tree [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1874.907528] env[62306]: DEBUG nova.compute.manager [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1874.925704] env[62306]: DEBUG nova.scheduler.client.report [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1874.936909] env[62306]: DEBUG nova.virt.hardware [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1874.937175] env[62306]: DEBUG nova.virt.hardware [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1874.937394] env[62306]: DEBUG nova.virt.hardware [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1874.937653] env[62306]: DEBUG nova.virt.hardware [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1874.937844] env[62306]: DEBUG nova.virt.hardware [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1874.938039] env[62306]: DEBUG nova.virt.hardware [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1874.938315] env[62306]: DEBUG nova.virt.hardware [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1874.938511] env[62306]: DEBUG nova.virt.hardware [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1874.939225] env[62306]: DEBUG nova.virt.hardware [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1874.939225] env[62306]: DEBUG nova.virt.hardware [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1874.939225] env[62306]: DEBUG nova.virt.hardware [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1874.939944] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8730394c-33a3-49f9-bf46-203745e3a22d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.948873] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de88738c-bd31-4042-a77b-6260d67d55ac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.214335] env[62306]: DEBUG nova.compute.manager [req-e029ecd6-7dd4-44b6-b186-81e5f8a3db16 req-7a397b32-8426-40a3-939e-855b5e855841 service nova] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Received event network-vif-plugged-2c01971d-f95e-4157-9936-29dae6ce3ce2 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1875.214335] env[62306]: DEBUG oslo_concurrency.lockutils [req-e029ecd6-7dd4-44b6-b186-81e5f8a3db16 req-7a397b32-8426-40a3-939e-855b5e855841 service nova] Acquiring lock "9cece948-6fe9-4821-8911-5fe83b39c4b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.214335] env[62306]: DEBUG oslo_concurrency.lockutils [req-e029ecd6-7dd4-44b6-b186-81e5f8a3db16 req-7a397b32-8426-40a3-939e-855b5e855841 service nova] Lock "9cece948-6fe9-4821-8911-5fe83b39c4b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.214335] env[62306]: DEBUG oslo_concurrency.lockutils [req-e029ecd6-7dd4-44b6-b186-81e5f8a3db16 req-7a397b32-8426-40a3-939e-855b5e855841 service nova] Lock "9cece948-6fe9-4821-8911-5fe83b39c4b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.214335] env[62306]: DEBUG nova.compute.manager [req-e029ecd6-7dd4-44b6-b186-81e5f8a3db16 req-7a397b32-8426-40a3-939e-855b5e855841 service nova] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] No waiting events found dispatching network-vif-plugged-2c01971d-f95e-4157-9936-29dae6ce3ce2 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1875.214335] env[62306]: WARNING nova.compute.manager [req-e029ecd6-7dd4-44b6-b186-81e5f8a3db16 req-7a397b32-8426-40a3-939e-855b5e855841 service nova] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Received unexpected event network-vif-plugged-2c01971d-f95e-4157-9936-29dae6ce3ce2 for instance with vm_state building and task_state spawning. [ 1875.330726] env[62306]: DEBUG nova.network.neutron [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Successfully updated port: 2c01971d-f95e-4157-9936-29dae6ce3ce2 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1875.432445] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.433717] env[62306]: DEBUG nova.compute.manager [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1875.435725] env[62306]: DEBUG oslo_concurrency.lockutils [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.922s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.435993] env[62306]: DEBUG nova.objects.instance [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lazy-loading 'resources' on Instance uuid 158caed0-4dd4-4e93-8d9f-60751d3eedb5 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1875.833687] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "refresh_cache-9cece948-6fe9-4821-8911-5fe83b39c4b5" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.833866] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "refresh_cache-9cece948-6fe9-4821-8911-5fe83b39c4b5" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.834039] env[62306]: DEBUG nova.network.neutron [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1875.942237] env[62306]: DEBUG nova.compute.utils [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1875.943662] env[62306]: DEBUG nova.compute.manager [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1875.943830] env[62306]: DEBUG nova.network.neutron [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1875.993645] env[62306]: DEBUG nova.policy [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffb96ca3dbe54ef2a9cb001de2d966dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49f2b346db784f6f995e0655dd8bc99c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1876.290079] env[62306]: DEBUG nova.network.neutron [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Successfully created port: db939532-5acd-4ad4-b928-862046911efa {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1876.323382] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5def38af-b76f-437a-ba14-2607c8a1a919 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.332624] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f589e8e-ccde-401b-9377-ccb05168880d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.366967] env[62306]: DEBUG nova.network.neutron [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1876.369426] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756e0bed-3a8b-45b6-a244-95d71e91fd7d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.377344] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c46582-3589-48b2-9472-ef4b9c417119 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.390839] env[62306]: DEBUG nova.compute.provider_tree [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1876.448485] env[62306]: DEBUG nova.compute.manager [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1876.532978] env[62306]: DEBUG nova.network.neutron [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Updating instance_info_cache with network_info: [{"id": "2c01971d-f95e-4157-9936-29dae6ce3ce2", "address": "fa:16:3e:bb:7f:b7", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c01971d-f9", "ovs_interfaceid": "2c01971d-f95e-4157-9936-29dae6ce3ce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.895644] env[62306]: DEBUG nova.scheduler.client.report [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1877.035699] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "refresh_cache-9cece948-6fe9-4821-8911-5fe83b39c4b5" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.036074] env[62306]: DEBUG nova.compute.manager [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Instance network_info: |[{"id": "2c01971d-f95e-4157-9936-29dae6ce3ce2", "address": "fa:16:3e:bb:7f:b7", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c01971d-f9", "ovs_interfaceid": "2c01971d-f95e-4157-9936-29dae6ce3ce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1877.036512] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:7f:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c01971d-f95e-4157-9936-29dae6ce3ce2', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1877.043822] env[62306]: DEBUG oslo.service.loopingcall [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1877.044047] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1877.044277] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a860f02-6f13-4f6b-bca6-66a61b3df53c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.064681] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1877.064681] env[62306]: value = "task-1972805" [ 1877.064681] env[62306]: _type = "Task" [ 1877.064681] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.072091] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972805, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.237999] env[62306]: DEBUG nova.compute.manager [req-2e1451f4-1d5a-4a3d-9663-946af16fb5bd req-0271a362-3ee5-48cb-befd-bdbb86cbb800 service nova] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Received event network-changed-2c01971d-f95e-4157-9936-29dae6ce3ce2 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1877.238284] env[62306]: DEBUG nova.compute.manager [req-2e1451f4-1d5a-4a3d-9663-946af16fb5bd req-0271a362-3ee5-48cb-befd-bdbb86cbb800 service nova] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Refreshing instance network info cache due to event network-changed-2c01971d-f95e-4157-9936-29dae6ce3ce2. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1877.238579] env[62306]: DEBUG oslo_concurrency.lockutils [req-2e1451f4-1d5a-4a3d-9663-946af16fb5bd req-0271a362-3ee5-48cb-befd-bdbb86cbb800 service nova] Acquiring lock "refresh_cache-9cece948-6fe9-4821-8911-5fe83b39c4b5" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.238579] env[62306]: DEBUG oslo_concurrency.lockutils [req-2e1451f4-1d5a-4a3d-9663-946af16fb5bd req-0271a362-3ee5-48cb-befd-bdbb86cbb800 service nova] Acquired lock "refresh_cache-9cece948-6fe9-4821-8911-5fe83b39c4b5" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.238731] env[62306]: DEBUG nova.network.neutron [req-2e1451f4-1d5a-4a3d-9663-946af16fb5bd req-0271a362-3ee5-48cb-befd-bdbb86cbb800 service nova] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Refreshing network info cache for port 2c01971d-f95e-4157-9936-29dae6ce3ce2 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1877.401269] env[62306]: DEBUG oslo_concurrency.lockutils [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.404139] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.418s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.404139] env[62306]: DEBUG nova.objects.instance [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Lazy-loading 'resources' on Instance uuid 66be2851-bed8-49f0-9bae-96f4f766f5e6 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1877.422471] env[62306]: INFO nova.scheduler.client.report [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Deleted allocations for instance 158caed0-4dd4-4e93-8d9f-60751d3eedb5 [ 1877.457660] env[62306]: DEBUG nova.compute.manager [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1877.482058] env[62306]: DEBUG nova.virt.hardware [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1877.482327] env[62306]: DEBUG nova.virt.hardware [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1877.482484] env[62306]: DEBUG nova.virt.hardware [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1877.482664] env[62306]: DEBUG nova.virt.hardware [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1877.482805] env[62306]: DEBUG nova.virt.hardware [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1877.482948] env[62306]: DEBUG nova.virt.hardware [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1877.483167] env[62306]: DEBUG nova.virt.hardware [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1877.483325] env[62306]: DEBUG nova.virt.hardware [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1877.483491] env[62306]: DEBUG nova.virt.hardware [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1877.483650] env[62306]: DEBUG nova.virt.hardware [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1877.483819] env[62306]: DEBUG nova.virt.hardware [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1877.484877] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c88dff-f6ca-452c-95bf-665936e434d8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.494266] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81bb3a7-62f8-46ed-a702-b80116dcaffd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.574141] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972805, 'name': CreateVM_Task, 'duration_secs': 0.311132} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.574804] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1877.575121] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.575347] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.575704] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1877.575972] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-307df4eb-45f9-425d-a09d-09bf55a292d1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.581437] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1877.581437] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52bcf9e1-ac0e-321f-0834-25de1fcb4261" [ 1877.581437] env[62306]: _type = "Task" [ 1877.581437] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.589277] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52bcf9e1-ac0e-321f-0834-25de1fcb4261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.836853] env[62306]: DEBUG nova.network.neutron [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Successfully updated port: db939532-5acd-4ad4-b928-862046911efa {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1877.930371] env[62306]: DEBUG oslo_concurrency.lockutils [None req-310e692f-e94f-41d0-980c-7553caf6ec1b tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "158caed0-4dd4-4e93-8d9f-60751d3eedb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.035s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.937204] env[62306]: DEBUG nova.network.neutron [req-2e1451f4-1d5a-4a3d-9663-946af16fb5bd req-0271a362-3ee5-48cb-befd-bdbb86cbb800 service nova] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Updated VIF entry in instance network info cache for port 2c01971d-f95e-4157-9936-29dae6ce3ce2. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1877.937603] env[62306]: DEBUG nova.network.neutron [req-2e1451f4-1d5a-4a3d-9663-946af16fb5bd req-0271a362-3ee5-48cb-befd-bdbb86cbb800 service nova] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Updating instance_info_cache with network_info: [{"id": "2c01971d-f95e-4157-9936-29dae6ce3ce2", "address": "fa:16:3e:bb:7f:b7", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c01971d-f9", "ovs_interfaceid": "2c01971d-f95e-4157-9936-29dae6ce3ce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.091232] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52bcf9e1-ac0e-321f-0834-25de1fcb4261, 'name': SearchDatastore_Task, 'duration_secs': 0.011843} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.091531] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.091805] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1878.091985] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.092135] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.092312] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1878.092573] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6980a41-ce6e-4e16-97aa-3eb6b2fad91f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.101027] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1878.101027] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1878.101578] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f39ce65-de25-4024-88a2-4fdade8441a1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.106450] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1878.106450] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5207d4a0-29f2-0453-c057-28f097c6f953" [ 1878.106450] env[62306]: _type = "Task" [ 1878.106450] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.116809] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5207d4a0-29f2-0453-c057-28f097c6f953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.245108] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd70f45e-d2a0-475e-8777-382dde5e7349 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.252384] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904124f7-96a7-42f3-bf7d-54e4e43225e1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.282863] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b982bfe6-b3b2-4a7d-bced-5e35a2b007e9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.290163] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd87955b-035f-4110-b8e6-370ea72f3bde {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.302838] env[62306]: DEBUG nova.compute.provider_tree [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1878.342016] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Acquiring lock "refresh_cache-b6298285-d383-48c4-afa2-31749458e29d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.342016] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Acquired lock "refresh_cache-b6298285-d383-48c4-afa2-31749458e29d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.342790] env[62306]: DEBUG nova.network.neutron [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1878.439867] env[62306]: DEBUG oslo_concurrency.lockutils [req-2e1451f4-1d5a-4a3d-9663-946af16fb5bd req-0271a362-3ee5-48cb-befd-bdbb86cbb800 service nova] Releasing lock "refresh_cache-9cece948-6fe9-4821-8911-5fe83b39c4b5" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.618975] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5207d4a0-29f2-0453-c057-28f097c6f953, 'name': SearchDatastore_Task, 'duration_secs': 0.013745} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.619743] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfe3aa0a-fbbc-4044-a7bb-c6af95b789dd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.625220] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1878.625220] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5225c1de-be0d-a300-2f5e-ad527d2bab77" [ 1878.625220] env[62306]: _type = "Task" [ 1878.625220] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.635493] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5225c1de-be0d-a300-2f5e-ad527d2bab77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.806052] env[62306]: DEBUG nova.scheduler.client.report [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1878.877227] env[62306]: DEBUG nova.network.neutron [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1879.010061] env[62306]: DEBUG nova.network.neutron [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Updating instance_info_cache with network_info: [{"id": "db939532-5acd-4ad4-b928-862046911efa", "address": "fa:16:3e:d9:07:23", "network": {"id": "de0de577-58ee-4135-b1b1-9fb14dd54930", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-54688535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49f2b346db784f6f995e0655dd8bc99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb939532-5a", "ovs_interfaceid": "db939532-5acd-4ad4-b928-862046911efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.026270] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.026548] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.026786] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.026971] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.027157] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.029214] env[62306]: INFO nova.compute.manager [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Terminating instance [ 1879.135635] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5225c1de-be0d-a300-2f5e-ad527d2bab77, 'name': SearchDatastore_Task, 'duration_secs': 0.065415} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.135904] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.136197] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 9cece948-6fe9-4821-8911-5fe83b39c4b5/9cece948-6fe9-4821-8911-5fe83b39c4b5.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1879.136456] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1ebd0ed-4343-425f-baaa-7c457159e8de {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.143731] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1879.143731] env[62306]: value = "task-1972806" [ 1879.143731] env[62306]: _type = "Task" [ 1879.143731] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.151148] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.206506] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1879.207982] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1879.306220] env[62306]: DEBUG nova.compute.manager [req-0068b122-b27e-4136-b9cf-2d933ef31f9d req-2d566764-7287-48a6-bd0f-16fefdc8e373 service nova] [instance: b6298285-d383-48c4-afa2-31749458e29d] Received event network-vif-plugged-db939532-5acd-4ad4-b928-862046911efa {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1879.306509] env[62306]: DEBUG oslo_concurrency.lockutils [req-0068b122-b27e-4136-b9cf-2d933ef31f9d req-2d566764-7287-48a6-bd0f-16fefdc8e373 service nova] Acquiring lock "b6298285-d383-48c4-afa2-31749458e29d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.306725] env[62306]: DEBUG oslo_concurrency.lockutils [req-0068b122-b27e-4136-b9cf-2d933ef31f9d req-2d566764-7287-48a6-bd0f-16fefdc8e373 service nova] Lock "b6298285-d383-48c4-afa2-31749458e29d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.306893] env[62306]: DEBUG oslo_concurrency.lockutils [req-0068b122-b27e-4136-b9cf-2d933ef31f9d req-2d566764-7287-48a6-bd0f-16fefdc8e373 service nova] Lock "b6298285-d383-48c4-afa2-31749458e29d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.307205] env[62306]: DEBUG nova.compute.manager [req-0068b122-b27e-4136-b9cf-2d933ef31f9d req-2d566764-7287-48a6-bd0f-16fefdc8e373 service nova] [instance: b6298285-d383-48c4-afa2-31749458e29d] No waiting events found dispatching network-vif-plugged-db939532-5acd-4ad4-b928-862046911efa {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1879.307351] env[62306]: WARNING nova.compute.manager [req-0068b122-b27e-4136-b9cf-2d933ef31f9d req-2d566764-7287-48a6-bd0f-16fefdc8e373 service nova] [instance: b6298285-d383-48c4-afa2-31749458e29d] Received unexpected event network-vif-plugged-db939532-5acd-4ad4-b928-862046911efa for instance with vm_state building and task_state spawning. [ 1879.307549] env[62306]: DEBUG nova.compute.manager [req-0068b122-b27e-4136-b9cf-2d933ef31f9d req-2d566764-7287-48a6-bd0f-16fefdc8e373 service nova] [instance: b6298285-d383-48c4-afa2-31749458e29d] Received event network-changed-db939532-5acd-4ad4-b928-862046911efa {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1879.307766] env[62306]: DEBUG nova.compute.manager [req-0068b122-b27e-4136-b9cf-2d933ef31f9d req-2d566764-7287-48a6-bd0f-16fefdc8e373 service nova] [instance: b6298285-d383-48c4-afa2-31749458e29d] Refreshing instance network info cache due to event network-changed-db939532-5acd-4ad4-b928-862046911efa. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1879.307892] env[62306]: DEBUG oslo_concurrency.lockutils [req-0068b122-b27e-4136-b9cf-2d933ef31f9d req-2d566764-7287-48a6-bd0f-16fefdc8e373 service nova] Acquiring lock "refresh_cache-b6298285-d383-48c4-afa2-31749458e29d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.311443] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.314598] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.609s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.316338] env[62306]: INFO nova.compute.claims [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1879.331588] env[62306]: INFO nova.scheduler.client.report [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Deleted allocations for instance 66be2851-bed8-49f0-9bae-96f4f766f5e6 [ 1879.481145] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "891e32e2-122f-408b-bfd2-9f610827dc53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.481429] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "891e32e2-122f-408b-bfd2-9f610827dc53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.512628] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Releasing lock "refresh_cache-b6298285-d383-48c4-afa2-31749458e29d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.512978] env[62306]: DEBUG nova.compute.manager [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Instance network_info: |[{"id": "db939532-5acd-4ad4-b928-862046911efa", "address": "fa:16:3e:d9:07:23", "network": {"id": "de0de577-58ee-4135-b1b1-9fb14dd54930", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-54688535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49f2b346db784f6f995e0655dd8bc99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb939532-5a", "ovs_interfaceid": "db939532-5acd-4ad4-b928-862046911efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1879.513302] env[62306]: DEBUG oslo_concurrency.lockutils [req-0068b122-b27e-4136-b9cf-2d933ef31f9d req-2d566764-7287-48a6-bd0f-16fefdc8e373 service nova] Acquired lock "refresh_cache-b6298285-d383-48c4-afa2-31749458e29d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.513873] env[62306]: DEBUG nova.network.neutron [req-0068b122-b27e-4136-b9cf-2d933ef31f9d req-2d566764-7287-48a6-bd0f-16fefdc8e373 service nova] [instance: b6298285-d383-48c4-afa2-31749458e29d] Refreshing network info cache for port db939532-5acd-4ad4-b928-862046911efa {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1879.515025] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:07:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db939532-5acd-4ad4-b928-862046911efa', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1879.523307] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Creating folder: Project (49f2b346db784f6f995e0655dd8bc99c). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1879.524512] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e74dc7d2-1812-469a-9c34-3b26a6ae6402 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.533756] env[62306]: DEBUG nova.compute.manager [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1879.533756] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1879.534483] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d246ca0f-b922-414e-b064-16917b92eea5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.538964] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Created folder: Project (49f2b346db784f6f995e0655dd8bc99c) in parent group-v406007. [ 1879.539168] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Creating folder: Instances. Parent ref: group-v406210. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1879.539789] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25e08ed9-9a7b-4f6a-9080-f5b4b23bd11c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.544186] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1879.544479] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d5505a8-a920-4576-8bef-950c1cf9fc4b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.552181] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Created folder: Instances in parent group-v406210. [ 1879.552449] env[62306]: DEBUG oslo.service.loopingcall [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1879.553319] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6298285-d383-48c4-afa2-31749458e29d] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1879.553997] env[62306]: DEBUG oslo_vmware.api [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1879.553997] env[62306]: value = "task-1972809" [ 1879.553997] env[62306]: _type = "Task" [ 1879.553997] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.553997] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0157a32b-4aa7-4729-87cc-ec99582b5584 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.582861] env[62306]: DEBUG oslo_vmware.api [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.583111] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1879.583111] env[62306]: value = "task-1972810" [ 1879.583111] env[62306]: _type = "Task" [ 1879.583111] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.592427] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972810, 'name': CreateVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.653522] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490183} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.654027] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 9cece948-6fe9-4821-8911-5fe83b39c4b5/9cece948-6fe9-4821-8911-5fe83b39c4b5.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1879.654027] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1879.654249] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c77d8aad-47a1-4274-ab31-83a7fb1db469 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.660276] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1879.660276] env[62306]: value = "task-1972811" [ 1879.660276] env[62306]: _type = "Task" [ 1879.660276] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.669648] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.715406] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1879.715593] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1879.841614] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6c6fb4c1-b6b2-4212-ba79-d002fd12beaf tempest-AttachInterfacesUnderV243Test-940206441 tempest-AttachInterfacesUnderV243Test-940206441-project-member] Lock "66be2851-bed8-49f0-9bae-96f4f766f5e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.590s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.984371] env[62306]: DEBUG nova.compute.manager [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1880.080138] env[62306]: DEBUG oslo_vmware.api [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972809, 'name': PowerOffVM_Task, 'duration_secs': 0.240933} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.080138] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1880.080138] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1880.080305] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aca81997-0cb4-4124-a0a7-5a1442706c65 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.093687] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972810, 'name': CreateVM_Task, 'duration_secs': 0.361302} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.093687] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6298285-d383-48c4-afa2-31749458e29d] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1880.094085] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.094242] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.094552] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1880.094774] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3b6f549-6abc-41ac-b1e9-f0abefc5a184 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.099156] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Waiting for the task: (returnval){ [ 1880.099156] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52550f4d-584a-36ea-bdc2-917aab90fb3b" [ 1880.099156] env[62306]: _type = "Task" [ 1880.099156] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.108782] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52550f4d-584a-36ea-bdc2-917aab90fb3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.158145] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1880.158145] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1880.158145] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Deleting the datastore file [datastore1] 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1880.158145] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d8fb311-5c4b-4645-a33e-6d5ad06d5488 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.165300] env[62306]: DEBUG oslo_vmware.api [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1880.165300] env[62306]: value = "task-1972813" [ 1880.165300] env[62306]: _type = "Task" [ 1880.165300] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.170887] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07843} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.171439] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1880.172165] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4658fa5e-490a-4c5a-b216-a40f60f0752b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.177150] env[62306]: DEBUG oslo_vmware.api [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.195709] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 9cece948-6fe9-4821-8911-5fe83b39c4b5/9cece948-6fe9-4821-8911-5fe83b39c4b5.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1880.198210] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f28929e8-afa2-43aa-95e5-2c51847ef392 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.217075] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1880.217075] env[62306]: value = "task-1972814" [ 1880.217075] env[62306]: _type = "Task" [ 1880.217075] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.226550] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.282591] env[62306]: DEBUG nova.network.neutron [req-0068b122-b27e-4136-b9cf-2d933ef31f9d req-2d566764-7287-48a6-bd0f-16fefdc8e373 service nova] [instance: b6298285-d383-48c4-afa2-31749458e29d] Updated VIF entry in instance network info cache for port db939532-5acd-4ad4-b928-862046911efa. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1880.282966] env[62306]: DEBUG nova.network.neutron [req-0068b122-b27e-4136-b9cf-2d933ef31f9d req-2d566764-7287-48a6-bd0f-16fefdc8e373 service nova] [instance: b6298285-d383-48c4-afa2-31749458e29d] Updating instance_info_cache with network_info: [{"id": "db939532-5acd-4ad4-b928-862046911efa", "address": "fa:16:3e:d9:07:23", "network": {"id": "de0de577-58ee-4135-b1b1-9fb14dd54930", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-54688535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49f2b346db784f6f995e0655dd8bc99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb939532-5a", "ovs_interfaceid": "db939532-5acd-4ad4-b928-862046911efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.504662] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.611120] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52550f4d-584a-36ea-bdc2-917aab90fb3b, 'name': SearchDatastore_Task, 'duration_secs': 0.009556} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.612018] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.612018] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1880.612018] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.612254] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.612254] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1880.612494] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce0ee064-52c9-48c1-af79-dfc305ba72ab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.624636] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1880.624924] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1880.626497] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f18c71-5781-4839-ba18-3d01a2e860da {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.634549] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Waiting for the task: (returnval){ [ 1880.634549] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d17391-2bb0-c9a2-966e-cd5e83696245" [ 1880.634549] env[62306]: _type = "Task" [ 1880.634549] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.643054] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d17391-2bb0-c9a2-966e-cd5e83696245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.675041] env[62306]: DEBUG oslo_vmware.api [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13554} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.677683] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1880.677783] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1880.677924] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1880.678112] env[62306]: INFO nova.compute.manager [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1880.678361] env[62306]: DEBUG oslo.service.loopingcall [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1880.678747] env[62306]: DEBUG nova.compute.manager [-] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1880.678848] env[62306]: DEBUG nova.network.neutron [-] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1880.730673] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972814, 'name': ReconfigVM_Task, 'duration_secs': 0.294719} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.731236] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 9cece948-6fe9-4821-8911-5fe83b39c4b5/9cece948-6fe9-4821-8911-5fe83b39c4b5.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1880.731819] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec12e249-17de-4afb-8040-b24f15d8ecc5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.742258] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1880.742258] env[62306]: value = "task-1972815" [ 1880.742258] env[62306]: _type = "Task" [ 1880.742258] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.754702] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972815, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.772993] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6915a8be-66b5-4546-bacd-a64e627d22ed {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.780698] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4098b314-5073-446b-a218-d2bbbc5e1367 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.786581] env[62306]: DEBUG oslo_concurrency.lockutils [req-0068b122-b27e-4136-b9cf-2d933ef31f9d req-2d566764-7287-48a6-bd0f-16fefdc8e373 service nova] Releasing lock "refresh_cache-b6298285-d383-48c4-afa2-31749458e29d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.817630] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659c1757-4660-470f-b44d-502245327d52 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.827458] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c278f56-d405-49f9-ae81-c9cd6a7fde25 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.845051] env[62306]: DEBUG nova.compute.provider_tree [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1880.965951] env[62306]: DEBUG nova.compute.manager [req-2e7be4a0-c71a-4117-b8b5-ff990cc8acbb req-7aaabccc-17f0-41e8-8fa8-8f3ca31b1357 service nova] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Received event network-vif-deleted-b51312f5-7f51-42ab-a513-32bf89ba33f4 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1880.967017] env[62306]: INFO nova.compute.manager [req-2e7be4a0-c71a-4117-b8b5-ff990cc8acbb req-7aaabccc-17f0-41e8-8fa8-8f3ca31b1357 service nova] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Neutron deleted interface b51312f5-7f51-42ab-a513-32bf89ba33f4; detaching it from the instance and deleting it from the info cache [ 1880.967017] env[62306]: DEBUG nova.network.neutron [req-2e7be4a0-c71a-4117-b8b5-ff990cc8acbb req-7aaabccc-17f0-41e8-8fa8-8f3ca31b1357 service nova] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.144813] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d17391-2bb0-c9a2-966e-cd5e83696245, 'name': SearchDatastore_Task, 'duration_secs': 0.010606} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.145819] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7042964c-271e-45f3-a87c-93e5c4b9407a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.151078] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Waiting for the task: (returnval){ [ 1881.151078] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529c6f27-9217-2c1c-c3c3-9945f894749d" [ 1881.151078] env[62306]: _type = "Task" [ 1881.151078] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.158714] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529c6f27-9217-2c1c-c3c3-9945f894749d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.255235] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972815, 'name': Rename_Task, 'duration_secs': 0.15778} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.255604] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1881.255881] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fa1535d-9474-4ee4-aa41-456f87154dec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.263899] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1881.263899] env[62306]: value = "task-1972816" [ 1881.263899] env[62306]: _type = "Task" [ 1881.263899] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.281579] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.349738] env[62306]: DEBUG nova.scheduler.client.report [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1881.443768] env[62306]: DEBUG nova.network.neutron [-] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.470073] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fa887fe-d63a-4579-8544-1d447a650bea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.480358] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5142d3-c4df-49fe-9e30-a1126fb6c4b6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.515040] env[62306]: DEBUG nova.compute.manager [req-2e7be4a0-c71a-4117-b8b5-ff990cc8acbb req-7aaabccc-17f0-41e8-8fa8-8f3ca31b1357 service nova] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Detach interface failed, port_id=b51312f5-7f51-42ab-a513-32bf89ba33f4, reason: Instance 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1881.662019] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529c6f27-9217-2c1c-c3c3-9945f894749d, 'name': SearchDatastore_Task, 'duration_secs': 0.010857} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.662019] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.662019] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] b6298285-d383-48c4-afa2-31749458e29d/b6298285-d383-48c4-afa2-31749458e29d.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1881.662357] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-919d4ddc-b7bf-4c7e-a41a-1893faf60144 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.669246] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Waiting for the task: (returnval){ [ 1881.669246] env[62306]: value = "task-1972817" [ 1881.669246] env[62306]: _type = "Task" [ 1881.669246] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.677496] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Task: {'id': task-1972817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.773104] env[62306]: DEBUG oslo_vmware.api [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972816, 'name': PowerOnVM_Task, 'duration_secs': 0.461191} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.773104] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1881.773323] env[62306]: INFO nova.compute.manager [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1881.773398] env[62306]: DEBUG nova.compute.manager [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1881.774169] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dddfc4-84c7-4e5e-a39d-4f7ec5de036c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.856494] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.857052] env[62306]: DEBUG nova.compute.manager [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1881.860045] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.196s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.860266] env[62306]: DEBUG nova.objects.instance [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lazy-loading 'resources' on Instance uuid c6a76b06-4d93-4111-a3f4-c5c1579904d4 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1881.949787] env[62306]: INFO nova.compute.manager [-] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Took 1.27 seconds to deallocate network for instance. [ 1882.179186] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Task: {'id': task-1972817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504684} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.179489] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] b6298285-d383-48c4-afa2-31749458e29d/b6298285-d383-48c4-afa2-31749458e29d.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1882.179701] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1882.179953] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68f6221f-7982-4299-b279-a18f3856f593 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.185692] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Waiting for the task: (returnval){ [ 1882.185692] env[62306]: value = "task-1972818" [ 1882.185692] env[62306]: _type = "Task" [ 1882.185692] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.196027] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Task: {'id': task-1972818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.294606] env[62306]: INFO nova.compute.manager [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Took 33.79 seconds to build instance. [ 1882.366019] env[62306]: DEBUG nova.compute.utils [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1882.366019] env[62306]: DEBUG nova.compute.manager [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1882.366019] env[62306]: DEBUG nova.network.neutron [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1882.430433] env[62306]: DEBUG nova.policy [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91e3b90f54c94db8968c19873de690b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e5d324e840a4323b2b516215d908f6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1882.460876] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.699085] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Task: {'id': task-1972818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061982} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.699329] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1882.700018] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e8a502-cd44-47e0-8b9c-aeeea8fb422a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.724055] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] b6298285-d383-48c4-afa2-31749458e29d/b6298285-d383-48c4-afa2-31749458e29d.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1882.726877] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7d1b5bf-22e2-4aa8-a78d-1a3485b41131 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.749520] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Waiting for the task: (returnval){ [ 1882.749520] env[62306]: value = "task-1972819" [ 1882.749520] env[62306]: _type = "Task" [ 1882.749520] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.762716] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Task: {'id': task-1972819, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.795738] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fe65f68d-068f-4500-b5af-4a9e2259b5a5 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "9cece948-6fe9-4821-8911-5fe83b39c4b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.301s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.852773] env[62306]: DEBUG nova.network.neutron [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Successfully created port: 0526491b-60ac-4c55-bb69-56be63130b29 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1882.876449] env[62306]: DEBUG nova.compute.manager [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1882.892611] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52915a4-8462-4252-b88a-b8cf8736cf9d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.901422] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d928660-537c-40a8-9ad8-42d44b8dbd66 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.934133] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1703c46-9000-4442-a3cd-75c18e6dc7a1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.944101] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532db8f7-d2c2-4d09-a00d-abdd0197d290 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.963244] env[62306]: DEBUG nova.compute.provider_tree [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1883.258951] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Task: {'id': task-1972819, 'name': ReconfigVM_Task, 'duration_secs': 0.28867} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.259319] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Reconfigured VM instance instance-0000004c to attach disk [datastore1] b6298285-d383-48c4-afa2-31749458e29d/b6298285-d383-48c4-afa2-31749458e29d.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1883.259974] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a45997c8-4247-4c23-bc48-c2848556abfa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.265863] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Waiting for the task: (returnval){ [ 1883.265863] env[62306]: value = "task-1972820" [ 1883.265863] env[62306]: _type = "Task" [ 1883.265863] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.274858] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Task: {'id': task-1972820, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.465104] env[62306]: DEBUG nova.scheduler.client.report [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.779037] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Task: {'id': task-1972820, 'name': Rename_Task, 'duration_secs': 0.139939} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.779542] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1883.780839] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "refresh_cache-5227c9ce-84d2-4a50-a653-fb317daa2d87" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.781139] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquired lock "refresh_cache-5227c9ce-84d2-4a50-a653-fb317daa2d87" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.781732] env[62306]: DEBUG nova.network.neutron [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Forcefully refreshing network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1883.782918] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53833063-d57c-423d-b8d9-c5379062933a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.790481] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Waiting for the task: (returnval){ [ 1883.790481] env[62306]: value = "task-1972821" [ 1883.790481] env[62306]: _type = "Task" [ 1883.790481] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.799659] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Task: {'id': task-1972821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.886557] env[62306]: DEBUG nova.compute.manager [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1883.913059] env[62306]: DEBUG nova.virt.hardware [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1883.913316] env[62306]: DEBUG nova.virt.hardware [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1883.913471] env[62306]: DEBUG nova.virt.hardware [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1883.913652] env[62306]: DEBUG nova.virt.hardware [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1883.913796] env[62306]: DEBUG nova.virt.hardware [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1883.913939] env[62306]: DEBUG nova.virt.hardware [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1883.914161] env[62306]: DEBUG nova.virt.hardware [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1883.914321] env[62306]: DEBUG nova.virt.hardware [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1883.914484] env[62306]: DEBUG nova.virt.hardware [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1883.914642] env[62306]: DEBUG nova.virt.hardware [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1883.914810] env[62306]: DEBUG nova.virt.hardware [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1883.915671] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889c376a-b786-4fa9-b42f-cdc60f900f87 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.923538] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e37cb5-5b33-4074-8cd5-5d29b7bb4490 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.970866] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.973127] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.244s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.975137] env[62306]: INFO nova.compute.claims [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1884.002011] env[62306]: INFO nova.scheduler.client.report [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Deleted allocations for instance c6a76b06-4d93-4111-a3f4-c5c1579904d4 [ 1884.086584] env[62306]: DEBUG oslo_concurrency.lockutils [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "9cece948-6fe9-4821-8911-5fe83b39c4b5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.086753] env[62306]: DEBUG oslo_concurrency.lockutils [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "9cece948-6fe9-4821-8911-5fe83b39c4b5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.300703] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Task: {'id': task-1972821, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.335635] env[62306]: DEBUG nova.compute.manager [req-d959c621-cbd4-40f2-a76a-24f259f5eb86 req-3e801052-764b-4f7f-aee6-60c1b2e09a35 service nova] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Received event network-vif-plugged-0526491b-60ac-4c55-bb69-56be63130b29 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1884.335779] env[62306]: DEBUG oslo_concurrency.lockutils [req-d959c621-cbd4-40f2-a76a-24f259f5eb86 req-3e801052-764b-4f7f-aee6-60c1b2e09a35 service nova] Acquiring lock "4357d6be-ea09-4433-9e31-f300db3cc789-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.335950] env[62306]: DEBUG oslo_concurrency.lockutils [req-d959c621-cbd4-40f2-a76a-24f259f5eb86 req-3e801052-764b-4f7f-aee6-60c1b2e09a35 service nova] Lock "4357d6be-ea09-4433-9e31-f300db3cc789-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.336140] env[62306]: DEBUG oslo_concurrency.lockutils [req-d959c621-cbd4-40f2-a76a-24f259f5eb86 req-3e801052-764b-4f7f-aee6-60c1b2e09a35 service nova] Lock "4357d6be-ea09-4433-9e31-f300db3cc789-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.336312] env[62306]: DEBUG nova.compute.manager [req-d959c621-cbd4-40f2-a76a-24f259f5eb86 req-3e801052-764b-4f7f-aee6-60c1b2e09a35 service nova] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] No waiting events found dispatching network-vif-plugged-0526491b-60ac-4c55-bb69-56be63130b29 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1884.336472] env[62306]: WARNING nova.compute.manager [req-d959c621-cbd4-40f2-a76a-24f259f5eb86 req-3e801052-764b-4f7f-aee6-60c1b2e09a35 service nova] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Received unexpected event network-vif-plugged-0526491b-60ac-4c55-bb69-56be63130b29 for instance with vm_state building and task_state spawning. [ 1884.428051] env[62306]: DEBUG nova.network.neutron [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Successfully updated port: 0526491b-60ac-4c55-bb69-56be63130b29 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1884.513149] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1c4b225f-46c8-4e64-a1ea-4a7dcbbfca92 tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lock "c6a76b06-4d93-4111-a3f4-c5c1579904d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.314s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.590472] env[62306]: DEBUG nova.compute.utils [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1884.802093] env[62306]: DEBUG oslo_vmware.api [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Task: {'id': task-1972821, 'name': PowerOnVM_Task, 'duration_secs': 0.77156} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.802447] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1884.802526] env[62306]: INFO nova.compute.manager [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1884.802693] env[62306]: DEBUG nova.compute.manager [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1884.803472] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b13a513-fd1f-4d0f-9a3a-14bd72fd6e80 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.934261] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquiring lock "refresh_cache-4357d6be-ea09-4433-9e31-f300db3cc789" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.935799] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquired lock "refresh_cache-4357d6be-ea09-4433-9e31-f300db3cc789" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.935799] env[62306]: DEBUG nova.network.neutron [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1884.936064] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquiring lock "d23f92bb-d318-4f52-8e6d-72efd240151b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.936102] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lock "d23f92bb-d318-4f52-8e6d-72efd240151b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.936275] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquiring lock "d23f92bb-d318-4f52-8e6d-72efd240151b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.936459] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lock "d23f92bb-d318-4f52-8e6d-72efd240151b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.936716] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lock "d23f92bb-d318-4f52-8e6d-72efd240151b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.943653] env[62306]: INFO nova.compute.manager [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Terminating instance [ 1885.032491] env[62306]: DEBUG nova.network.neutron [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Updating instance_info_cache with network_info: [{"id": "18056db5-21c8-4754-a251-46c143499f83", "address": "fa:16:3e:f0:81:25", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18056db5-21", "ovs_interfaceid": "18056db5-21c8-4754-a251-46c143499f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.093842] env[62306]: DEBUG oslo_concurrency.lockutils [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "9cece948-6fe9-4821-8911-5fe83b39c4b5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.321677] env[62306]: INFO nova.compute.manager [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Took 34.02 seconds to build instance. [ 1885.355661] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3fddbb-f2d6-4120-a5ed-3c38c8de1fe4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.364872] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4077675f-6ea1-4a69-bd4b-98cfcde6174d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.394402] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61725973-25f8-4ddf-8840-6a45775ad4f2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.402496] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5cdac8-21fc-4ae2-92a2-8929340de20d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.415546] env[62306]: DEBUG nova.compute.provider_tree [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.449524] env[62306]: DEBUG nova.compute.manager [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1885.449743] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1885.450522] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9d59ba-8753-4929-ba81-946dd556bed5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.458248] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1885.458857] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1db5059c-6900-4328-9bb1-8de48e369b89 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.463942] env[62306]: DEBUG oslo_vmware.api [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1885.463942] env[62306]: value = "task-1972822" [ 1885.463942] env[62306]: _type = "Task" [ 1885.463942] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.471203] env[62306]: DEBUG oslo_vmware.api [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.481173] env[62306]: DEBUG nova.network.neutron [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1885.537336] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Releasing lock "refresh_cache-5227c9ce-84d2-4a50-a653-fb317daa2d87" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.537597] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Updated the network info_cache for instance {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1885.537790] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1885.537947] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1885.538104] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1885.538251] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1885.538413] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1885.538566] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1885.625080] env[62306]: DEBUG nova.network.neutron [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Updating instance_info_cache with network_info: [{"id": "0526491b-60ac-4c55-bb69-56be63130b29", "address": "fa:16:3e:d9:b0:e7", "network": {"id": "9e628309-90cb-4dce-bbaa-93b68d95f219", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1324086812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e5d324e840a4323b2b516215d908f6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0526491b-60", "ovs_interfaceid": "0526491b-60ac-4c55-bb69-56be63130b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.824882] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc3d5153-bb34-4153-bced-d3843609a316 tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Lock "b6298285-d383-48c4-afa2-31749458e29d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.535s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.918820] env[62306]: DEBUG nova.scheduler.client.report [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1885.975387] env[62306]: DEBUG oslo_vmware.api [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972822, 'name': PowerOffVM_Task, 'duration_secs': 0.362651} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.975816] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1885.975816] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1885.976058] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe324581-0b61-4368-81bb-b9f2a497324b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.047905] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Getting list of instances from cluster (obj){ [ 1886.047905] env[62306]: value = "domain-c8" [ 1886.047905] env[62306]: _type = "ClusterComputeResource" [ 1886.047905] env[62306]: } {{(pid=62306) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1886.049084] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23b834c-cac3-439d-a6dc-ca953c5bbb3e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.073802] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Got total of 16 instances {{(pid=62306) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1886.073802] env[62306]: WARNING nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] While synchronizing instance power states, found 25 instances in the database and 16 instances on the hypervisor. [ 1886.073940] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid 6ea3b6f2-5aa7-463e-980c-c33ec4084439 {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.074042] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid 5227c9ce-84d2-4a50-a653-fb317daa2d87 {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.075034] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid b58b59b2-7f72-4763-a4ad-9c26117d6afe {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.075034] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid 3b0031c9-60be-48ee-badf-2427afc1de23 {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.075034] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid 8a38074d-7b10-4b97-a0a8-7eaef4474528 {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.075034] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid e7b2d6e6-f687-4d61-9228-e78978e84edf {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.075034] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid 7af98b27-970f-4972-8240-b91650034cff {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.075034] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid ffa1eacc-4a16-41f0-a5ca-9ceb0878819b {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.075280] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid d6b524bb-fda7-45cb-92cc-097312df03c7 {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.075375] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.075509] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid 80689d6f-f84e-4d5c-8e64-3284ba25befc {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.075652] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid ff025daa-d258-446f-983f-3f0eb03056b7 {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.075794] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid 7d4d0d2c-e4c0-4b5e-9995-200163b4a196 {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.075935] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid d23f92bb-d318-4f52-8e6d-72efd240151b {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.076090] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid c12c7149-f851-4b6b-b69b-54fbbb176590 {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.076232] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid ade264c2-3345-4e28-b7e7-a510cfa67a30 {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.076374] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid f1b3977d-c5ae-4f83-b218-723af521215e {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.076520] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.076702] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid 717fec94-f593-4e87-a99a-e10304acd8dc {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.076849] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid f5120a4e-38c4-491c-864c-1ddd2d6a3cdb {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.077025] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid 362c4d2b-85c2-4f90-a85b-b06e952f9760 {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.077145] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid 9cece948-6fe9-4821-8911-5fe83b39c4b5 {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.077288] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid b6298285-d383-48c4-afa2-31749458e29d {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.077454] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid 4357d6be-ea09-4433-9e31-f300db3cc789 {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.077599] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid 012f2b07-1cef-46f8-b9ce-d4def44aeab1 {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1886.079087] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "6ea3b6f2-5aa7-463e-980c-c33ec4084439" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.079355] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "5227c9ce-84d2-4a50-a653-fb317daa2d87" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.079855] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "5227c9ce-84d2-4a50-a653-fb317daa2d87" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.079855] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "b58b59b2-7f72-4763-a4ad-9c26117d6afe" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.080039] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "b58b59b2-7f72-4763-a4ad-9c26117d6afe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.080196] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "3b0031c9-60be-48ee-badf-2427afc1de23" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.080375] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "3b0031c9-60be-48ee-badf-2427afc1de23" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.080597] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "8a38074d-7b10-4b97-a0a8-7eaef4474528" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.080784] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "8a38074d-7b10-4b97-a0a8-7eaef4474528" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.080954] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "e7b2d6e6-f687-4d61-9228-e78978e84edf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.081143] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "e7b2d6e6-f687-4d61-9228-e78978e84edf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.081361] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "7af98b27-970f-4972-8240-b91650034cff" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.081558] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "ffa1eacc-4a16-41f0-a5ca-9ceb0878819b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.081726] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "ffa1eacc-4a16-41f0-a5ca-9ceb0878819b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.081957] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "d6b524bb-fda7-45cb-92cc-097312df03c7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.082140] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "d6b524bb-fda7-45cb-92cc-097312df03c7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.082354] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.082590] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "80689d6f-f84e-4d5c-8e64-3284ba25befc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.082796] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "ff025daa-d258-446f-983f-3f0eb03056b7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.083185] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "ff025daa-d258-446f-983f-3f0eb03056b7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.083422] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "7d4d0d2c-e4c0-4b5e-9995-200163b4a196" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.083626] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "d23f92bb-d318-4f52-8e6d-72efd240151b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.083819] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "c12c7149-f851-4b6b-b69b-54fbbb176590" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.084041] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "c12c7149-f851-4b6b-b69b-54fbbb176590" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.084276] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "ade264c2-3345-4e28-b7e7-a510cfa67a30" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.084478] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "f1b3977d-c5ae-4f83-b218-723af521215e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.084649] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "f1b3977d-c5ae-4f83-b218-723af521215e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.084870] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.085056] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.085443] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "717fec94-f593-4e87-a99a-e10304acd8dc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.085642] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "717fec94-f593-4e87-a99a-e10304acd8dc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.085872] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "f5120a4e-38c4-491c-864c-1ddd2d6a3cdb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.086110] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "362c4d2b-85c2-4f90-a85b-b06e952f9760" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.086313] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "9cece948-6fe9-4821-8911-5fe83b39c4b5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.086595] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "9cece948-6fe9-4821-8911-5fe83b39c4b5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.086836] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "b6298285-d383-48c4-afa2-31749458e29d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.087131] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "b6298285-d383-48c4-afa2-31749458e29d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.087406] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "4357d6be-ea09-4433-9e31-f300db3cc789" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.087626] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.087808] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1886.087938] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1886.088146] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1886.088320] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1886.088494] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Deleting the datastore file [datastore1] d23f92bb-d318-4f52-8e6d-72efd240151b {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1886.089268] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3634dd-c28b-43e6-b2af-a692015b4e73 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.092212] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c68a3a6-d41c-4466-a22e-b246cc306a56 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.094957] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2957ee4e-aeef-47df-9fad-fb54d6f23f90 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.097782] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a325263b-8019-4fe2-88f8-f2e534f2f634 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.100345] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa01b59-6892-4333-b79f-cd42b20485bc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.105235] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e618a624-ed31-46f8-9023-d84de795b39d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.108444] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7256dc-5c3d-4034-a746-cf40d7a12dd3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.111647] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f7b183-60e1-4340-8730-e509d2b78bd4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.114611] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e577951-3a54-4fd2-810a-4fbd00d8211d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.117787] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da6c16e-e878-441d-9915-045d5e3bf7ca {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.120680] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69dfb3e-f699-477a-891e-52d2e56f58ab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.123735] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c5ba38-a102-4134-b0ed-d0be7725721c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.126717] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bd1cb1-fae8-4ef7-a767-13f88768477a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.130225] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23bf1e8-c372-4d9b-ae98-8462f19f25ca {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.132697] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1886.133693] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd3473f1-42c8-437b-80b3-4a4d735b1a38 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.144728] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Releasing lock "refresh_cache-4357d6be-ea09-4433-9e31-f300db3cc789" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.144728] env[62306]: DEBUG nova.compute.manager [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Instance network_info: |[{"id": "0526491b-60ac-4c55-bb69-56be63130b29", "address": "fa:16:3e:d9:b0:e7", "network": {"id": "9e628309-90cb-4dce-bbaa-93b68d95f219", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1324086812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e5d324e840a4323b2b516215d908f6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0526491b-60", "ovs_interfaceid": "0526491b-60ac-4c55-bb69-56be63130b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1886.152815] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:b0:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0526491b-60ac-4c55-bb69-56be63130b29', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1886.160352] env[62306]: DEBUG oslo.service.loopingcall [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1886.176461] env[62306]: DEBUG oslo_concurrency.lockutils [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "9cece948-6fe9-4821-8911-5fe83b39c4b5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.176740] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1886.189067] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99801f05-39b6-4fe6-b1c3-a57f023547ac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.214121] env[62306]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1886.216067] env[62306]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1886.217624] env[62306]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1886.219037] env[62306]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1886.221058] env[62306]: WARNING oslo_messaging._drivers.amqpdriver [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1886.222719] env[62306]: DEBUG oslo_vmware.api [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for the task: (returnval){ [ 1886.222719] env[62306]: value = "task-1972824" [ 1886.222719] env[62306]: _type = "Task" [ 1886.222719] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.236269] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1886.236269] env[62306]: value = "task-1972825" [ 1886.236269] env[62306]: _type = "Task" [ 1886.236269] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.241778] env[62306]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1886.245438] env[62306]: DEBUG oslo_vmware.api [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.251448] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972825, 'name': CreateVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.412205] env[62306]: DEBUG nova.compute.manager [req-0579bfe8-47a7-49cc-aba0-5363f8e55756 req-df70512d-5510-4af7-a394-891a335f4da0 service nova] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Received event network-changed-0526491b-60ac-4c55-bb69-56be63130b29 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1886.412205] env[62306]: DEBUG nova.compute.manager [req-0579bfe8-47a7-49cc-aba0-5363f8e55756 req-df70512d-5510-4af7-a394-891a335f4da0 service nova] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Refreshing instance network info cache due to event network-changed-0526491b-60ac-4c55-bb69-56be63130b29. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1886.412205] env[62306]: DEBUG oslo_concurrency.lockutils [req-0579bfe8-47a7-49cc-aba0-5363f8e55756 req-df70512d-5510-4af7-a394-891a335f4da0 service nova] Acquiring lock "refresh_cache-4357d6be-ea09-4433-9e31-f300db3cc789" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.412205] env[62306]: DEBUG oslo_concurrency.lockutils [req-0579bfe8-47a7-49cc-aba0-5363f8e55756 req-df70512d-5510-4af7-a394-891a335f4da0 service nova] Acquired lock "refresh_cache-4357d6be-ea09-4433-9e31-f300db3cc789" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.412205] env[62306]: DEBUG nova.network.neutron [req-0579bfe8-47a7-49cc-aba0-5363f8e55756 req-df70512d-5510-4af7-a394-891a335f4da0 service nova] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Refreshing network info cache for port 0526491b-60ac-4c55-bb69-56be63130b29 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1886.424108] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.427437] env[62306]: DEBUG nova.compute.manager [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1886.428169] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.306s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.429014] env[62306]: DEBUG nova.objects.instance [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lazy-loading 'resources' on Instance uuid 362c4d2b-85c2-4f90-a85b-b06e952f9760 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1886.642061] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.686905] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "8a38074d-7b10-4b97-a0a8-7eaef4474528" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.606s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.690673] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "5227c9ce-84d2-4a50-a653-fb317daa2d87" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.611s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.690991] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "b58b59b2-7f72-4763-a4ad-9c26117d6afe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.611s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.710741] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "3b0031c9-60be-48ee-badf-2427afc1de23" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.630s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.714242] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "f1b3977d-c5ae-4f83-b218-723af521215e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.629s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.715671] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "ff025daa-d258-446f-983f-3f0eb03056b7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.633s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.715970] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "e7b2d6e6-f687-4d61-9228-e78978e84edf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.635s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.730192] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "c12c7149-f851-4b6b-b69b-54fbbb176590" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.646s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.730518] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.645s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.730822] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "b6298285-d383-48c4-afa2-31749458e29d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.644s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.731126] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "d6b524bb-fda7-45cb-92cc-097312df03c7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.649s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.740794] env[62306]: DEBUG oslo_vmware.api [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Task: {'id': task-1972824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18025} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.745440] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1886.745737] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1886.745845] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1886.745983] env[62306]: INFO nova.compute.manager [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1886.746229] env[62306]: DEBUG oslo.service.loopingcall [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1886.746427] env[62306]: DEBUG nova.compute.manager [-] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1886.746521] env[62306]: DEBUG nova.network.neutron [-] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1886.748651] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "ffa1eacc-4a16-41f0-a5ca-9ceb0878819b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.667s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.752996] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "9cece948-6fe9-4821-8911-5fe83b39c4b5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.666s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.753323] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "717fec94-f593-4e87-a99a-e10304acd8dc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.668s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.753496] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972825, 'name': CreateVM_Task, 'duration_secs': 0.334708} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.753714] env[62306]: DEBUG oslo_concurrency.lockutils [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "9cece948-6fe9-4821-8911-5fe83b39c4b5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.577s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.753931] env[62306]: INFO nova.compute.manager [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Attaching volume 029d037e-a039-4f61-8b49-5a96503d34a9 to /dev/sdb [ 1886.755352] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1886.756339] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.757178] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.757178] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1886.757708] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e2c6b32-b2a3-4337-bbc5-6e0bd53494a1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.764406] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1886.764406] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524a8b96-444c-8d6c-cb65-2fe3b6cbd037" [ 1886.764406] env[62306]: _type = "Task" [ 1886.764406] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.772911] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524a8b96-444c-8d6c-cb65-2fe3b6cbd037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.785771] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f67ea8-3bd5-4704-a599-27f21539873c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.792277] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1be2fd-1da3-427c-b1fe-827e5ac767af {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.804744] env[62306]: DEBUG nova.virt.block_device [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Updating existing volume attachment record: 6c481041-c648-44e9-af10-d79f81725fb5 {{(pid=62306) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1886.935288] env[62306]: DEBUG nova.compute.utils [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1886.936859] env[62306]: DEBUG nova.compute.manager [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1886.937036] env[62306]: DEBUG nova.network.neutron [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1887.020117] env[62306]: DEBUG nova.policy [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e1006a57e89472c807ea0f04cd49d2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b04070275bfc432c82a18ed94ae46533', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1887.193027] env[62306]: DEBUG oslo_concurrency.lockutils [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Acquiring lock "b6298285-d383-48c4-afa2-31749458e29d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.193149] env[62306]: DEBUG oslo_concurrency.lockutils [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Lock "b6298285-d383-48c4-afa2-31749458e29d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.195208] env[62306]: DEBUG oslo_concurrency.lockutils [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Acquiring lock "b6298285-d383-48c4-afa2-31749458e29d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.195208] env[62306]: DEBUG oslo_concurrency.lockutils [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Lock "b6298285-d383-48c4-afa2-31749458e29d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.195208] env[62306]: DEBUG oslo_concurrency.lockutils [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Lock "b6298285-d383-48c4-afa2-31749458e29d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.196913] env[62306]: INFO nova.compute.manager [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Terminating instance [ 1887.278945] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524a8b96-444c-8d6c-cb65-2fe3b6cbd037, 'name': SearchDatastore_Task, 'duration_secs': 0.011079} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.279296] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.279533] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1887.279760] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.279901] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.280335] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1887.280622] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-404f4cb6-cb2a-4649-be34-26fb174549a2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.291722] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1887.291918] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1887.292643] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c224f6c4-b7ee-423a-8e23-486626a016f6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.301786] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1887.301786] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523d5c54-687f-61f6-4070-aa410da3af7b" [ 1887.301786] env[62306]: _type = "Task" [ 1887.301786] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.311777] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523d5c54-687f-61f6-4070-aa410da3af7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.311777] env[62306]: DEBUG nova.network.neutron [req-0579bfe8-47a7-49cc-aba0-5363f8e55756 req-df70512d-5510-4af7-a394-891a335f4da0 service nova] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Updated VIF entry in instance network info cache for port 0526491b-60ac-4c55-bb69-56be63130b29. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1887.311777] env[62306]: DEBUG nova.network.neutron [req-0579bfe8-47a7-49cc-aba0-5363f8e55756 req-df70512d-5510-4af7-a394-891a335f4da0 service nova] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Updating instance_info_cache with network_info: [{"id": "0526491b-60ac-4c55-bb69-56be63130b29", "address": "fa:16:3e:d9:b0:e7", "network": {"id": "9e628309-90cb-4dce-bbaa-93b68d95f219", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1324086812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e5d324e840a4323b2b516215d908f6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0526491b-60", "ovs_interfaceid": "0526491b-60ac-4c55-bb69-56be63130b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.425902] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce07f4d3-bbc3-45b8-984f-c5f0de5c0a32 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.433966] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae540cab-715f-4efd-bf43-3158fb556fab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.466017] env[62306]: DEBUG nova.compute.manager [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1887.469842] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b4f90a-7ea7-4253-b67b-dcfc330bf029 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.478065] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6310c7f-1b32-41dc-a10e-bd39f4134eda {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.482789] env[62306]: DEBUG nova.network.neutron [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Successfully created port: eece4237-0e97-4312-ba8e-7b29d8040086 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1887.494541] env[62306]: DEBUG nova.compute.provider_tree [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1887.565834] env[62306]: DEBUG nova.network.neutron [-] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.701177] env[62306]: DEBUG nova.compute.manager [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1887.701708] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1887.702637] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983b2d7c-7774-4dec-acb6-febb52988a6c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.711839] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1887.712110] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5432f82-3055-4376-8ad7-e7ddc695591d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.718929] env[62306]: DEBUG oslo_vmware.api [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Waiting for the task: (returnval){ [ 1887.718929] env[62306]: value = "task-1972829" [ 1887.718929] env[62306]: _type = "Task" [ 1887.718929] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.726821] env[62306]: DEBUG oslo_vmware.api [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Task: {'id': task-1972829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.812530] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523d5c54-687f-61f6-4070-aa410da3af7b, 'name': SearchDatastore_Task, 'duration_secs': 0.010783} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.813438] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a95e062-70ae-4014-81d3-10d0b623cd26 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.816072] env[62306]: DEBUG oslo_concurrency.lockutils [req-0579bfe8-47a7-49cc-aba0-5363f8e55756 req-df70512d-5510-4af7-a394-891a335f4da0 service nova] Releasing lock "refresh_cache-4357d6be-ea09-4433-9e31-f300db3cc789" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.820250] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1887.820250] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5227250a-c915-cccd-26e9-0228a28f9c4c" [ 1887.820250] env[62306]: _type = "Task" [ 1887.820250] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.827630] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5227250a-c915-cccd-26e9-0228a28f9c4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.998210] env[62306]: DEBUG nova.scheduler.client.report [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1888.068832] env[62306]: INFO nova.compute.manager [-] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Took 1.32 seconds to deallocate network for instance. [ 1888.231037] env[62306]: DEBUG oslo_vmware.api [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Task: {'id': task-1972829, 'name': PowerOffVM_Task, 'duration_secs': 0.237118} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.231037] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1888.231037] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1888.231322] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd8183a4-b9ef-4376-9d1e-946c01e3384e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.330319] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5227250a-c915-cccd-26e9-0228a28f9c4c, 'name': SearchDatastore_Task, 'duration_secs': 0.042126} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.330637] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.330839] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 4357d6be-ea09-4433-9e31-f300db3cc789/4357d6be-ea09-4433-9e31-f300db3cc789.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1888.331135] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63064389-23c7-4812-bacd-c4623b592dff {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.337546] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1888.337546] env[62306]: value = "task-1972831" [ 1888.337546] env[62306]: _type = "Task" [ 1888.337546] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.346367] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.357028] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1888.357310] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1888.357634] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Deleting the datastore file [datastore1] b6298285-d383-48c4-afa2-31749458e29d {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1888.357975] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6921b00a-3c70-4779-84e5-3e7a78a04d38 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.365242] env[62306]: DEBUG oslo_vmware.api [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Waiting for the task: (returnval){ [ 1888.365242] env[62306]: value = "task-1972832" [ 1888.365242] env[62306]: _type = "Task" [ 1888.365242] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.372869] env[62306]: DEBUG oslo_vmware.api [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Task: {'id': task-1972832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.440116] env[62306]: DEBUG nova.compute.manager [req-343f4da0-5ead-42a2-a8b5-3fd5a81fa97a req-9ead2e89-cec7-46e3-9150-625547056b38 service nova] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Received event network-vif-deleted-8a8e05ea-1a5d-44fc-b9e3-930e2b1ca51f {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1888.479733] env[62306]: DEBUG nova.compute.manager [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1888.503914] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.508701] env[62306]: DEBUG nova.virt.hardware [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1888.511024] env[62306]: DEBUG nova.virt.hardware [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1888.511024] env[62306]: DEBUG nova.virt.hardware [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1888.511024] env[62306]: DEBUG nova.virt.hardware [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1888.511024] env[62306]: DEBUG nova.virt.hardware [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1888.511024] env[62306]: DEBUG nova.virt.hardware [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1888.511024] env[62306]: DEBUG nova.virt.hardware [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1888.511024] env[62306]: DEBUG nova.virt.hardware [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1888.511024] env[62306]: DEBUG nova.virt.hardware [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1888.511024] env[62306]: DEBUG nova.virt.hardware [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1888.511024] env[62306]: DEBUG nova.virt.hardware [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1888.511506] env[62306]: DEBUG oslo_concurrency.lockutils [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.331s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.511572] env[62306]: DEBUG nova.objects.instance [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Lazy-loading 'resources' on Instance uuid 7af98b27-970f-4972-8240-b91650034cff {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1888.513775] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23b7257-34b3-4436-b1e7-13a051b04226 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.523700] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89aa0245-ae78-48a9-ae78-2501740e7130 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.531354] env[62306]: INFO nova.scheduler.client.report [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Deleted allocations for instance 362c4d2b-85c2-4f90-a85b-b06e952f9760 [ 1888.577447] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.847729] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489875} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.847958] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 4357d6be-ea09-4433-9e31-f300db3cc789/4357d6be-ea09-4433-9e31-f300db3cc789.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1888.848152] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1888.848473] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dffd8972-7058-4262-864b-257f43b3c78c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.854761] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1888.854761] env[62306]: value = "task-1972833" [ 1888.854761] env[62306]: _type = "Task" [ 1888.854761] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.863219] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.875300] env[62306]: DEBUG oslo_vmware.api [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Task: {'id': task-1972832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250767} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.875597] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1888.875788] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1888.875966] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1888.876156] env[62306]: INFO nova.compute.manager [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] [instance: b6298285-d383-48c4-afa2-31749458e29d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1888.876400] env[62306]: DEBUG oslo.service.loopingcall [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1888.876619] env[62306]: DEBUG nova.compute.manager [-] [instance: b6298285-d383-48c4-afa2-31749458e29d] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1888.876704] env[62306]: DEBUG nova.network.neutron [-] [instance: b6298285-d383-48c4-afa2-31749458e29d] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1889.047637] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7923d28e-fa39-4536-b5fa-c1638fb05fe6 tempest-ImagesOneServerNegativeTestJSON-1037453542 tempest-ImagesOneServerNegativeTestJSON-1037453542-project-member] Lock "362c4d2b-85c2-4f90-a85b-b06e952f9760" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.415s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.048635] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "362c4d2b-85c2-4f90-a85b-b06e952f9760" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.962s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.049178] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-941f3739-124d-4f3b-8271-cbfe12222fe5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.072284] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c0500a-19ca-4f92-aeeb-7d3b84f86372 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.205017] env[62306]: DEBUG nova.compute.manager [req-812a82f3-ae1d-4b4d-83a5-461447cb1556 req-e6ede26d-0876-4637-8057-48b878b2cb86 service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Received event network-vif-plugged-eece4237-0e97-4312-ba8e-7b29d8040086 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1889.206223] env[62306]: DEBUG oslo_concurrency.lockutils [req-812a82f3-ae1d-4b4d-83a5-461447cb1556 req-e6ede26d-0876-4637-8057-48b878b2cb86 service nova] Acquiring lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.206223] env[62306]: DEBUG oslo_concurrency.lockutils [req-812a82f3-ae1d-4b4d-83a5-461447cb1556 req-e6ede26d-0876-4637-8057-48b878b2cb86 service nova] Lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.206223] env[62306]: DEBUG oslo_concurrency.lockutils [req-812a82f3-ae1d-4b4d-83a5-461447cb1556 req-e6ede26d-0876-4637-8057-48b878b2cb86 service nova] Lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.206223] env[62306]: DEBUG nova.compute.manager [req-812a82f3-ae1d-4b4d-83a5-461447cb1556 req-e6ede26d-0876-4637-8057-48b878b2cb86 service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] No waiting events found dispatching network-vif-plugged-eece4237-0e97-4312-ba8e-7b29d8040086 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1889.206223] env[62306]: WARNING nova.compute.manager [req-812a82f3-ae1d-4b4d-83a5-461447cb1556 req-e6ede26d-0876-4637-8057-48b878b2cb86 service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Received unexpected event network-vif-plugged-eece4237-0e97-4312-ba8e-7b29d8040086 for instance with vm_state building and task_state spawning. [ 1889.366328] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.285141} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.369539] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1889.371037] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0263468-bb19-4bde-b2fa-c6cb7d81a9d5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.398547] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 4357d6be-ea09-4433-9e31-f300db3cc789/4357d6be-ea09-4433-9e31-f300db3cc789.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1889.401928] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0787a02-3281-428b-9462-0e6bc480e73a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.425765] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1889.425765] env[62306]: value = "task-1972835" [ 1889.425765] env[62306]: _type = "Task" [ 1889.425765] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.440264] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972835, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.441280] env[62306]: DEBUG nova.network.neutron [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Successfully updated port: eece4237-0e97-4312-ba8e-7b29d8040086 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1889.563424] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab6295f-8098-483c-8f06-45f0e14891cf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.575803] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e87b141-7f7c-458e-baf3-1558030e55bd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.614982] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a959cc3e-ff03-480f-af52-6c56338550d3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.623650] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "362c4d2b-85c2-4f90-a85b-b06e952f9760" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.575s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.625509] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d11eb9-21bf-4b33-8fe0-32243c4afdd0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.642484] env[62306]: DEBUG nova.compute.provider_tree [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1889.868077] env[62306]: DEBUG nova.network.neutron [-] [instance: b6298285-d383-48c4-afa2-31749458e29d] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.944170] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "refresh_cache-012f2b07-1cef-46f8-b9ce-d4def44aeab1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.944430] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquired lock "refresh_cache-012f2b07-1cef-46f8-b9ce-d4def44aeab1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.944683] env[62306]: DEBUG nova.network.neutron [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1889.946329] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.146407] env[62306]: DEBUG nova.scheduler.client.report [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1890.370978] env[62306]: INFO nova.compute.manager [-] [instance: b6298285-d383-48c4-afa2-31749458e29d] Took 1.49 seconds to deallocate network for instance. [ 1890.436964] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972835, 'name': ReconfigVM_Task, 'duration_secs': 0.830569} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.437698] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 4357d6be-ea09-4433-9e31-f300db3cc789/4357d6be-ea09-4433-9e31-f300db3cc789.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1890.437932] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd07dc82-5129-456f-94c6-cdc149e745d8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.444277] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1890.444277] env[62306]: value = "task-1972836" [ 1890.444277] env[62306]: _type = "Task" [ 1890.444277] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.455625] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972836, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.482226] env[62306]: DEBUG nova.network.neutron [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1890.655174] env[62306]: DEBUG oslo_concurrency.lockutils [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.659042] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.852s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.659042] env[62306]: DEBUG nova.objects.instance [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62306) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1890.685429] env[62306]: INFO nova.scheduler.client.report [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Deleted allocations for instance 7af98b27-970f-4972-8240-b91650034cff [ 1890.768018] env[62306]: DEBUG nova.network.neutron [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Updating instance_info_cache with network_info: [{"id": "eece4237-0e97-4312-ba8e-7b29d8040086", "address": "fa:16:3e:8d:35:2c", "network": {"id": "e2328f16-bf16-4ab8-9332-ce95c272eb91", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-498841236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04070275bfc432c82a18ed94ae46533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeece4237-0e", "ovs_interfaceid": "eece4237-0e97-4312-ba8e-7b29d8040086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.878201] env[62306]: DEBUG oslo_concurrency.lockutils [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.956180] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972836, 'name': Rename_Task, 'duration_secs': 0.147465} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.956463] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1890.956707] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-def38a00-aa60-4c65-a466-5b5b42cd4588 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.967056] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1890.967056] env[62306]: value = "task-1972837" [ 1890.967056] env[62306]: _type = "Task" [ 1890.967056] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.975128] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.193615] env[62306]: DEBUG oslo_concurrency.lockutils [None req-50de3b75-349d-4149-8a2a-2342e0a365c8 tempest-ServersTestFqdnHostnames-259782215 tempest-ServersTestFqdnHostnames-259782215-project-member] Lock "7af98b27-970f-4972-8240-b91650034cff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.728s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.194654] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "7af98b27-970f-4972-8240-b91650034cff" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.113s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.194941] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d3a69dc-c5ca-4b22-be17-9aaf62ee872f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.206605] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4eed681-fba4-46a9-bac6-8036e0ada290 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.262921] env[62306]: DEBUG nova.compute.manager [req-87b5550f-1b4e-46fc-a7a1-c319f7783168 req-d00eee07-a1ba-4bbf-8ea2-7c27c81ab3b1 service nova] [instance: b6298285-d383-48c4-afa2-31749458e29d] Received event network-vif-deleted-db939532-5acd-4ad4-b928-862046911efa {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1891.262921] env[62306]: DEBUG nova.compute.manager [req-87b5550f-1b4e-46fc-a7a1-c319f7783168 req-d00eee07-a1ba-4bbf-8ea2-7c27c81ab3b1 service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Received event network-changed-eece4237-0e97-4312-ba8e-7b29d8040086 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1891.262921] env[62306]: DEBUG nova.compute.manager [req-87b5550f-1b4e-46fc-a7a1-c319f7783168 req-d00eee07-a1ba-4bbf-8ea2-7c27c81ab3b1 service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Refreshing instance network info cache due to event network-changed-eece4237-0e97-4312-ba8e-7b29d8040086. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1891.262921] env[62306]: DEBUG oslo_concurrency.lockutils [req-87b5550f-1b4e-46fc-a7a1-c319f7783168 req-d00eee07-a1ba-4bbf-8ea2-7c27c81ab3b1 service nova] Acquiring lock "refresh_cache-012f2b07-1cef-46f8-b9ce-d4def44aeab1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.270016] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Releasing lock "refresh_cache-012f2b07-1cef-46f8-b9ce-d4def44aeab1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.270351] env[62306]: DEBUG nova.compute.manager [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Instance network_info: |[{"id": "eece4237-0e97-4312-ba8e-7b29d8040086", "address": "fa:16:3e:8d:35:2c", "network": {"id": "e2328f16-bf16-4ab8-9332-ce95c272eb91", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-498841236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04070275bfc432c82a18ed94ae46533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeece4237-0e", "ovs_interfaceid": "eece4237-0e97-4312-ba8e-7b29d8040086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1891.270904] env[62306]: DEBUG oslo_concurrency.lockutils [req-87b5550f-1b4e-46fc-a7a1-c319f7783168 req-d00eee07-a1ba-4bbf-8ea2-7c27c81ab3b1 service nova] Acquired lock "refresh_cache-012f2b07-1cef-46f8-b9ce-d4def44aeab1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.271102] env[62306]: DEBUG nova.network.neutron [req-87b5550f-1b4e-46fc-a7a1-c319f7783168 req-d00eee07-a1ba-4bbf-8ea2-7c27c81ab3b1 service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Refreshing network info cache for port eece4237-0e97-4312-ba8e-7b29d8040086 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1891.272290] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:35:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eece4237-0e97-4312-ba8e-7b29d8040086', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1891.280874] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Creating folder: Project (b04070275bfc432c82a18ed94ae46533). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1891.284068] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8223eb05-7b9e-46f4-a095-c670ac4bde71 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.294770] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Created folder: Project (b04070275bfc432c82a18ed94ae46533) in parent group-v406007. [ 1891.294967] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Creating folder: Instances. Parent ref: group-v406216. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1891.295215] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be88062f-7b2c-4313-ae8b-a7ff753401cc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.303705] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Created folder: Instances in parent group-v406216. [ 1891.303984] env[62306]: DEBUG oslo.service.loopingcall [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1891.304129] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1891.304337] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b1b9f4d-3a08-49d1-a501-137dd111c8fd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.327205] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1891.327205] env[62306]: value = "task-1972840" [ 1891.327205] env[62306]: _type = "Task" [ 1891.327205] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.336406] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972840, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.365723] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Volume attach. Driver type: vmdk {{(pid=62306) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1891.368141] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406215', 'volume_id': '029d037e-a039-4f61-8b49-5a96503d34a9', 'name': 'volume-029d037e-a039-4f61-8b49-5a96503d34a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9cece948-6fe9-4821-8911-5fe83b39c4b5', 'attached_at': '', 'detached_at': '', 'volume_id': '029d037e-a039-4f61-8b49-5a96503d34a9', 'serial': '029d037e-a039-4f61-8b49-5a96503d34a9'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1891.368141] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31a2cae-c5b6-4702-ba8a-ac8460cbe44b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.390074] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d6ec43-161a-4dcf-8142-78a89c9889a2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.419965] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-029d037e-a039-4f61-8b49-5a96503d34a9/volume-029d037e-a039-4f61-8b49-5a96503d34a9.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1891.420205] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1484cafc-b72a-4c8f-a3ba-8c16f99a0aa8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.438742] env[62306]: DEBUG oslo_vmware.api [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1891.438742] env[62306]: value = "task-1972841" [ 1891.438742] env[62306]: _type = "Task" [ 1891.438742] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.450316] env[62306]: DEBUG oslo_vmware.api [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972841, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.479233] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972837, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.614188] env[62306]: DEBUG nova.network.neutron [req-87b5550f-1b4e-46fc-a7a1-c319f7783168 req-d00eee07-a1ba-4bbf-8ea2-7c27c81ab3b1 service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Updated VIF entry in instance network info cache for port eece4237-0e97-4312-ba8e-7b29d8040086. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1891.614770] env[62306]: DEBUG nova.network.neutron [req-87b5550f-1b4e-46fc-a7a1-c319f7783168 req-d00eee07-a1ba-4bbf-8ea2-7c27c81ab3b1 service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Updating instance_info_cache with network_info: [{"id": "eece4237-0e97-4312-ba8e-7b29d8040086", "address": "fa:16:3e:8d:35:2c", "network": {"id": "e2328f16-bf16-4ab8-9332-ce95c272eb91", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-498841236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04070275bfc432c82a18ed94ae46533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeece4237-0e", "ovs_interfaceid": "eece4237-0e97-4312-ba8e-7b29d8040086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.673270] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dc7061b0-6341-4d72-9492-5156dde59f87 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.674853] env[62306]: DEBUG oslo_concurrency.lockutils [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.693s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.674991] env[62306]: DEBUG nova.objects.instance [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lazy-loading 'resources' on Instance uuid 7d4d0d2c-e4c0-4b5e-9995-200163b4a196 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1891.747014] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "7af98b27-970f-4972-8240-b91650034cff" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.839328] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972840, 'name': CreateVM_Task, 'duration_secs': 0.444638} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.839511] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1891.840194] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.840352] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.840759] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1891.841024] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-275a29ab-5e25-4846-b16a-ec50927b39b5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.846099] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 1891.846099] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f9f9fd-4d80-9b5a-1234-e91ae84ec068" [ 1891.846099] env[62306]: _type = "Task" [ 1891.846099] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.854114] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f9f9fd-4d80-9b5a-1234-e91ae84ec068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.950657] env[62306]: DEBUG oslo_vmware.api [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972841, 'name': ReconfigVM_Task, 'duration_secs': 0.48256} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.950919] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-029d037e-a039-4f61-8b49-5a96503d34a9/volume-029d037e-a039-4f61-8b49-5a96503d34a9.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1891.955612] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-882611c8-0bd0-4208-a3b8-c7b69907229a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.972763] env[62306]: DEBUG oslo_vmware.api [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1891.972763] env[62306]: value = "task-1972842" [ 1891.972763] env[62306]: _type = "Task" [ 1891.972763] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.978603] env[62306]: DEBUG oslo_vmware.api [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972837, 'name': PowerOnVM_Task, 'duration_secs': 0.701064} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.979283] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1891.979410] env[62306]: INFO nova.compute.manager [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1891.979585] env[62306]: DEBUG nova.compute.manager [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1891.980340] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505be1aa-ce33-42c9-9068-bbd7b61f62f1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.985810] env[62306]: DEBUG oslo_vmware.api [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972842, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.118698] env[62306]: DEBUG oslo_concurrency.lockutils [req-87b5550f-1b4e-46fc-a7a1-c319f7783168 req-d00eee07-a1ba-4bbf-8ea2-7c27c81ab3b1 service nova] Releasing lock "refresh_cache-012f2b07-1cef-46f8-b9ce-d4def44aeab1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.360434] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f9f9fd-4d80-9b5a-1234-e91ae84ec068, 'name': SearchDatastore_Task, 'duration_secs': 0.009848} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.360914] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.361318] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1892.361695] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.362027] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.362315] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1892.362668] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4f58901-be3f-490c-874a-2ecaa37e32aa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.374409] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1892.374409] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1892.375224] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6484812d-b196-4af2-9d95-d5b8a400b4dd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.384205] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 1892.384205] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529a1270-6171-753a-6860-e5d7863a7046" [ 1892.384205] env[62306]: _type = "Task" [ 1892.384205] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.394923] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529a1270-6171-753a-6860-e5d7863a7046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.488665] env[62306]: DEBUG oslo_vmware.api [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972842, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.506717] env[62306]: INFO nova.compute.manager [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Took 30.82 seconds to build instance. [ 1892.592076] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc513c2-a982-4e02-a675-7c2120a408ab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.602077] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c3433a-7d04-4f19-ad9c-b43d37e2f272 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.635489] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff24643d-81a9-4d21-b393-a60f12874ed3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.643683] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29380e8c-5db5-41c2-b90b-49c984cdf0bc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.658845] env[62306]: DEBUG nova.compute.provider_tree [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1892.894703] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529a1270-6171-753a-6860-e5d7863a7046, 'name': SearchDatastore_Task, 'duration_secs': 0.009034} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.895635] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-000531b7-eb31-480e-81dd-7f94de560aa6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.901021] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 1892.901021] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e21900-3ee6-0bea-6c4f-0c85028f0528" [ 1892.901021] env[62306]: _type = "Task" [ 1892.901021] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.910116] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e21900-3ee6-0bea-6c4f-0c85028f0528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.986831] env[62306]: DEBUG oslo_vmware.api [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972842, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.009975] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f3b5d28a-8995-4479-82b6-00580a6d7856 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "4357d6be-ea09-4433-9e31-f300db3cc789" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.328s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.009975] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "4357d6be-ea09-4433-9e31-f300db3cc789" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.922s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.009975] env[62306]: INFO nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] During sync_power_state the instance has a pending task (spawning). Skip. [ 1893.009975] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "4357d6be-ea09-4433-9e31-f300db3cc789" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.165060] env[62306]: DEBUG nova.scheduler.client.report [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1893.411894] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e21900-3ee6-0bea-6c4f-0c85028f0528, 'name': SearchDatastore_Task, 'duration_secs': 0.009991} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.412390] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.412550] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 012f2b07-1cef-46f8-b9ce-d4def44aeab1/012f2b07-1cef-46f8-b9ce-d4def44aeab1.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1893.412884] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01a67b81-7344-4c41-bfd2-c82d39564f5c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.419591] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 1893.419591] env[62306]: value = "task-1972843" [ 1893.419591] env[62306]: _type = "Task" [ 1893.419591] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.431987] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.490495] env[62306]: DEBUG oslo_vmware.api [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972842, 'name': ReconfigVM_Task, 'duration_secs': 1.204265} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.490828] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406215', 'volume_id': '029d037e-a039-4f61-8b49-5a96503d34a9', 'name': 'volume-029d037e-a039-4f61-8b49-5a96503d34a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9cece948-6fe9-4821-8911-5fe83b39c4b5', 'attached_at': '', 'detached_at': '', 'volume_id': '029d037e-a039-4f61-8b49-5a96503d34a9', 'serial': '029d037e-a039-4f61-8b49-5a96503d34a9'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1893.668598] env[62306]: DEBUG oslo_concurrency.lockutils [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.671710] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.986s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.672071] env[62306]: DEBUG nova.objects.instance [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lazy-loading 'resources' on Instance uuid 6ea3b6f2-5aa7-463e-980c-c33ec4084439 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1893.694764] env[62306]: INFO nova.scheduler.client.report [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Deleted allocations for instance 7d4d0d2c-e4c0-4b5e-9995-200163b4a196 [ 1893.930999] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508963} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.931551] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 012f2b07-1cef-46f8-b9ce-d4def44aeab1/012f2b07-1cef-46f8-b9ce-d4def44aeab1.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1893.931952] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1893.932370] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8aaa5936-0664-48b9-a707-7bd72077366f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.938866] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 1893.938866] env[62306]: value = "task-1972844" [ 1893.938866] env[62306]: _type = "Task" [ 1893.938866] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.947553] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.203809] env[62306]: DEBUG oslo_concurrency.lockutils [None req-10b06bca-7d45-4bef-ae4b-20fd3448cb63 tempest-ListServerFiltersTestJSON-1070137395 tempest-ListServerFiltersTestJSON-1070137395-project-member] Lock "7d4d0d2c-e4c0-4b5e-9995-200163b4a196" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.612s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.205461] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "7d4d0d2c-e4c0-4b5e-9995-200163b4a196" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.122s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.205788] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75459c1a-1719-4765-b60c-a052107e46b5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.220202] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf648799-ddf7-4fe3-a3d9-233a9c1245a1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.451603] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059151} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.451603] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1894.451957] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38cdf88-d653-4383-9c18-84e86e944711 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.479526] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 012f2b07-1cef-46f8-b9ce-d4def44aeab1/012f2b07-1cef-46f8-b9ce-d4def44aeab1.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1894.482927] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfdf825a-85af-4ff4-8b4f-daeb454f0cbc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.506309] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 1894.506309] env[62306]: value = "task-1972845" [ 1894.506309] env[62306]: _type = "Task" [ 1894.506309] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.517651] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.530011] env[62306]: DEBUG nova.objects.instance [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lazy-loading 'flavor' on Instance uuid 9cece948-6fe9-4821-8911-5fe83b39c4b5 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1894.725573] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f3f0ce-077c-4d73-ad29-6dfc10b8278b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.735280] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ec154c-09f0-49d3-a73c-3d29761438a8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.773890] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c3e030-8878-4593-94c9-da1b3d550b63 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.778811] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "7d4d0d2c-e4c0-4b5e-9995-200163b4a196" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.572s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.784097] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7d033f-4838-42cd-9567-3988a51acd35 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.802344] env[62306]: DEBUG nova.compute.provider_tree [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1894.811910] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "c12c7149-f851-4b6b-b69b-54fbbb176590" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.811910] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "c12c7149-f851-4b6b-b69b-54fbbb176590" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.015829] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972845, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.034727] env[62306]: DEBUG oslo_concurrency.lockutils [None req-051be614-24df-4145-a780-7eba3484e321 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "9cece948-6fe9-4821-8911-5fe83b39c4b5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.281s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.307076] env[62306]: DEBUG nova.scheduler.client.report [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1895.318157] env[62306]: DEBUG nova.compute.utils [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1895.518628] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972845, 'name': ReconfigVM_Task, 'duration_secs': 0.554149} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.520544] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 012f2b07-1cef-46f8-b9ce-d4def44aeab1/012f2b07-1cef-46f8-b9ce-d4def44aeab1.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1895.522310] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1122851-8836-47c9-b36f-768d6a168c10 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.531215] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 1895.531215] env[62306]: value = "task-1972846" [ 1895.531215] env[62306]: _type = "Task" [ 1895.531215] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.539896] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972846, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.695650] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "9cece948-6fe9-4821-8911-5fe83b39c4b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.695869] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "9cece948-6fe9-4821-8911-5fe83b39c4b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.696100] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "9cece948-6fe9-4821-8911-5fe83b39c4b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.697033] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "9cece948-6fe9-4821-8911-5fe83b39c4b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.697033] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "9cece948-6fe9-4821-8911-5fe83b39c4b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.699140] env[62306]: INFO nova.compute.manager [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Terminating instance [ 1895.818975] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.821669] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.282s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.821802] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.823955] env[62306]: DEBUG oslo_concurrency.lockutils [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.973s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.825139] env[62306]: INFO nova.compute.claims [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1895.829054] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "c12c7149-f851-4b6b-b69b-54fbbb176590" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.866025] env[62306]: INFO nova.scheduler.client.report [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Deleted allocations for instance 6ea3b6f2-5aa7-463e-980c-c33ec4084439 [ 1895.866865] env[62306]: INFO nova.scheduler.client.report [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Deleted allocations for instance 80689d6f-f84e-4d5c-8e64-3284ba25befc [ 1896.041352] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972846, 'name': Rename_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.203272] env[62306]: DEBUG nova.compute.manager [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1896.203519] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.203882] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62c56414-4655-4fde-aaa0-ef2519a1ebf1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.217174] env[62306]: DEBUG oslo_vmware.api [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1896.217174] env[62306]: value = "task-1972847" [ 1896.217174] env[62306]: _type = "Task" [ 1896.217174] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.223814] env[62306]: DEBUG oslo_vmware.api [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.257715] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquiring lock "4357d6be-ea09-4433-9e31-f300db3cc789" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.260510] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "4357d6be-ea09-4433-9e31-f300db3cc789" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.260510] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquiring lock "4357d6be-ea09-4433-9e31-f300db3cc789-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.260510] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "4357d6be-ea09-4433-9e31-f300db3cc789-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.260510] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "4357d6be-ea09-4433-9e31-f300db3cc789-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.261508] env[62306]: INFO nova.compute.manager [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Terminating instance [ 1896.381460] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f88092f4-2a00-4a01-9547-5f28ee79fb23 tempest-ServersAdminTestJSON-930922000 tempest-ServersAdminTestJSON-930922000-project-member] Lock "6ea3b6f2-5aa7-463e-980c-c33ec4084439" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.329s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.382426] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "6ea3b6f2-5aa7-463e-980c-c33ec4084439" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.303s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.383401] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2638abcb-e8f1-411a-bd6f-58ba60387646 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "80689d6f-f84e-4d5c-8e64-3284ba25befc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.301s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.385196] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f6588ae-2fd9-4748-bf50-20f553f54003 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.389357] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "80689d6f-f84e-4d5c-8e64-3284ba25befc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.306s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.389642] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d8d7197-2461-4781-850d-66487dd12f83 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.407520] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0214c543-3a49-4b92-bb91-2616b93b4987 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.425191] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ed1b9a-9df8-4b27-84a4-ff9096e1e453 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.542942] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972846, 'name': Rename_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.730225] env[62306]: DEBUG oslo_vmware.api [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972847, 'name': PowerOffVM_Task, 'duration_secs': 0.309869} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.730225] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1896.730225] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Volume detach. Driver type: vmdk {{(pid=62306) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1896.730225] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406215', 'volume_id': '029d037e-a039-4f61-8b49-5a96503d34a9', 'name': 'volume-029d037e-a039-4f61-8b49-5a96503d34a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9cece948-6fe9-4821-8911-5fe83b39c4b5', 'attached_at': '', 'detached_at': '', 'volume_id': '029d037e-a039-4f61-8b49-5a96503d34a9', 'serial': '029d037e-a039-4f61-8b49-5a96503d34a9'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1896.730225] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181f3c1e-fc22-4489-b6ab-163ab77abd79 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.758349] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a171d83-944e-4710-bf1b-40e4762a7320 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.766809] env[62306]: DEBUG nova.compute.manager [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1896.767172] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1896.768467] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2872e59-e5c6-424a-a8d4-7396e1075ebe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.771361] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f615225-c6e5-4a39-8e6a-24d4fa3e0e93 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.778760] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.798701] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aad853e-ad7e-43b2-8a0b-b66765910689 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.801258] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8e060d-95ea-4037-94d1-e0ccaa461348 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.820347] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] The volume has not been displaced from its original location: [datastore1] volume-029d037e-a039-4f61-8b49-5a96503d34a9/volume-029d037e-a039-4f61-8b49-5a96503d34a9.vmdk. No consolidation needed. {{(pid=62306) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1896.827277] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1896.829489] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5030b88-7e9d-49c0-abff-c76e8e4a1aac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.846059] env[62306]: DEBUG oslo_vmware.api [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1896.846059] env[62306]: value = "task-1972848" [ 1896.846059] env[62306]: _type = "Task" [ 1896.846059] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.855400] env[62306]: DEBUG oslo_vmware.api [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1896.855400] env[62306]: value = "task-1972849" [ 1896.855400] env[62306]: _type = "Task" [ 1896.855400] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.862034] env[62306]: DEBUG oslo_vmware.api [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.867844] env[62306]: DEBUG oslo_vmware.api [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.945120] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "c12c7149-f851-4b6b-b69b-54fbbb176590" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.945120] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "c12c7149-f851-4b6b-b69b-54fbbb176590" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.945642] env[62306]: INFO nova.compute.manager [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Attaching volume a3a63ac9-d0d7-49cb-a354-365de41cf88a to /dev/sdb [ 1896.990796] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "80689d6f-f84e-4d5c-8e64-3284ba25befc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.602s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.991230] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "6ea3b6f2-5aa7-463e-980c-c33ec4084439" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.609s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.993367] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872f3629-bc68-4757-a5c6-b22090769590 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.000293] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6c67b5-bb34-40fe-a3c1-01ce05222e92 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.014671] env[62306]: DEBUG nova.virt.block_device [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Updating existing volume attachment record: 985c5c8d-9c26-4236-b4a9-cbe4c5b887a1 {{(pid=62306) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1897.044244] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972846, 'name': Rename_Task, 'duration_secs': 1.120911} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.044244] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1897.044244] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5927edfd-7bbc-4d72-8ac2-87b39aa3654f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.052472] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 1897.052472] env[62306]: value = "task-1972850" [ 1897.052472] env[62306]: _type = "Task" [ 1897.052472] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.064065] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.287081] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a13f49-a7cc-49a3-84f0-4f3743ce1d83 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.294946] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33825af-7cad-424c-8536-ea2faf43b336 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.325095] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde8bb01-be04-42b7-8d66-3edbe98fe189 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.333459] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918fd22a-79fa-47f9-b26b-2471e559fc46 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.350191] env[62306]: DEBUG nova.compute.provider_tree [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1897.364114] env[62306]: DEBUG oslo_vmware.api [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972848, 'name': PowerOffVM_Task, 'duration_secs': 0.165397} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.364114] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1897.364292] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1897.365076] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1659ffe-104f-4e29-9283-0509168b1376 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.370253] env[62306]: DEBUG oslo_vmware.api [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972849, 'name': ReconfigVM_Task, 'duration_secs': 0.218695} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.370996] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1897.376603] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f3bb1c6-18be-462a-85a8-1ba0a0b5e2a2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.393887] env[62306]: DEBUG oslo_vmware.api [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1897.393887] env[62306]: value = "task-1972855" [ 1897.393887] env[62306]: _type = "Task" [ 1897.393887] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.405312] env[62306]: DEBUG oslo_vmware.api [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972855, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.559557] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1897.560568] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1897.560568] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Deleting the datastore file [datastore1] 4357d6be-ea09-4433-9e31-f300db3cc789 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1897.572526] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8c3eb7a-949f-494e-a746-5077f9d11e8a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.581113] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972850, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.582718] env[62306]: DEBUG oslo_vmware.api [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1897.582718] env[62306]: value = "task-1972856" [ 1897.582718] env[62306]: _type = "Task" [ 1897.582718] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.592056] env[62306]: DEBUG oslo_vmware.api [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.858035] env[62306]: DEBUG nova.scheduler.client.report [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1897.904801] env[62306]: DEBUG oslo_vmware.api [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972855, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.069643] env[62306]: DEBUG oslo_vmware.api [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972850, 'name': PowerOnVM_Task, 'duration_secs': 0.555027} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.069959] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1898.070359] env[62306]: INFO nova.compute.manager [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1898.070459] env[62306]: DEBUG nova.compute.manager [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1898.071277] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528cab98-abac-4a78-8b86-3f38eed88ca1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.091964] env[62306]: DEBUG oslo_vmware.api [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150551} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.092557] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1898.092557] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1898.093178] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1898.093178] env[62306]: INFO nova.compute.manager [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1898.093178] env[62306]: DEBUG oslo.service.loopingcall [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1898.093421] env[62306]: DEBUG nova.compute.manager [-] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1898.093558] env[62306]: DEBUG nova.network.neutron [-] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1898.362229] env[62306]: DEBUG oslo_concurrency.lockutils [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.362909] env[62306]: DEBUG nova.compute.manager [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1898.368046] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.291s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.368656] env[62306]: INFO nova.compute.claims [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1898.409628] env[62306]: DEBUG oslo_vmware.api [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972855, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.596157] env[62306]: INFO nova.compute.manager [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Took 34.88 seconds to build instance. [ 1898.776309] env[62306]: DEBUG oslo_concurrency.lockutils [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "b58b59b2-7f72-4763-a4ad-9c26117d6afe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.776488] env[62306]: DEBUG oslo_concurrency.lockutils [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "b58b59b2-7f72-4763-a4ad-9c26117d6afe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.776692] env[62306]: DEBUG oslo_concurrency.lockutils [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "b58b59b2-7f72-4763-a4ad-9c26117d6afe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.777553] env[62306]: DEBUG oslo_concurrency.lockutils [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "b58b59b2-7f72-4763-a4ad-9c26117d6afe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.777553] env[62306]: DEBUG oslo_concurrency.lockutils [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "b58b59b2-7f72-4763-a4ad-9c26117d6afe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.782045] env[62306]: INFO nova.compute.manager [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Terminating instance [ 1898.878576] env[62306]: DEBUG nova.compute.utils [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1898.886618] env[62306]: DEBUG nova.compute.manager [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1898.886797] env[62306]: DEBUG nova.network.neutron [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1898.909021] env[62306]: DEBUG oslo_vmware.api [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972855, 'name': ReconfigVM_Task, 'duration_secs': 1.199717} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.909021] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406215', 'volume_id': '029d037e-a039-4f61-8b49-5a96503d34a9', 'name': 'volume-029d037e-a039-4f61-8b49-5a96503d34a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9cece948-6fe9-4821-8911-5fe83b39c4b5', 'attached_at': '', 'detached_at': '', 'volume_id': '029d037e-a039-4f61-8b49-5a96503d34a9', 'serial': '029d037e-a039-4f61-8b49-5a96503d34a9'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1898.910165] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1898.911227] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8c5376-efb0-4364-8f08-54ed9f01e439 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.919487] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1898.919487] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b99b3e90-695e-4534-ab38-643cc39b3378 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.976955] env[62306]: DEBUG nova.compute.manager [req-a9088374-af14-4700-8443-7310f5b65638 req-c479c977-4141-4cac-9612-99b96dbc011b service nova] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Received event network-vif-deleted-0526491b-60ac-4c55-bb69-56be63130b29 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1898.977353] env[62306]: INFO nova.compute.manager [req-a9088374-af14-4700-8443-7310f5b65638 req-c479c977-4141-4cac-9612-99b96dbc011b service nova] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Neutron deleted interface 0526491b-60ac-4c55-bb69-56be63130b29; detaching it from the instance and deleting it from the info cache [ 1898.977602] env[62306]: DEBUG nova.network.neutron [req-a9088374-af14-4700-8443-7310f5b65638 req-c479c977-4141-4cac-9612-99b96dbc011b service nova] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.021958] env[62306]: DEBUG nova.policy [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28928d380988451a9e116c9018b1fbbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7db4d2d12fd4140972c835112cc614e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1899.032316] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1899.032898] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1899.033616] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Deleting the datastore file [datastore1] 9cece948-6fe9-4821-8911-5fe83b39c4b5 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1899.034378] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e051caa-b640-4155-89d1-e65b0e613317 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.042611] env[62306]: DEBUG oslo_vmware.api [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1899.042611] env[62306]: value = "task-1972858" [ 1899.042611] env[62306]: _type = "Task" [ 1899.042611] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.054274] env[62306]: DEBUG oslo_vmware.api [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.100101] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d2eefe99-b9df-4300-b696-e75ee2b55b94 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.400s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.100347] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.013s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.101292] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f9dd20-5b31-4e83-9411-351870f9cb14 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.250933] env[62306]: DEBUG nova.network.neutron [-] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.288884] env[62306]: DEBUG nova.compute.manager [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1899.289148] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1899.290034] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825acfe5-4566-496e-9e4e-d884fd4d112b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.300064] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1899.300064] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c67927c-f3bd-4bfa-9afb-b76faa4d37b1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.306958] env[62306]: DEBUG oslo_vmware.api [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1899.306958] env[62306]: value = "task-1972859" [ 1899.306958] env[62306]: _type = "Task" [ 1899.306958] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.315250] env[62306]: DEBUG oslo_vmware.api [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.388810] env[62306]: DEBUG nova.compute.manager [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1899.480016] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-afe3d7d8-7e89-497e-9251-85e8ea34289b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.490421] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d27671-a8a6-42dc-b1ad-9ebaa1cbad9a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.542199] env[62306]: DEBUG nova.compute.manager [req-a9088374-af14-4700-8443-7310f5b65638 req-c479c977-4141-4cac-9612-99b96dbc011b service nova] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Detach interface failed, port_id=0526491b-60ac-4c55-bb69-56be63130b29, reason: Instance 4357d6be-ea09-4433-9e31-f300db3cc789 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1899.557848] env[62306]: DEBUG oslo_vmware.api [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1972858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328784} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.558128] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1899.560048] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1899.560048] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1899.560048] env[62306]: INFO nova.compute.manager [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Took 3.36 seconds to destroy the instance on the hypervisor. [ 1899.560048] env[62306]: DEBUG oslo.service.loopingcall [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1899.560048] env[62306]: DEBUG nova.compute.manager [-] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1899.560048] env[62306]: DEBUG nova.network.neutron [-] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1899.613979] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.756282] env[62306]: INFO nova.compute.manager [-] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Took 1.66 seconds to deallocate network for instance. [ 1899.821817] env[62306]: DEBUG oslo_vmware.api [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972859, 'name': PowerOffVM_Task, 'duration_secs': 0.193901} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.825120] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1899.825120] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1899.825120] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ca6afb8-740c-4505-8fdf-6518efd8aaca {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.893209] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea3b0c4-53c8-45fb-b9c0-ddae3dc06802 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.905249] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2317957c-b1ca-403f-b23c-9238e1c8a4e1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.914040] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1899.914040] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1899.914040] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Deleting the datastore file [datastore1] b58b59b2-7f72-4763-a4ad-9c26117d6afe {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1899.914040] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2266e0fd-1b85-47fc-80de-4d0d3e7e9ae1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.944957] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb83aaf-339c-423c-9d8b-57f6292d57a0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.950846] env[62306]: DEBUG oslo_vmware.api [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for the task: (returnval){ [ 1899.950846] env[62306]: value = "task-1972862" [ 1899.950846] env[62306]: _type = "Task" [ 1899.950846] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.957832] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5f4a70-cccc-4e9a-b0eb-3150e3ced7c5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.965184] env[62306]: DEBUG oslo_vmware.api [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.976044] env[62306]: DEBUG nova.compute.provider_tree [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1900.151341] env[62306]: DEBUG nova.network.neutron [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Successfully created port: f29e887c-2af7-4136-b4a8-68e971691545 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1900.269333] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.335942] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "f1b3977d-c5ae-4f83-b218-723af521215e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.337138] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "f1b3977d-c5ae-4f83-b218-723af521215e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.409009] env[62306]: DEBUG nova.compute.manager [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1900.446210] env[62306]: DEBUG nova.virt.hardware [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1900.446949] env[62306]: DEBUG nova.virt.hardware [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1900.447168] env[62306]: DEBUG nova.virt.hardware [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1900.447367] env[62306]: DEBUG nova.virt.hardware [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1900.447549] env[62306]: DEBUG nova.virt.hardware [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1900.447712] env[62306]: DEBUG nova.virt.hardware [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1900.448413] env[62306]: DEBUG nova.virt.hardware [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1900.448657] env[62306]: DEBUG nova.virt.hardware [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1900.448852] env[62306]: DEBUG nova.virt.hardware [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1900.449082] env[62306]: DEBUG nova.virt.hardware [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1900.449283] env[62306]: DEBUG nova.virt.hardware [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1900.451038] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fa5dbc-562a-451d-8e8d-a293d5c30f39 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.472107] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12450d2-6add-4bff-9a7a-b9d00d212c3e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.476055] env[62306]: DEBUG oslo_vmware.api [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Task: {'id': task-1972862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146776} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.476561] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1900.480025] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1900.480025] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1900.480025] env[62306]: INFO nova.compute.manager [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1900.480025] env[62306]: DEBUG oslo.service.loopingcall [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1900.480025] env[62306]: DEBUG nova.compute.manager [-] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1900.480025] env[62306]: DEBUG nova.network.neutron [-] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1900.481353] env[62306]: DEBUG nova.scheduler.client.report [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1900.824403] env[62306]: DEBUG oslo_concurrency.lockutils [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Acquiring lock "d7f4e7e4-858e-4988-8527-fdf674de7bde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.824701] env[62306]: DEBUG oslo_concurrency.lockutils [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Lock "d7f4e7e4-858e-4988-8527-fdf674de7bde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.841583] env[62306]: DEBUG nova.compute.utils [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1900.928188] env[62306]: DEBUG nova.network.neutron [-] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.996327] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.997154] env[62306]: DEBUG nova.compute.manager [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1901.005021] env[62306]: DEBUG oslo_concurrency.lockutils [None req-15c2d15f-822c-4f0b-a3e2-67c561855e8f tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.925s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.327472] env[62306]: DEBUG nova.compute.manager [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1901.344789] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "f1b3977d-c5ae-4f83-b218-723af521215e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.430684] env[62306]: INFO nova.compute.manager [-] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Took 1.87 seconds to deallocate network for instance. [ 1901.496316] env[62306]: DEBUG nova.compute.manager [req-0275f8e5-8c17-4bf3-a26e-93f2c7ea3392 req-340a17ae-50a6-4561-acf0-8018e1f488d6 service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Received event network-changed-eece4237-0e97-4312-ba8e-7b29d8040086 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1901.496549] env[62306]: DEBUG nova.compute.manager [req-0275f8e5-8c17-4bf3-a26e-93f2c7ea3392 req-340a17ae-50a6-4561-acf0-8018e1f488d6 service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Refreshing instance network info cache due to event network-changed-eece4237-0e97-4312-ba8e-7b29d8040086. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1901.496766] env[62306]: DEBUG oslo_concurrency.lockutils [req-0275f8e5-8c17-4bf3-a26e-93f2c7ea3392 req-340a17ae-50a6-4561-acf0-8018e1f488d6 service nova] Acquiring lock "refresh_cache-012f2b07-1cef-46f8-b9ce-d4def44aeab1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.496907] env[62306]: DEBUG oslo_concurrency.lockutils [req-0275f8e5-8c17-4bf3-a26e-93f2c7ea3392 req-340a17ae-50a6-4561-acf0-8018e1f488d6 service nova] Acquired lock "refresh_cache-012f2b07-1cef-46f8-b9ce-d4def44aeab1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.497110] env[62306]: DEBUG nova.network.neutron [req-0275f8e5-8c17-4bf3-a26e-93f2c7ea3392 req-340a17ae-50a6-4561-acf0-8018e1f488d6 service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Refreshing network info cache for port eece4237-0e97-4312-ba8e-7b29d8040086 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1901.505623] env[62306]: DEBUG nova.compute.utils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1901.508778] env[62306]: DEBUG nova.compute.manager [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1901.508945] env[62306]: DEBUG nova.network.neutron [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1901.582320] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Volume attach. Driver type: vmdk {{(pid=62306) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1901.582320] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406220', 'volume_id': 'a3a63ac9-d0d7-49cb-a354-365de41cf88a', 'name': 'volume-a3a63ac9-d0d7-49cb-a354-365de41cf88a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c12c7149-f851-4b6b-b69b-54fbbb176590', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3a63ac9-d0d7-49cb-a354-365de41cf88a', 'serial': 'a3a63ac9-d0d7-49cb-a354-365de41cf88a'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1901.582320] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882489c8-c2b1-4f64-9a79-d5060dc72345 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.607092] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f63ef59-be90-47cc-b217-7ff4be0900fc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.610884] env[62306]: DEBUG nova.policy [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99739f94d93448a990f302cb4d046423', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd8b5165732a4156b26bf3c3cf699918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1901.635234] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] volume-a3a63ac9-d0d7-49cb-a354-365de41cf88a/volume-a3a63ac9-d0d7-49cb-a354-365de41cf88a.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1901.637953] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0678f9fe-8dfa-4e61-87ab-5e32089a48a9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.660048] env[62306]: DEBUG oslo_vmware.api [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 1901.660048] env[62306]: value = "task-1972863" [ 1901.660048] env[62306]: _type = "Task" [ 1901.660048] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.670790] env[62306]: DEBUG oslo_vmware.api [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972863, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.859873] env[62306]: DEBUG oslo_concurrency.lockutils [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.982051] env[62306]: DEBUG nova.network.neutron [-] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.992671] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91be12d3-32be-4c4a-85aa-68cd653699a1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.006780] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd65b1d-d26c-4381-9d65-03e1541035aa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.014185] env[62306]: DEBUG nova.compute.manager [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1902.018357] env[62306]: INFO nova.compute.manager [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Took 0.59 seconds to detach 1 volumes for instance. [ 1902.056924] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f14227-3b3c-48cf-a9ec-00e9694113d7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.063399] env[62306]: DEBUG nova.compute.manager [req-e59b5274-4091-4a36-8a43-37bebb7997fd req-6d5adc6a-5469-4aa5-8335-8c0124c7d7f5 service nova] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Received event network-vif-deleted-2c01971d-f95e-4157-9936-29dae6ce3ce2 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1902.073019] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a663b84-fe92-42af-a62f-0f189e343aa2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.090340] env[62306]: DEBUG nova.compute.provider_tree [None req-15c2d15f-822c-4f0b-a3e2-67c561855e8f tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1902.170874] env[62306]: DEBUG oslo_vmware.api [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.175863] env[62306]: DEBUG nova.network.neutron [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Successfully created port: f336fa33-5a55-41e8-8301-ed36e4e5e0d4 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1902.417508] env[62306]: DEBUG nova.network.neutron [req-0275f8e5-8c17-4bf3-a26e-93f2c7ea3392 req-340a17ae-50a6-4561-acf0-8018e1f488d6 service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Updated VIF entry in instance network info cache for port eece4237-0e97-4312-ba8e-7b29d8040086. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1902.418020] env[62306]: DEBUG nova.network.neutron [req-0275f8e5-8c17-4bf3-a26e-93f2c7ea3392 req-340a17ae-50a6-4561-acf0-8018e1f488d6 service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Updating instance_info_cache with network_info: [{"id": "eece4237-0e97-4312-ba8e-7b29d8040086", "address": "fa:16:3e:8d:35:2c", "network": {"id": "e2328f16-bf16-4ab8-9332-ce95c272eb91", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-498841236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04070275bfc432c82a18ed94ae46533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeece4237-0e", "ovs_interfaceid": "eece4237-0e97-4312-ba8e-7b29d8040086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.443669] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "f1b3977d-c5ae-4f83-b218-723af521215e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.444432] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "f1b3977d-c5ae-4f83-b218-723af521215e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.444566] env[62306]: INFO nova.compute.manager [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Attaching volume 6db03986-7472-45b3-87a2-062c4fd29bf1 to /dev/sdb [ 1902.486448] env[62306]: INFO nova.compute.manager [-] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Took 2.01 seconds to deallocate network for instance. [ 1902.492965] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d9f6bf-c17d-4991-ab94-b5c86ace820d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.501859] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0ebe61-7d43-48e8-9d45-4a378bfe34e5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.516298] env[62306]: DEBUG nova.virt.block_device [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Updating existing volume attachment record: 290ae318-988a-493e-b9d3-28c5f0fd0950 {{(pid=62306) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1902.554330] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.593812] env[62306]: DEBUG nova.scheduler.client.report [None req-15c2d15f-822c-4f0b-a3e2-67c561855e8f tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1902.674144] env[62306]: DEBUG oslo_vmware.api [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972863, 'name': ReconfigVM_Task, 'duration_secs': 0.756819} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.674564] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Reconfigured VM instance instance-0000003f to attach disk [datastore1] volume-a3a63ac9-d0d7-49cb-a354-365de41cf88a/volume-a3a63ac9-d0d7-49cb-a354-365de41cf88a.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1902.679635] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d121cecd-88a9-4eca-9eb8-87c370188275 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.696103] env[62306]: DEBUG oslo_vmware.api [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 1902.696103] env[62306]: value = "task-1972865" [ 1902.696103] env[62306]: _type = "Task" [ 1902.696103] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.705623] env[62306]: DEBUG oslo_vmware.api [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.911347] env[62306]: DEBUG nova.network.neutron [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Successfully updated port: f29e887c-2af7-4136-b4a8-68e971691545 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1902.922551] env[62306]: DEBUG oslo_concurrency.lockutils [req-0275f8e5-8c17-4bf3-a26e-93f2c7ea3392 req-340a17ae-50a6-4561-acf0-8018e1f488d6 service nova] Releasing lock "refresh_cache-012f2b07-1cef-46f8-b9ce-d4def44aeab1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.998975] env[62306]: DEBUG oslo_concurrency.lockutils [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.027583] env[62306]: DEBUG nova.compute.manager [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1903.059241] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1903.059241] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1903.059241] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1903.059241] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1903.059241] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1903.059241] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1903.059968] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1903.059968] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1903.060053] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1903.060299] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1903.060958] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1903.063074] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b24db2-0893-4461-9f22-1e78b45cbffa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.073435] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e993df0-f87d-4aec-b8b2-07fe08786903 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.198397] env[62306]: DEBUG oslo_concurrency.lockutils [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Acquiring lock "b69259c5-28c5-4e7c-89de-c973aa75d758" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.198534] env[62306]: DEBUG oslo_concurrency.lockutils [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Lock "b69259c5-28c5-4e7c-89de-c973aa75d758" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.209049] env[62306]: DEBUG oslo_vmware.api [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972865, 'name': ReconfigVM_Task, 'duration_secs': 0.177844} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.209049] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406220', 'volume_id': 'a3a63ac9-d0d7-49cb-a354-365de41cf88a', 'name': 'volume-a3a63ac9-d0d7-49cb-a354-365de41cf88a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c12c7149-f851-4b6b-b69b-54fbbb176590', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3a63ac9-d0d7-49cb-a354-365de41cf88a', 'serial': 'a3a63ac9-d0d7-49cb-a354-365de41cf88a'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1903.413515] env[62306]: DEBUG oslo_concurrency.lockutils [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "refresh_cache-bbffb2d7-47c9-4cbf-a30d-439cb058f6dc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.413515] env[62306]: DEBUG oslo_concurrency.lockutils [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquired lock "refresh_cache-bbffb2d7-47c9-4cbf-a30d-439cb058f6dc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.413515] env[62306]: DEBUG nova.network.neutron [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1903.606376] env[62306]: DEBUG oslo_concurrency.lockutils [None req-15c2d15f-822c-4f0b-a3e2-67c561855e8f tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.605s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.611093] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.390s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.611093] env[62306]: DEBUG nova.objects.instance [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lazy-loading 'resources' on Instance uuid f5120a4e-38c4-491c-864c-1ddd2d6a3cdb {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1903.704314] env[62306]: DEBUG nova.compute.manager [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1904.000175] env[62306]: DEBUG nova.network.neutron [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1904.899543] env[62306]: DEBUG nova.network.neutron [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Successfully updated port: f336fa33-5a55-41e8-8301-ed36e4e5e0d4 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1904.906598] env[62306]: DEBUG nova.objects.instance [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lazy-loading 'flavor' on Instance uuid c12c7149-f851-4b6b-b69b-54fbbb176590 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1904.907137] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d245e0f9-b8f8-436c-90cf-1b4aa97b7ff6 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "c12c7149-f851-4b6b-b69b-54fbbb176590" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.908496] env[62306]: DEBUG nova.compute.manager [req-25232105-d0de-4c60-9c0e-7f2b4fede90f req-d95b39e2-fd4b-4fc6-8a1c-0c0299a36f5a service nova] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Received event network-vif-deleted-a6d6bff0-daa5-42ff-a2e3-5108c0b9c95d {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1904.909272] env[62306]: DEBUG nova.compute.manager [req-25232105-d0de-4c60-9c0e-7f2b4fede90f req-d95b39e2-fd4b-4fc6-8a1c-0c0299a36f5a service nova] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Received event network-vif-plugged-f29e887c-2af7-4136-b4a8-68e971691545 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1904.909272] env[62306]: DEBUG oslo_concurrency.lockutils [req-25232105-d0de-4c60-9c0e-7f2b4fede90f req-d95b39e2-fd4b-4fc6-8a1c-0c0299a36f5a service nova] Acquiring lock "bbffb2d7-47c9-4cbf-a30d-439cb058f6dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.909272] env[62306]: DEBUG oslo_concurrency.lockutils [req-25232105-d0de-4c60-9c0e-7f2b4fede90f req-d95b39e2-fd4b-4fc6-8a1c-0c0299a36f5a service nova] Lock "bbffb2d7-47c9-4cbf-a30d-439cb058f6dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.909272] env[62306]: DEBUG oslo_concurrency.lockutils [req-25232105-d0de-4c60-9c0e-7f2b4fede90f req-d95b39e2-fd4b-4fc6-8a1c-0c0299a36f5a service nova] Lock "bbffb2d7-47c9-4cbf-a30d-439cb058f6dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.909466] env[62306]: DEBUG nova.compute.manager [req-25232105-d0de-4c60-9c0e-7f2b4fede90f req-d95b39e2-fd4b-4fc6-8a1c-0c0299a36f5a service nova] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] No waiting events found dispatching network-vif-plugged-f29e887c-2af7-4136-b4a8-68e971691545 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1904.909502] env[62306]: WARNING nova.compute.manager [req-25232105-d0de-4c60-9c0e-7f2b4fede90f req-d95b39e2-fd4b-4fc6-8a1c-0c0299a36f5a service nova] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Received unexpected event network-vif-plugged-f29e887c-2af7-4136-b4a8-68e971691545 for instance with vm_state building and task_state spawning. [ 1904.909753] env[62306]: DEBUG nova.compute.manager [req-25232105-d0de-4c60-9c0e-7f2b4fede90f req-d95b39e2-fd4b-4fc6-8a1c-0c0299a36f5a service nova] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Received event network-changed-f29e887c-2af7-4136-b4a8-68e971691545 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1904.909832] env[62306]: DEBUG nova.compute.manager [req-25232105-d0de-4c60-9c0e-7f2b4fede90f req-d95b39e2-fd4b-4fc6-8a1c-0c0299a36f5a service nova] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Refreshing instance network info cache due to event network-changed-f29e887c-2af7-4136-b4a8-68e971691545. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1904.910242] env[62306]: DEBUG oslo_concurrency.lockutils [req-25232105-d0de-4c60-9c0e-7f2b4fede90f req-d95b39e2-fd4b-4fc6-8a1c-0c0299a36f5a service nova] Acquiring lock "refresh_cache-bbffb2d7-47c9-4cbf-a30d-439cb058f6dc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.951465] env[62306]: DEBUG oslo_concurrency.lockutils [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.961056] env[62306]: INFO nova.scheduler.client.report [None req-15c2d15f-822c-4f0b-a3e2-67c561855e8f tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Deleted allocation for migration a8908341-4b81-427b-87de-110b4c561319 [ 1905.056642] env[62306]: DEBUG nova.network.neutron [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Updating instance_info_cache with network_info: [{"id": "f29e887c-2af7-4136-b4a8-68e971691545", "address": "fa:16:3e:41:42:1a", "network": {"id": "e517a8c3-6380-408d-916c-09da44df22c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1687445468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7db4d2d12fd4140972c835112cc614e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf29e887c-2a", "ovs_interfaceid": "f29e887c-2af7-4136-b4a8-68e971691545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.326287] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361be02d-1bed-4631-96c8-52135ed2151f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.334638] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920a95e0-77c7-46b2-8eb4-df80e44c1959 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.365409] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b911f2b-5cf3-430b-8ae7-bcb8f778a4ee {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.373348] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283100b9-74d4-4e75-8c24-e855efd95fc7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.391889] env[62306]: DEBUG nova.compute.provider_tree [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1905.413683] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "refresh_cache-5036bf3d-daad-473f-b073-63fec9340879" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.414119] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquired lock "refresh_cache-5036bf3d-daad-473f-b073-63fec9340879" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.414119] env[62306]: DEBUG nova.network.neutron [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1905.417963] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5037e016-6db2-4d1c-a215-40fbbc049707 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "c12c7149-f851-4b6b-b69b-54fbbb176590" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.472s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.419017] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d245e0f9-b8f8-436c-90cf-1b4aa97b7ff6 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "c12c7149-f851-4b6b-b69b-54fbbb176590" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.512s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.419017] env[62306]: DEBUG nova.compute.manager [None req-d245e0f9-b8f8-436c-90cf-1b4aa97b7ff6 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1905.419513] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57df9f18-10b5-405f-8987-29f83b3031fe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.428305] env[62306]: DEBUG nova.compute.manager [None req-d245e0f9-b8f8-436c-90cf-1b4aa97b7ff6 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62306) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1905.429211] env[62306]: DEBUG nova.objects.instance [None req-d245e0f9-b8f8-436c-90cf-1b4aa97b7ff6 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lazy-loading 'flavor' on Instance uuid c12c7149-f851-4b6b-b69b-54fbbb176590 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1905.466628] env[62306]: DEBUG oslo_concurrency.lockutils [None req-15c2d15f-822c-4f0b-a3e2-67c561855e8f tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "ade264c2-3345-4e28-b7e7-a510cfa67a30" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.801s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.468198] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "ade264c2-3345-4e28-b7e7-a510cfa67a30" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 19.383s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.468922] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2642e49-c632-438b-906a-3b2ea415ad74 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.558411] env[62306]: DEBUG oslo_concurrency.lockutils [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Releasing lock "refresh_cache-bbffb2d7-47c9-4cbf-a30d-439cb058f6dc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.558818] env[62306]: DEBUG nova.compute.manager [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Instance network_info: |[{"id": "f29e887c-2af7-4136-b4a8-68e971691545", "address": "fa:16:3e:41:42:1a", "network": {"id": "e517a8c3-6380-408d-916c-09da44df22c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1687445468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7db4d2d12fd4140972c835112cc614e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf29e887c-2a", "ovs_interfaceid": "f29e887c-2af7-4136-b4a8-68e971691545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1905.559157] env[62306]: DEBUG oslo_concurrency.lockutils [req-25232105-d0de-4c60-9c0e-7f2b4fede90f req-d95b39e2-fd4b-4fc6-8a1c-0c0299a36f5a service nova] Acquired lock "refresh_cache-bbffb2d7-47c9-4cbf-a30d-439cb058f6dc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.559340] env[62306]: DEBUG nova.network.neutron [req-25232105-d0de-4c60-9c0e-7f2b4fede90f req-d95b39e2-fd4b-4fc6-8a1c-0c0299a36f5a service nova] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Refreshing network info cache for port f29e887c-2af7-4136-b4a8-68e971691545 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1905.560504] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:42:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f29e887c-2af7-4136-b4a8-68e971691545', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1905.572078] env[62306]: DEBUG oslo.service.loopingcall [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1905.577148] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1905.577419] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce3acdec-1ee9-4202-ad21-cc51267b365f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.599273] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1905.599273] env[62306]: value = "task-1972869" [ 1905.599273] env[62306]: _type = "Task" [ 1905.599273] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.607850] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972869, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.898032] env[62306]: DEBUG nova.scheduler.client.report [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1905.963180] env[62306]: DEBUG nova.network.neutron [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1905.979675] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "ade264c2-3345-4e28-b7e7-a510cfa67a30" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.111680] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972869, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.291017] env[62306]: DEBUG nova.compute.manager [req-aa501b95-2174-4437-9912-a6282ee27240 req-4b695b5a-c2bd-4a8e-899a-9e15815106f8 service nova] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Received event network-vif-plugged-f336fa33-5a55-41e8-8301-ed36e4e5e0d4 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1906.291017] env[62306]: DEBUG oslo_concurrency.lockutils [req-aa501b95-2174-4437-9912-a6282ee27240 req-4b695b5a-c2bd-4a8e-899a-9e15815106f8 service nova] Acquiring lock "5036bf3d-daad-473f-b073-63fec9340879-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.291017] env[62306]: DEBUG oslo_concurrency.lockutils [req-aa501b95-2174-4437-9912-a6282ee27240 req-4b695b5a-c2bd-4a8e-899a-9e15815106f8 service nova] Lock "5036bf3d-daad-473f-b073-63fec9340879-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.291017] env[62306]: DEBUG oslo_concurrency.lockutils [req-aa501b95-2174-4437-9912-a6282ee27240 req-4b695b5a-c2bd-4a8e-899a-9e15815106f8 service nova] Lock "5036bf3d-daad-473f-b073-63fec9340879-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.291017] env[62306]: DEBUG nova.compute.manager [req-aa501b95-2174-4437-9912-a6282ee27240 req-4b695b5a-c2bd-4a8e-899a-9e15815106f8 service nova] [instance: 5036bf3d-daad-473f-b073-63fec9340879] No waiting events found dispatching network-vif-plugged-f336fa33-5a55-41e8-8301-ed36e4e5e0d4 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1906.291017] env[62306]: WARNING nova.compute.manager [req-aa501b95-2174-4437-9912-a6282ee27240 req-4b695b5a-c2bd-4a8e-899a-9e15815106f8 service nova] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Received unexpected event network-vif-plugged-f336fa33-5a55-41e8-8301-ed36e4e5e0d4 for instance with vm_state building and task_state spawning. [ 1906.291017] env[62306]: DEBUG nova.compute.manager [req-aa501b95-2174-4437-9912-a6282ee27240 req-4b695b5a-c2bd-4a8e-899a-9e15815106f8 service nova] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Received event network-changed-f336fa33-5a55-41e8-8301-ed36e4e5e0d4 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1906.292427] env[62306]: DEBUG nova.compute.manager [req-aa501b95-2174-4437-9912-a6282ee27240 req-4b695b5a-c2bd-4a8e-899a-9e15815106f8 service nova] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Refreshing instance network info cache due to event network-changed-f336fa33-5a55-41e8-8301-ed36e4e5e0d4. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1906.292752] env[62306]: DEBUG oslo_concurrency.lockutils [req-aa501b95-2174-4437-9912-a6282ee27240 req-4b695b5a-c2bd-4a8e-899a-9e15815106f8 service nova] Acquiring lock "refresh_cache-5036bf3d-daad-473f-b073-63fec9340879" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.295411] env[62306]: DEBUG nova.network.neutron [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Updating instance_info_cache with network_info: [{"id": "f336fa33-5a55-41e8-8301-ed36e4e5e0d4", "address": "fa:16:3e:39:41:4d", "network": {"id": "90fb0a94-ed83-4055-846c-1827072fb4a7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-56600509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8b5165732a4156b26bf3c3cf699918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf336fa33-5a", "ovs_interfaceid": "f336fa33-5a55-41e8-8301-ed36e4e5e0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.402778] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.791s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.403782] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.860s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.405617] env[62306]: INFO nova.compute.claims [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1906.434349] env[62306]: INFO nova.scheduler.client.report [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Deleted allocations for instance f5120a4e-38c4-491c-864c-1ddd2d6a3cdb [ 1906.438975] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d245e0f9-b8f8-436c-90cf-1b4aa97b7ff6 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1906.439425] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68be1bf7-5bc3-4b4b-a184-ab7ad483af8d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.447883] env[62306]: DEBUG oslo_vmware.api [None req-d245e0f9-b8f8-436c-90cf-1b4aa97b7ff6 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 1906.447883] env[62306]: value = "task-1972870" [ 1906.447883] env[62306]: _type = "Task" [ 1906.447883] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.458715] env[62306]: DEBUG oslo_vmware.api [None req-d245e0f9-b8f8-436c-90cf-1b4aa97b7ff6 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.545954] env[62306]: DEBUG nova.network.neutron [req-25232105-d0de-4c60-9c0e-7f2b4fede90f req-d95b39e2-fd4b-4fc6-8a1c-0c0299a36f5a service nova] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Updated VIF entry in instance network info cache for port f29e887c-2af7-4136-b4a8-68e971691545. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1906.546360] env[62306]: DEBUG nova.network.neutron [req-25232105-d0de-4c60-9c0e-7f2b4fede90f req-d95b39e2-fd4b-4fc6-8a1c-0c0299a36f5a service nova] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Updating instance_info_cache with network_info: [{"id": "f29e887c-2af7-4136-b4a8-68e971691545", "address": "fa:16:3e:41:42:1a", "network": {"id": "e517a8c3-6380-408d-916c-09da44df22c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1687445468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7db4d2d12fd4140972c835112cc614e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf29e887c-2a", "ovs_interfaceid": "f29e887c-2af7-4136-b4a8-68e971691545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.612800] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972869, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.769218] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "ade264c2-3345-4e28-b7e7-a510cfa67a30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.769218] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "ade264c2-3345-4e28-b7e7-a510cfa67a30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.769218] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "ade264c2-3345-4e28-b7e7-a510cfa67a30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.769218] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "ade264c2-3345-4e28-b7e7-a510cfa67a30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.769218] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "ade264c2-3345-4e28-b7e7-a510cfa67a30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.776360] env[62306]: INFO nova.compute.manager [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Terminating instance [ 1906.798174] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Releasing lock "refresh_cache-5036bf3d-daad-473f-b073-63fec9340879" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.798174] env[62306]: DEBUG nova.compute.manager [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Instance network_info: |[{"id": "f336fa33-5a55-41e8-8301-ed36e4e5e0d4", "address": "fa:16:3e:39:41:4d", "network": {"id": "90fb0a94-ed83-4055-846c-1827072fb4a7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-56600509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8b5165732a4156b26bf3c3cf699918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf336fa33-5a", "ovs_interfaceid": "f336fa33-5a55-41e8-8301-ed36e4e5e0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1906.798375] env[62306]: DEBUG oslo_concurrency.lockutils [req-aa501b95-2174-4437-9912-a6282ee27240 req-4b695b5a-c2bd-4a8e-899a-9e15815106f8 service nova] Acquired lock "refresh_cache-5036bf3d-daad-473f-b073-63fec9340879" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.799598] env[62306]: DEBUG nova.network.neutron [req-aa501b95-2174-4437-9912-a6282ee27240 req-4b695b5a-c2bd-4a8e-899a-9e15815106f8 service nova] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Refreshing network info cache for port f336fa33-5a55-41e8-8301-ed36e4e5e0d4 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1906.800460] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:41:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f336fa33-5a55-41e8-8301-ed36e4e5e0d4', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1906.810376] env[62306]: DEBUG oslo.service.loopingcall [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1906.811476] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1906.812742] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee2c48e3-4d03-4a5e-b2e4-c7b75bbb7c15 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.834137] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1906.834137] env[62306]: value = "task-1972871" [ 1906.834137] env[62306]: _type = "Task" [ 1906.834137] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.843059] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972871, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.943848] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1ab0e6b0-f522-41ab-a779-5ceb24d1af2b tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "f5120a4e-38c4-491c-864c-1ddd2d6a3cdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.944s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.945118] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "f5120a4e-38c4-491c-864c-1ddd2d6a3cdb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 20.859s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.945569] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f5409a0-d442-4ed5-ac9a-84fe39bd7eff {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.957638] env[62306]: DEBUG oslo_vmware.api [None req-d245e0f9-b8f8-436c-90cf-1b4aa97b7ff6 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972870, 'name': PowerOffVM_Task, 'duration_secs': 0.261135} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.959341] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d245e0f9-b8f8-436c-90cf-1b4aa97b7ff6 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1906.959551] env[62306]: DEBUG nova.compute.manager [None req-d245e0f9-b8f8-436c-90cf-1b4aa97b7ff6 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1906.960645] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c31fe86-a29d-4988-985a-6b211b085996 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.966427] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af83a6c8-8df6-46c6-96f7-55c8ecfe130f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.049539] env[62306]: DEBUG oslo_concurrency.lockutils [req-25232105-d0de-4c60-9c0e-7f2b4fede90f req-d95b39e2-fd4b-4fc6-8a1c-0c0299a36f5a service nova] Releasing lock "refresh_cache-bbffb2d7-47c9-4cbf-a30d-439cb058f6dc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.112106] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972869, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.281087] env[62306]: DEBUG nova.compute.manager [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1907.281349] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1907.284440] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224c424e-a114-4488-aaa7-d1d64a609377 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.292199] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1907.292483] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d0392ac-a0d1-4f28-9ba5-74f60c403a29 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.306174] env[62306]: DEBUG oslo_vmware.api [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1907.306174] env[62306]: value = "task-1972872" [ 1907.306174] env[62306]: _type = "Task" [ 1907.306174] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.320647] env[62306]: DEBUG oslo_vmware.api [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.351354] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972871, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.390992] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "30049df0-11d6-4198-86fd-6cc947541851" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.391391] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "30049df0-11d6-4198-86fd-6cc947541851" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.488500] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d245e0f9-b8f8-436c-90cf-1b4aa97b7ff6 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "c12c7149-f851-4b6b-b69b-54fbbb176590" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.506231] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "f5120a4e-38c4-491c-864c-1ddd2d6a3cdb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.590234] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Volume attach. Driver type: vmdk {{(pid=62306) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1907.590480] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406222', 'volume_id': '6db03986-7472-45b3-87a2-062c4fd29bf1', 'name': 'volume-6db03986-7472-45b3-87a2-062c4fd29bf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1b3977d-c5ae-4f83-b218-723af521215e', 'attached_at': '', 'detached_at': '', 'volume_id': '6db03986-7472-45b3-87a2-062c4fd29bf1', 'serial': '6db03986-7472-45b3-87a2-062c4fd29bf1'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1907.591617] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97044686-a01f-46e8-ba50-4ec4c78b1abf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.617961] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a83d1a-2fa8-49ca-8ffc-50c410bb21a2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.626046] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972869, 'name': CreateVM_Task, 'duration_secs': 1.556069} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.638561] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1907.646132] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] volume-6db03986-7472-45b3-87a2-062c4fd29bf1/volume-6db03986-7472-45b3-87a2-062c4fd29bf1.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1907.649694] env[62306]: DEBUG oslo_concurrency.lockutils [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.649894] env[62306]: DEBUG oslo_concurrency.lockutils [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.650483] env[62306]: DEBUG oslo_concurrency.lockutils [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1907.650740] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91ea6abe-e7d6-4113-9995-5d12cfa8703e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.666090] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67f1b56e-f75f-4464-9a24-7f82b3de5ba5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.670968] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1907.670968] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a774f7-137f-e1d4-42e6-8f8f79d36900" [ 1907.670968] env[62306]: _type = "Task" [ 1907.670968] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.677718] env[62306]: DEBUG oslo_vmware.api [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1907.677718] env[62306]: value = "task-1972873" [ 1907.677718] env[62306]: _type = "Task" [ 1907.677718] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.686813] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a774f7-137f-e1d4-42e6-8f8f79d36900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.691593] env[62306]: DEBUG oslo_vmware.api [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.789709] env[62306]: DEBUG nova.network.neutron [req-aa501b95-2174-4437-9912-a6282ee27240 req-4b695b5a-c2bd-4a8e-899a-9e15815106f8 service nova] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Updated VIF entry in instance network info cache for port f336fa33-5a55-41e8-8301-ed36e4e5e0d4. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1907.789861] env[62306]: DEBUG nova.network.neutron [req-aa501b95-2174-4437-9912-a6282ee27240 req-4b695b5a-c2bd-4a8e-899a-9e15815106f8 service nova] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Updating instance_info_cache with network_info: [{"id": "f336fa33-5a55-41e8-8301-ed36e4e5e0d4", "address": "fa:16:3e:39:41:4d", "network": {"id": "90fb0a94-ed83-4055-846c-1827072fb4a7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-56600509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8b5165732a4156b26bf3c3cf699918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf336fa33-5a", "ovs_interfaceid": "f336fa33-5a55-41e8-8301-ed36e4e5e0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.816970] env[62306]: DEBUG oslo_vmware.api [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972872, 'name': PowerOffVM_Task, 'duration_secs': 0.198878} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.817467] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1907.817467] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1907.817717] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0adbc5eb-82ec-43e6-9238-175ec4b9ca92 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.847521] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972871, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.882665] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dca807-b2fd-443c-9c21-fb5aa9c34744 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.890364] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eac5e69-5365-4472-a6c8-7d7396b315f4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.893779] env[62306]: DEBUG nova.compute.manager [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1907.922612] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6918eb04-cbb5-4b3f-aedd-a6c2f0be8a08 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.930400] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bd45e5-3a93-4f93-a7a2-20f882681a0d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.944774] env[62306]: DEBUG nova.compute.provider_tree [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1907.961473] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1907.961702] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1907.961883] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Deleting the datastore file [datastore1] ade264c2-3345-4e28-b7e7-a510cfa67a30 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1907.962160] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a7e775d-3db9-4046-b914-2e241a5d2dbc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.969371] env[62306]: DEBUG oslo_vmware.api [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1907.969371] env[62306]: value = "task-1972875" [ 1907.969371] env[62306]: _type = "Task" [ 1907.969371] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.980903] env[62306]: DEBUG oslo_vmware.api [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.055932] env[62306]: DEBUG oslo_concurrency.lockutils [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquiring lock "717fec94-f593-4e87-a99a-e10304acd8dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.056226] env[62306]: DEBUG oslo_concurrency.lockutils [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "717fec94-f593-4e87-a99a-e10304acd8dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.056438] env[62306]: DEBUG oslo_concurrency.lockutils [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquiring lock "717fec94-f593-4e87-a99a-e10304acd8dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.056633] env[62306]: DEBUG oslo_concurrency.lockutils [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "717fec94-f593-4e87-a99a-e10304acd8dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.056813] env[62306]: DEBUG oslo_concurrency.lockutils [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "717fec94-f593-4e87-a99a-e10304acd8dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.059467] env[62306]: INFO nova.compute.manager [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Terminating instance [ 1908.183710] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a774f7-137f-e1d4-42e6-8f8f79d36900, 'name': SearchDatastore_Task, 'duration_secs': 0.013577} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.186907] env[62306]: DEBUG oslo_concurrency.lockutils [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.187255] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1908.187567] env[62306]: DEBUG oslo_concurrency.lockutils [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.187869] env[62306]: DEBUG oslo_concurrency.lockutils [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.187995] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1908.188300] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ba3813e-8a30-46fc-a958-50e3a92cd5d5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.199480] env[62306]: DEBUG oslo_vmware.api [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.201026] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1908.201205] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1908.201906] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b18e6e-827b-48ae-a275-94a9c62f2d72 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.213855] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1908.213855] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524b69e5-5b06-5fcb-3e09-b5538a7ee32d" [ 1908.213855] env[62306]: _type = "Task" [ 1908.213855] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.220388] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524b69e5-5b06-5fcb-3e09-b5538a7ee32d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.293140] env[62306]: DEBUG oslo_concurrency.lockutils [req-aa501b95-2174-4437-9912-a6282ee27240 req-4b695b5a-c2bd-4a8e-899a-9e15815106f8 service nova] Releasing lock "refresh_cache-5036bf3d-daad-473f-b073-63fec9340879" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.347795] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972871, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.422320] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.448794] env[62306]: DEBUG nova.scheduler.client.report [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1908.479524] env[62306]: DEBUG oslo_vmware.api [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141016} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.480033] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1908.480899] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1908.481209] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1908.481463] env[62306]: INFO nova.compute.manager [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1908.481791] env[62306]: DEBUG oslo.service.loopingcall [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1908.482061] env[62306]: DEBUG nova.compute.manager [-] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1908.482213] env[62306]: DEBUG nova.network.neutron [-] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1908.514308] env[62306]: DEBUG nova.objects.instance [None req-05f1d6f9-0ae5-4e5c-b382-24052b5a5e1b tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lazy-loading 'flavor' on Instance uuid c12c7149-f851-4b6b-b69b-54fbbb176590 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1908.563257] env[62306]: DEBUG oslo_concurrency.lockutils [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquiring lock "refresh_cache-717fec94-f593-4e87-a99a-e10304acd8dc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.563467] env[62306]: DEBUG oslo_concurrency.lockutils [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquired lock "refresh_cache-717fec94-f593-4e87-a99a-e10304acd8dc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.563646] env[62306]: DEBUG nova.network.neutron [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1908.693772] env[62306]: DEBUG oslo_vmware.api [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972873, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.722979] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524b69e5-5b06-5fcb-3e09-b5538a7ee32d, 'name': SearchDatastore_Task, 'duration_secs': 0.00866} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.724626] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f76dfe3-0b13-4bce-9cda-ded99f498ad1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.731429] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1908.731429] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522f2bdc-49a9-71a1-1c24-d4187399c8c6" [ 1908.731429] env[62306]: _type = "Task" [ 1908.731429] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.739444] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522f2bdc-49a9-71a1-1c24-d4187399c8c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.847579] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972871, 'name': CreateVM_Task, 'duration_secs': 1.607603} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.847794] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1908.848743] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.848979] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.849611] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1908.849924] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bc509c7-9011-4ee4-a6c6-38f9ddb66915 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.855075] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1908.855075] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d39cd2-815f-29a7-24ec-8eedbb3de8b0" [ 1908.855075] env[62306]: _type = "Task" [ 1908.855075] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.870836] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d39cd2-815f-29a7-24ec-8eedbb3de8b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009575} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.871219] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.871574] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1908.871844] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.917040] env[62306]: DEBUG nova.compute.manager [req-a761e033-840d-47d3-8ec8-4a509edf82f3 req-9ca30819-03d0-4a0f-a05c-4d5444c86d74 service nova] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Received event network-vif-deleted-6fe397c3-8565-4636-acf5-b946deead815 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1908.917040] env[62306]: INFO nova.compute.manager [req-a761e033-840d-47d3-8ec8-4a509edf82f3 req-9ca30819-03d0-4a0f-a05c-4d5444c86d74 service nova] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Neutron deleted interface 6fe397c3-8565-4636-acf5-b946deead815; detaching it from the instance and deleting it from the info cache [ 1908.917040] env[62306]: DEBUG nova.network.neutron [req-a761e033-840d-47d3-8ec8-4a509edf82f3 req-9ca30819-03d0-4a0f-a05c-4d5444c86d74 service nova] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.956281] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.956281] env[62306]: DEBUG nova.compute.manager [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1908.963399] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.456s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.963399] env[62306]: INFO nova.compute.claims [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1909.022520] env[62306]: DEBUG oslo_concurrency.lockutils [None req-05f1d6f9-0ae5-4e5c-b382-24052b5a5e1b tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "refresh_cache-c12c7149-f851-4b6b-b69b-54fbbb176590" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.022679] env[62306]: DEBUG oslo_concurrency.lockutils [None req-05f1d6f9-0ae5-4e5c-b382-24052b5a5e1b tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquired lock "refresh_cache-c12c7149-f851-4b6b-b69b-54fbbb176590" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.023180] env[62306]: DEBUG nova.network.neutron [None req-05f1d6f9-0ae5-4e5c-b382-24052b5a5e1b tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1909.023412] env[62306]: DEBUG nova.objects.instance [None req-05f1d6f9-0ae5-4e5c-b382-24052b5a5e1b tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lazy-loading 'info_cache' on Instance uuid c12c7149-f851-4b6b-b69b-54fbbb176590 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1909.095686] env[62306]: DEBUG nova.network.neutron [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1909.153454] env[62306]: DEBUG nova.network.neutron [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.196114] env[62306]: DEBUG oslo_vmware.api [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972873, 'name': ReconfigVM_Task, 'duration_secs': 1.043018} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.196114] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Reconfigured VM instance instance-00000043 to attach disk [datastore1] volume-6db03986-7472-45b3-87a2-062c4fd29bf1/volume-6db03986-7472-45b3-87a2-062c4fd29bf1.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1909.199595] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-502a8d2c-56a2-4a4c-b68a-34842bb0f593 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.218764] env[62306]: DEBUG oslo_vmware.api [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1909.218764] env[62306]: value = "task-1972876" [ 1909.218764] env[62306]: _type = "Task" [ 1909.218764] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.228255] env[62306]: DEBUG oslo_vmware.api [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972876, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.240892] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522f2bdc-49a9-71a1-1c24-d4187399c8c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009109} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.241195] env[62306]: DEBUG oslo_concurrency.lockutils [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.241461] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] bbffb2d7-47c9-4cbf-a30d-439cb058f6dc/bbffb2d7-47c9-4cbf-a30d-439cb058f6dc.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1909.241758] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.242162] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1909.242260] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b9c3111-eeeb-4118-b848-ea515ebd10d5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.244275] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b097d8d3-1d7f-435a-b8ae-a2d2fa692cb8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.250563] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1909.250563] env[62306]: value = "task-1972877" [ 1909.250563] env[62306]: _type = "Task" [ 1909.250563] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.254664] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1909.255206] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1909.255881] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c8685d-e4dd-4ee0-b130-97e6a3703991 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.264053] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.264887] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1909.264887] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523e711e-1071-e651-b478-0bf28a6ad66f" [ 1909.264887] env[62306]: _type = "Task" [ 1909.264887] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.271912] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523e711e-1071-e651-b478-0bf28a6ad66f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.390877] env[62306]: DEBUG nova.network.neutron [-] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.423038] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69f0a802-badc-4ad1-b258-01ae81b6cc96 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.436357] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3885efe-05cf-4b4a-b32f-6f64e62fb5c6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.482929] env[62306]: DEBUG nova.compute.utils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1909.487020] env[62306]: DEBUG nova.compute.manager [req-a761e033-840d-47d3-8ec8-4a509edf82f3 req-9ca30819-03d0-4a0f-a05c-4d5444c86d74 service nova] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Detach interface failed, port_id=6fe397c3-8565-4636-acf5-b946deead815, reason: Instance ade264c2-3345-4e28-b7e7-a510cfa67a30 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1909.487991] env[62306]: DEBUG nova.compute.manager [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1909.488170] env[62306]: DEBUG nova.network.neutron [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1909.529240] env[62306]: DEBUG nova.objects.base [None req-05f1d6f9-0ae5-4e5c-b382-24052b5a5e1b tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1909.583021] env[62306]: DEBUG nova.policy [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99739f94d93448a990f302cb4d046423', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd8b5165732a4156b26bf3c3cf699918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1909.655899] env[62306]: DEBUG oslo_concurrency.lockutils [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Releasing lock "refresh_cache-717fec94-f593-4e87-a99a-e10304acd8dc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.656415] env[62306]: DEBUG nova.compute.manager [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1909.656626] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1909.657594] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced62bc1-b0d7-48bf-b111-492b5737b160 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.666218] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1909.666499] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc518ade-5a27-420b-a54e-c7b0a8ca8883 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.675346] env[62306]: DEBUG oslo_vmware.api [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1909.675346] env[62306]: value = "task-1972878" [ 1909.675346] env[62306]: _type = "Task" [ 1909.675346] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.684889] env[62306]: DEBUG oslo_vmware.api [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.727952] env[62306]: DEBUG oslo_vmware.api [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972876, 'name': ReconfigVM_Task, 'duration_secs': 0.150901} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.729038] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406222', 'volume_id': '6db03986-7472-45b3-87a2-062c4fd29bf1', 'name': 'volume-6db03986-7472-45b3-87a2-062c4fd29bf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1b3977d-c5ae-4f83-b218-723af521215e', 'attached_at': '', 'detached_at': '', 'volume_id': '6db03986-7472-45b3-87a2-062c4fd29bf1', 'serial': '6db03986-7472-45b3-87a2-062c4fd29bf1'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1909.763464] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972877, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.776920] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523e711e-1071-e651-b478-0bf28a6ad66f, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.778100] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccc41f55-db7e-4a24-beb9-1d20a75e8870 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.784342] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1909.784342] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d11666-c9cf-be98-bd52-e2375667eefb" [ 1909.784342] env[62306]: _type = "Task" [ 1909.784342] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.795207] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d11666-c9cf-be98-bd52-e2375667eefb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.893769] env[62306]: INFO nova.compute.manager [-] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Took 1.41 seconds to deallocate network for instance. [ 1909.993496] env[62306]: DEBUG nova.compute.manager [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1910.000170] env[62306]: DEBUG nova.network.neutron [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Successfully created port: c6c5fd37-0842-4ec0-8815-62e751df94da {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1910.187027] env[62306]: DEBUG oslo_vmware.api [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972878, 'name': PowerOffVM_Task, 'duration_secs': 0.125659} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.187027] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1910.187027] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1910.187027] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2eab28ce-7e2f-4130-8fc3-b822b05e383c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.213983] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1910.214259] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1910.214401] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Deleting the datastore file [datastore1] 717fec94-f593-4e87-a99a-e10304acd8dc {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1910.217177] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9bec705-80e5-4dae-b7f9-1c2eb7b3f25c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.223769] env[62306]: DEBUG oslo_vmware.api [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for the task: (returnval){ [ 1910.223769] env[62306]: value = "task-1972880" [ 1910.223769] env[62306]: _type = "Task" [ 1910.223769] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.236446] env[62306]: DEBUG oslo_vmware.api [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.265358] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518115} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.266903] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] bbffb2d7-47c9-4cbf-a30d-439cb058f6dc/bbffb2d7-47c9-4cbf-a30d-439cb058f6dc.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1910.266903] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1910.266903] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37ce496c-f00e-4bab-8d43-cd5584820ac4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.282104] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1910.282104] env[62306]: value = "task-1972881" [ 1910.282104] env[62306]: _type = "Task" [ 1910.282104] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.301684] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.305759] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d11666-c9cf-be98-bd52-e2375667eefb, 'name': SearchDatastore_Task, 'duration_secs': 0.008891} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.306307] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.306417] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 5036bf3d-daad-473f-b073-63fec9340879/5036bf3d-daad-473f-b073-63fec9340879.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1910.306774] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15159286-4e4e-4b3e-909e-3f543d48d769 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.315895] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1910.315895] env[62306]: value = "task-1972882" [ 1910.315895] env[62306]: _type = "Task" [ 1910.315895] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.332560] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.403894] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.516588] env[62306]: DEBUG nova.network.neutron [None req-05f1d6f9-0ae5-4e5c-b382-24052b5a5e1b tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Updating instance_info_cache with network_info: [{"id": "f80dae47-62d2-4f3d-9733-e7f4ad181ef1", "address": "fa:16:3e:8e:fe:4b", "network": {"id": "8d03538e-1f34-4da2-9413-7dec92d90955", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-94904741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e72ea6401064cc18047326c2040c05a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf80dae47-62", "ovs_interfaceid": "f80dae47-62d2-4f3d-9733-e7f4ad181ef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.527350] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0594926a-2af3-471a-ae98-99f318edf89e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.539117] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50deb708-07b0-43f8-9cf2-d580a66ba5d7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.585502] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715595a4-5c65-4c90-81d0-d133562a4204 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.596352] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fefb390-8003-4ea6-9458-95d8792bf0bd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.612271] env[62306]: DEBUG nova.compute.provider_tree [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1910.668072] env[62306]: DEBUG oslo_concurrency.lockutils [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Acquiring lock "56c8cd72-bfbc-4218-a961-babc11e4ecb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.668072] env[62306]: DEBUG oslo_concurrency.lockutils [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Lock "56c8cd72-bfbc-4218-a961-babc11e4ecb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.738545] env[62306]: DEBUG oslo_vmware.api [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Task: {'id': task-1972880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140192} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.738893] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1910.739099] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1910.739278] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1910.739447] env[62306]: INFO nova.compute.manager [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1910.739701] env[62306]: DEBUG oslo.service.loopingcall [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1910.739909] env[62306]: DEBUG nova.compute.manager [-] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1910.740017] env[62306]: DEBUG nova.network.neutron [-] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1910.789592] env[62306]: DEBUG nova.objects.instance [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lazy-loading 'flavor' on Instance uuid f1b3977d-c5ae-4f83-b218-723af521215e {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1910.797039] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081138} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.797565] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1910.798750] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf4cc03-2d4e-4643-a0c9-f5ca141e9e43 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.824088] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] bbffb2d7-47c9-4cbf-a30d-439cb058f6dc/bbffb2d7-47c9-4cbf-a30d-439cb058f6dc.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1910.825447] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45f586b1-c32e-412d-892f-0ecf6ea05e0f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.855325] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972882, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.856233] env[62306]: DEBUG nova.network.neutron [-] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1910.860024] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1910.860024] env[62306]: value = "task-1972883" [ 1910.860024] env[62306]: _type = "Task" [ 1910.860024] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.870026] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972883, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.010626] env[62306]: DEBUG nova.compute.manager [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1911.020544] env[62306]: DEBUG oslo_concurrency.lockutils [None req-05f1d6f9-0ae5-4e5c-b382-24052b5a5e1b tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Releasing lock "refresh_cache-c12c7149-f851-4b6b-b69b-54fbbb176590" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.038688] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1911.038990] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1911.039167] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1911.039353] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1911.039525] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1911.039685] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1911.039910] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1911.040088] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1911.040262] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1911.040428] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1911.040805] env[62306]: DEBUG nova.virt.hardware [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1911.042010] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c08cbe-c5f9-43b7-a45f-4dd11bf6739a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.051317] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be03387-6047-4a69-8da5-c414468d7d20 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.118017] env[62306]: DEBUG nova.scheduler.client.report [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1911.171631] env[62306]: DEBUG nova.compute.manager [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1911.294581] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f4bb411f-e9ed-48d1-816f-0e5c7e743f03 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "f1b3977d-c5ae-4f83-b218-723af521215e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.851s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.336010] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581043} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.336896] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 5036bf3d-daad-473f-b073-63fec9340879/5036bf3d-daad-473f-b073-63fec9340879.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1911.337218] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1911.337541] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67059a92-386a-40af-9cf0-a49c05e8a29c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.344347] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1911.344347] env[62306]: value = "task-1972884" [ 1911.344347] env[62306]: _type = "Task" [ 1911.344347] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.348515] env[62306]: DEBUG oslo_concurrency.lockutils [None req-10f94372-d0b1-472d-a293-e4265ba7e885 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "interface-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.348825] env[62306]: DEBUG oslo_concurrency.lockutils [None req-10f94372-d0b1-472d-a293-e4265ba7e885 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "interface-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.349278] env[62306]: DEBUG nova.objects.instance [None req-10f94372-d0b1-472d-a293-e4265ba7e885 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lazy-loading 'flavor' on Instance uuid fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1911.353975] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.361790] env[62306]: DEBUG nova.network.neutron [-] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.377310] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972883, 'name': ReconfigVM_Task, 'duration_secs': 0.309156} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.377310] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Reconfigured VM instance instance-0000004f to attach disk [datastore1] bbffb2d7-47c9-4cbf-a30d-439cb058f6dc/bbffb2d7-47c9-4cbf-a30d-439cb058f6dc.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1911.378480] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59922ab7-96e4-437c-bde3-31a1c6643e34 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.385411] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1911.385411] env[62306]: value = "task-1972885" [ 1911.385411] env[62306]: _type = "Task" [ 1911.385411] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.394382] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972885, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.624044] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.624044] env[62306]: DEBUG nova.compute.manager [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1911.628438] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.167s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.628546] env[62306]: DEBUG nova.objects.instance [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lazy-loading 'resources' on Instance uuid 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1911.705808] env[62306]: DEBUG oslo_concurrency.lockutils [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.853355] env[62306]: DEBUG nova.objects.instance [None req-10f94372-d0b1-472d-a293-e4265ba7e885 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lazy-loading 'pci_requests' on Instance uuid fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1911.857812] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079162} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.858330] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1911.859667] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26185df6-ac0e-4fd9-afcd-966c671da667 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.875179] env[62306]: INFO nova.compute.manager [-] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Took 1.14 seconds to deallocate network for instance. [ 1911.884098] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 5036bf3d-daad-473f-b073-63fec9340879/5036bf3d-daad-473f-b073-63fec9340879.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1911.886324] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ef543bf-faee-48ff-af6a-9addd9ac208f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.916217] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972885, 'name': Rename_Task, 'duration_secs': 0.135134} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.917540] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1911.917861] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1911.917861] env[62306]: value = "task-1972886" [ 1911.917861] env[62306]: _type = "Task" [ 1911.917861] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.919194] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54b8954d-dd6a-4000-84c8-7de80dbd8783 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.928715] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972886, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.930014] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1911.930014] env[62306]: value = "task-1972887" [ 1911.930014] env[62306]: _type = "Task" [ 1911.930014] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.940905] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.028640] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f1d6f9-0ae5-4e5c-b382-24052b5a5e1b tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1912.029580] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dd7a834-01c8-4ee0-846e-7aa344b1a2c7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.039483] env[62306]: DEBUG oslo_vmware.api [None req-05f1d6f9-0ae5-4e5c-b382-24052b5a5e1b tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 1912.039483] env[62306]: value = "task-1972888" [ 1912.039483] env[62306]: _type = "Task" [ 1912.039483] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.048445] env[62306]: DEBUG oslo_vmware.api [None req-05f1d6f9-0ae5-4e5c-b382-24052b5a5e1b tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.123753] env[62306]: INFO nova.compute.manager [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Rebuilding instance [ 1912.136229] env[62306]: DEBUG nova.compute.utils [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1912.138600] env[62306]: DEBUG nova.compute.manager [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1912.139507] env[62306]: DEBUG nova.network.neutron [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1912.174902] env[62306]: DEBUG nova.compute.manager [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1912.175849] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe95ca0-d8d3-43e5-bf8b-2d0d8523f4b3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.230749] env[62306]: DEBUG nova.policy [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34b2fbe3209f424abf27e7dd25d735a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c0ff968f9b74fc58d04f5b534d21a2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1912.345905] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquiring lock "ffa1eacc-4a16-41f0-a5ca-9ceb0878819b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.346243] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Lock "ffa1eacc-4a16-41f0-a5ca-9ceb0878819b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.346402] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquiring lock "ffa1eacc-4a16-41f0-a5ca-9ceb0878819b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.346584] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Lock "ffa1eacc-4a16-41f0-a5ca-9ceb0878819b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.346759] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Lock "ffa1eacc-4a16-41f0-a5ca-9ceb0878819b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.351096] env[62306]: INFO nova.compute.manager [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Terminating instance [ 1912.359149] env[62306]: DEBUG nova.objects.base [None req-10f94372-d0b1-472d-a293-e4265ba7e885 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1912.359355] env[62306]: DEBUG nova.network.neutron [None req-10f94372-d0b1-472d-a293-e4265ba7e885 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1912.409546] env[62306]: DEBUG oslo_concurrency.lockutils [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.434788] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972886, 'name': ReconfigVM_Task, 'duration_secs': 0.393453} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.439542] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 5036bf3d-daad-473f-b073-63fec9340879/5036bf3d-daad-473f-b073-63fec9340879.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1912.442100] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0272edb2-334a-49d2-a061-2eb0c409c5b9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.451320] env[62306]: DEBUG oslo_vmware.api [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1972887, 'name': PowerOnVM_Task, 'duration_secs': 0.500127} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.453062] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1912.453243] env[62306]: INFO nova.compute.manager [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Took 12.05 seconds to spawn the instance on the hypervisor. [ 1912.453942] env[62306]: DEBUG nova.compute.manager [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1912.453942] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1912.453942] env[62306]: value = "task-1972889" [ 1912.453942] env[62306]: _type = "Task" [ 1912.453942] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.455139] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a51dbd-0f68-4222-b3c2-527053180b13 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.475665] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972889, 'name': Rename_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.494223] env[62306]: DEBUG oslo_concurrency.lockutils [None req-10f94372-d0b1-472d-a293-e4265ba7e885 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "interface-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.145s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.553468] env[62306]: DEBUG oslo_vmware.api [None req-05f1d6f9-0ae5-4e5c-b382-24052b5a5e1b tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972888, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.593754] env[62306]: DEBUG nova.network.neutron [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Successfully updated port: c6c5fd37-0842-4ec0-8815-62e751df94da {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1912.600970] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ab1d93-9ea5-4d38-a092-78fb9aebb5e2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.610404] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b5c76c-02d0-4b8a-903a-0b717413e3a9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.643807] env[62306]: DEBUG nova.compute.manager [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1912.647978] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eae9b00-e886-4166-9efb-62676a5ab5e0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.655704] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268a3e5d-868e-4817-8302-f4bb2983f34a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.672675] env[62306]: DEBUG nova.compute.provider_tree [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1912.768821] env[62306]: DEBUG nova.network.neutron [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Successfully created port: cf460d5a-95c3-46ce-bb4f-34a63a545167 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1912.858983] env[62306]: DEBUG nova.compute.manager [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1912.859240] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1912.860128] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dee1e21-cb36-4f24-9082-d5c4a085c2f8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.868184] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1912.868409] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e4621e3-f23b-420d-b4cc-a954e95dac79 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.874089] env[62306]: DEBUG oslo_vmware.api [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1912.874089] env[62306]: value = "task-1972890" [ 1912.874089] env[62306]: _type = "Task" [ 1912.874089] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.881672] env[62306]: DEBUG oslo_vmware.api [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.971650] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972889, 'name': Rename_Task, 'duration_secs': 0.299686} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.971650] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1912.971650] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1896a5e8-d542-477d-94f6-d877ba3f72fd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.976872] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1912.976872] env[62306]: value = "task-1972891" [ 1912.976872] env[62306]: _type = "Task" [ 1912.976872] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.995302] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972891, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.995302] env[62306]: INFO nova.compute.manager [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Took 40.16 seconds to build instance. [ 1913.056468] env[62306]: DEBUG oslo_vmware.api [None req-05f1d6f9-0ae5-4e5c-b382-24052b5a5e1b tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972888, 'name': PowerOnVM_Task, 'duration_secs': 0.547265} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.058020] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f1d6f9-0ae5-4e5c-b382-24052b5a5e1b tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1913.058020] env[62306]: DEBUG nova.compute.manager [None req-05f1d6f9-0ae5-4e5c-b382-24052b5a5e1b tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1913.058152] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b45b3ee-0c8d-4d53-a7df-cbece13d48f6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.102035] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "refresh_cache-1daa5c2d-0f27-4fad-b397-a5929514915d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.102192] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquired lock "refresh_cache-1daa5c2d-0f27-4fad-b397-a5929514915d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.102308] env[62306]: DEBUG nova.network.neutron [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1913.176199] env[62306]: DEBUG nova.scheduler.client.report [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1913.183597] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "e8ed4205-1be8-487e-a817-545100b2d082" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.183778] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "e8ed4205-1be8-487e-a817-545100b2d082" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.201690] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1913.202339] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c61c68e-83c4-439f-9dfd-fd26de7b402f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.214218] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1913.214218] env[62306]: value = "task-1972892" [ 1913.214218] env[62306]: _type = "Task" [ 1913.214218] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.223563] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.386677] env[62306]: DEBUG oslo_vmware.api [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972890, 'name': PowerOffVM_Task, 'duration_secs': 0.270144} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.387102] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1913.387215] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1913.387556] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ba6124e-4153-4ade-968f-f6ba58d71cee {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.486061] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972891, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.497705] env[62306]: DEBUG oslo_concurrency.lockutils [None req-45a8abaf-0ba4-4b05-8795-03a130f71006 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "bbffb2d7-47c9-4cbf-a30d-439cb058f6dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.674s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.574304] env[62306]: DEBUG nova.compute.manager [req-e6f5957b-6c72-488c-b64c-536ecdd26a3a req-5530ec93-c45d-4265-a924-43f29e983746 service nova] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Received event network-vif-plugged-c6c5fd37-0842-4ec0-8815-62e751df94da {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1913.574520] env[62306]: DEBUG oslo_concurrency.lockutils [req-e6f5957b-6c72-488c-b64c-536ecdd26a3a req-5530ec93-c45d-4265-a924-43f29e983746 service nova] Acquiring lock "1daa5c2d-0f27-4fad-b397-a5929514915d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.574728] env[62306]: DEBUG oslo_concurrency.lockutils [req-e6f5957b-6c72-488c-b64c-536ecdd26a3a req-5530ec93-c45d-4265-a924-43f29e983746 service nova] Lock "1daa5c2d-0f27-4fad-b397-a5929514915d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.574896] env[62306]: DEBUG oslo_concurrency.lockutils [req-e6f5957b-6c72-488c-b64c-536ecdd26a3a req-5530ec93-c45d-4265-a924-43f29e983746 service nova] Lock "1daa5c2d-0f27-4fad-b397-a5929514915d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.575073] env[62306]: DEBUG nova.compute.manager [req-e6f5957b-6c72-488c-b64c-536ecdd26a3a req-5530ec93-c45d-4265-a924-43f29e983746 service nova] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] No waiting events found dispatching network-vif-plugged-c6c5fd37-0842-4ec0-8815-62e751df94da {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1913.575238] env[62306]: WARNING nova.compute.manager [req-e6f5957b-6c72-488c-b64c-536ecdd26a3a req-5530ec93-c45d-4265-a924-43f29e983746 service nova] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Received unexpected event network-vif-plugged-c6c5fd37-0842-4ec0-8815-62e751df94da for instance with vm_state building and task_state spawning. [ 1913.646283] env[62306]: DEBUG nova.network.neutron [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1913.653932] env[62306]: DEBUG nova.compute.manager [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1913.678870] env[62306]: DEBUG nova.virt.hardware [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1913.679157] env[62306]: DEBUG nova.virt.hardware [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1913.679318] env[62306]: DEBUG nova.virt.hardware [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1913.679503] env[62306]: DEBUG nova.virt.hardware [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1913.679654] env[62306]: DEBUG nova.virt.hardware [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1913.679842] env[62306]: DEBUG nova.virt.hardware [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1913.680015] env[62306]: DEBUG nova.virt.hardware [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1913.680183] env[62306]: DEBUG nova.virt.hardware [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1913.680349] env[62306]: DEBUG nova.virt.hardware [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1913.680513] env[62306]: DEBUG nova.virt.hardware [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1913.680791] env[62306]: DEBUG nova.virt.hardware [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1913.681553] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a1d041-83e4-467a-af7e-5397792aff20 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.684470] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.687040] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.044s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.687040] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.687040] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1913.687040] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.110s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.687445] env[62306]: DEBUG nova.objects.instance [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lazy-loading 'resources' on Instance uuid d23f92bb-d318-4f52-8e6d-72efd240151b {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1913.688305] env[62306]: DEBUG nova.compute.manager [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1913.694019] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce04a7f-8683-4b2e-a745-a5e9ece616b3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.699078] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ff03c8-3289-44d1-8dab-b68ff40718c1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.707433] env[62306]: INFO nova.scheduler.client.report [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Deleted allocations for instance 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d [ 1913.709983] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4720e1-7c75-4625-832a-cdfaddba2974 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.737558] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d66804-742f-4ca5-b802-1e4812ecf725 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.743025] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972892, 'name': PowerOffVM_Task, 'duration_secs': 0.184784} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.743619] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1913.747949] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647219d0-7d92-4731-9605-d2956513050f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.782638] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177548MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1913.782638] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.805703] env[62306]: INFO nova.compute.manager [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Detaching volume 6db03986-7472-45b3-87a2-062c4fd29bf1 [ 1913.837892] env[62306]: INFO nova.virt.block_device [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Attempting to driver detach volume 6db03986-7472-45b3-87a2-062c4fd29bf1 from mountpoint /dev/sdb [ 1913.837996] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Volume detach. Driver type: vmdk {{(pid=62306) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1913.838188] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406222', 'volume_id': '6db03986-7472-45b3-87a2-062c4fd29bf1', 'name': 'volume-6db03986-7472-45b3-87a2-062c4fd29bf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1b3977d-c5ae-4f83-b218-723af521215e', 'attached_at': '', 'detached_at': '', 'volume_id': '6db03986-7472-45b3-87a2-062c4fd29bf1', 'serial': '6db03986-7472-45b3-87a2-062c4fd29bf1'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1913.839230] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e4effd-9979-4fd9-9261-14312ada98fc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.861847] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076379f8-3328-4680-9e65-3661c8fa3100 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.869347] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800e50f0-a6a9-46ed-8546-cdb57597e8ca {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.874616] env[62306]: DEBUG nova.network.neutron [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Updating instance_info_cache with network_info: [{"id": "c6c5fd37-0842-4ec0-8815-62e751df94da", "address": "fa:16:3e:a5:1a:33", "network": {"id": "90fb0a94-ed83-4055-846c-1827072fb4a7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-56600509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8b5165732a4156b26bf3c3cf699918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c5fd37-08", "ovs_interfaceid": "c6c5fd37-0842-4ec0-8815-62e751df94da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.891663] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Releasing lock "refresh_cache-1daa5c2d-0f27-4fad-b397-a5929514915d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.891960] env[62306]: DEBUG nova.compute.manager [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Instance network_info: |[{"id": "c6c5fd37-0842-4ec0-8815-62e751df94da", "address": "fa:16:3e:a5:1a:33", "network": {"id": "90fb0a94-ed83-4055-846c-1827072fb4a7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-56600509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8b5165732a4156b26bf3c3cf699918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c5fd37-08", "ovs_interfaceid": "c6c5fd37-0842-4ec0-8815-62e751df94da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1913.892744] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95a64e9-d21c-4bbd-9520-5f54a840d1e7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.895960] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:1a:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6c5fd37-0842-4ec0-8815-62e751df94da', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1913.903560] env[62306]: DEBUG oslo.service.loopingcall [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1913.904334] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1913.904957] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7504d2af-7f07-48a3-9fb3-b144c9757d8e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.931176] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] The volume has not been displaced from its original location: [datastore1] volume-6db03986-7472-45b3-87a2-062c4fd29bf1/volume-6db03986-7472-45b3-87a2-062c4fd29bf1.vmdk. No consolidation needed. {{(pid=62306) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1913.936504] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1913.937597] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8024dfe-40bb-45d2-8282-b04689adb05a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.952444] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1913.952444] env[62306]: value = "task-1972894" [ 1913.952444] env[62306]: _type = "Task" [ 1913.952444] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.957315] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1913.957315] env[62306]: value = "task-1972895" [ 1913.957315] env[62306]: _type = "Task" [ 1913.957315] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.963364] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972894, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.969706] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972895, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.986752] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972891, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.208721] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.229511] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cefa7a71-04fc-4bed-a87f-a8b9cccda9bc tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.203s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.230481] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 28.148s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.230787] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-720a71a5-8d26-4f4c-bc50-1b8752a47f95 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.244026] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281fe525-4d36-42ea-b1c8-76a6a99c1de1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.487596] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972894, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.487929] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.495165] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972891, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.559753] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fe2d5f-af4f-44c0-9b1c-d808f568d5e2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.562883] env[62306]: DEBUG oslo_concurrency.lockutils [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "interface-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.563203] env[62306]: DEBUG oslo_concurrency.lockutils [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "interface-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.563537] env[62306]: DEBUG nova.objects.instance [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lazy-loading 'flavor' on Instance uuid fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1914.567481] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce854ea-8676-4d53-8bc8-14370bb14f44 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.600335] env[62306]: DEBUG nova.network.neutron [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Successfully updated port: cf460d5a-95c3-46ce-bb4f-34a63a545167 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1914.602017] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea15e8a8-5f58-4677-b70c-4e14d2b583cf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.611575] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dbf47e-0527-4032-b159-ec9e9b360a6f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.627902] env[62306]: DEBUG nova.compute.provider_tree [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1914.787312] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.967596] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972894, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.980085] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.988631] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972891, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.108841] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "refresh_cache-891e32e2-122f-408b-bfd2-9f610827dc53" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.109016] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquired lock "refresh_cache-891e32e2-122f-408b-bfd2-9f610827dc53" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.109177] env[62306]: DEBUG nova.network.neutron [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1915.130500] env[62306]: DEBUG nova.scheduler.client.report [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1915.144445] env[62306]: DEBUG nova.objects.instance [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lazy-loading 'pci_requests' on Instance uuid fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1915.467543] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972894, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.480246] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.487624] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972891, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.621475] env[62306]: DEBUG nova.compute.manager [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Received event network-changed-c6c5fd37-0842-4ec0-8815-62e751df94da {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1915.621678] env[62306]: DEBUG nova.compute.manager [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Refreshing instance network info cache due to event network-changed-c6c5fd37-0842-4ec0-8815-62e751df94da. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1915.621897] env[62306]: DEBUG oslo_concurrency.lockutils [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] Acquiring lock "refresh_cache-1daa5c2d-0f27-4fad-b397-a5929514915d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.622052] env[62306]: DEBUG oslo_concurrency.lockutils [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] Acquired lock "refresh_cache-1daa5c2d-0f27-4fad-b397-a5929514915d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.622734] env[62306]: DEBUG nova.network.neutron [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Refreshing network info cache for port c6c5fd37-0842-4ec0-8815-62e751df94da {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1915.637045] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.639351] env[62306]: DEBUG oslo_concurrency.lockutils [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.762s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.639547] env[62306]: DEBUG nova.objects.instance [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Lazy-loading 'resources' on Instance uuid b6298285-d383-48c4-afa2-31749458e29d {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1915.642806] env[62306]: DEBUG nova.network.neutron [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1915.649873] env[62306]: DEBUG nova.objects.base [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1915.650142] env[62306]: DEBUG nova.network.neutron [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1915.658960] env[62306]: INFO nova.scheduler.client.report [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Deleted allocations for instance d23f92bb-d318-4f52-8e6d-72efd240151b [ 1915.722364] env[62306]: DEBUG nova.policy [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6547795e3fc41a68c6b2677aee67567', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c1dff801f734fd6af73ab511140982b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1915.857344] env[62306]: DEBUG nova.network.neutron [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Updating instance_info_cache with network_info: [{"id": "cf460d5a-95c3-46ce-bb4f-34a63a545167", "address": "fa:16:3e:7d:ef:5b", "network": {"id": "1a24c827-f993-4fc3-b48a-4a84dba7e675", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1790124445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c0ff968f9b74fc58d04f5b534d21a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf460d5a-95", "ovs_interfaceid": "cf460d5a-95c3-46ce-bb4f-34a63a545167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.968851] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972894, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.980268] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.988149] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972891, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.040664] env[62306]: DEBUG nova.network.neutron [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Successfully created port: 76dd3893-903c-4bd5-98d5-a971e90d3b48 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1916.086378] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1916.086703] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1916.086910] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Deleting the datastore file [datastore1] ffa1eacc-4a16-41f0-a5ca-9ceb0878819b {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1916.087277] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd9512d0-2f4a-4475-8fdc-e22b1ea71ded {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.095946] env[62306]: DEBUG oslo_vmware.api [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for the task: (returnval){ [ 1916.095946] env[62306]: value = "task-1972896" [ 1916.095946] env[62306]: _type = "Task" [ 1916.095946] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.106234] env[62306]: DEBUG oslo_vmware.api [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.171841] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cb533656-2ea8-4063-bd49-0926bdbb6eeb tempest-ListImageFiltersTestJSON-2065210897 tempest-ListImageFiltersTestJSON-2065210897-project-member] Lock "d23f92bb-d318-4f52-8e6d-72efd240151b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.235s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.172693] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "d23f92bb-d318-4f52-8e6d-72efd240151b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 30.089s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.172900] env[62306]: INFO nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] During sync_power_state the instance has a pending task (deleting). Skip. [ 1916.173103] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "d23f92bb-d318-4f52-8e6d-72efd240151b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.360862] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Releasing lock "refresh_cache-891e32e2-122f-408b-bfd2-9f610827dc53" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.361284] env[62306]: DEBUG nova.compute.manager [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Instance network_info: |[{"id": "cf460d5a-95c3-46ce-bb4f-34a63a545167", "address": "fa:16:3e:7d:ef:5b", "network": {"id": "1a24c827-f993-4fc3-b48a-4a84dba7e675", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1790124445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c0ff968f9b74fc58d04f5b534d21a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf460d5a-95", "ovs_interfaceid": "cf460d5a-95c3-46ce-bb4f-34a63a545167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1916.361792] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:ef:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf460d5a-95c3-46ce-bb4f-34a63a545167', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1916.373593] env[62306]: DEBUG oslo.service.loopingcall [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1916.376774] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1916.377900] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a12cefd2-a8f5-4e61-823e-68415b2c1bf0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.409160] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1916.409160] env[62306]: value = "task-1972897" [ 1916.409160] env[62306]: _type = "Task" [ 1916.409160] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.421124] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972897, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.472112] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972894, 'name': CreateVM_Task, 'duration_secs': 2.491992} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.472374] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1916.476249] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.476883] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.476883] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1916.477140] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0392cafc-3e00-43f9-95da-bd0c83d0453b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.490080] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972895, 'name': ReconfigVM_Task, 'duration_secs': 2.323754} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.490080] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1916.490080] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ce985f-3ce7-b026-7df7-6b3ff5599c52" [ 1916.490080] env[62306]: _type = "Task" [ 1916.490080] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.490701] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1916.500811] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f489f8e-5bd8-4132-9eb4-cf7fa2628572 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.517098] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972891, 'name': PowerOnVM_Task, 'duration_secs': 3.11814} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.522258] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1916.522258] env[62306]: INFO nova.compute.manager [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Took 13.49 seconds to spawn the instance on the hypervisor. [ 1916.522258] env[62306]: DEBUG nova.compute.manager [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1916.522258] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5b380a-c871-4042-8ef8-c362b7a78f6f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.529464] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ce985f-3ce7-b026-7df7-6b3ff5599c52, 'name': SearchDatastore_Task, 'duration_secs': 0.009294} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.530425] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.530819] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1916.530896] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.531399] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.531399] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1916.531618] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1916.531618] env[62306]: value = "task-1972898" [ 1916.531618] env[62306]: _type = "Task" [ 1916.531618] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.533065] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfe65516-e9d0-492b-a5a0-f43e0f106dd4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.553611] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.555351] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1916.555663] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1916.556805] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ede366a0-8189-4388-9ab5-d7264637e573 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.566712] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1916.566712] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527ea7a2-a6a3-9d98-d949-5539e4558659" [ 1916.566712] env[62306]: _type = "Task" [ 1916.566712] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.568149] env[62306]: DEBUG nova.network.neutron [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Updated VIF entry in instance network info cache for port c6c5fd37-0842-4ec0-8815-62e751df94da. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1916.568149] env[62306]: DEBUG nova.network.neutron [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Updating instance_info_cache with network_info: [{"id": "c6c5fd37-0842-4ec0-8815-62e751df94da", "address": "fa:16:3e:a5:1a:33", "network": {"id": "90fb0a94-ed83-4055-846c-1827072fb4a7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-56600509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8b5165732a4156b26bf3c3cf699918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c5fd37-08", "ovs_interfaceid": "c6c5fd37-0842-4ec0-8815-62e751df94da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.584651] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527ea7a2-a6a3-9d98-d949-5539e4558659, 'name': SearchDatastore_Task, 'duration_secs': 0.012476} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.586706] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ed5b9fb-746c-4a28-9613-569d34f27799 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.596707] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1916.596707] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fe1702-f014-7fd4-fd28-f1f0cf22bf25" [ 1916.596707] env[62306]: _type = "Task" [ 1916.596707] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.615412] env[62306]: DEBUG oslo_vmware.api [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Task: {'id': task-1972896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217649} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.618534] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1916.618730] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1916.619080] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1916.619337] env[62306]: INFO nova.compute.manager [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Took 3.76 seconds to destroy the instance on the hypervisor. [ 1916.619716] env[62306]: DEBUG oslo.service.loopingcall [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1916.620422] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fe1702-f014-7fd4-fd28-f1f0cf22bf25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.620734] env[62306]: DEBUG nova.compute.manager [-] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1916.620896] env[62306]: DEBUG nova.network.neutron [-] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1916.649676] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707a95ba-7d17-476b-b13b-0406571def5b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.664939] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca784dd-1f89-4df4-9ff0-6b60a7419a22 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.697109] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77276e1-0dbd-49a5-8b07-42f84878e735 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.703099] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7065c02-5b62-4f20-ba47-446b52bff056 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.716909] env[62306]: DEBUG nova.compute.provider_tree [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1916.918844] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972897, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.044986] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.056105] env[62306]: INFO nova.compute.manager [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Took 43.99 seconds to build instance. [ 1917.078100] env[62306]: DEBUG oslo_concurrency.lockutils [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] Releasing lock "refresh_cache-1daa5c2d-0f27-4fad-b397-a5929514915d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.078372] env[62306]: DEBUG nova.compute.manager [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Received event network-vif-plugged-cf460d5a-95c3-46ce-bb4f-34a63a545167 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1917.078571] env[62306]: DEBUG oslo_concurrency.lockutils [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] Acquiring lock "891e32e2-122f-408b-bfd2-9f610827dc53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.078886] env[62306]: DEBUG oslo_concurrency.lockutils [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] Lock "891e32e2-122f-408b-bfd2-9f610827dc53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.079092] env[62306]: DEBUG oslo_concurrency.lockutils [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] Lock "891e32e2-122f-408b-bfd2-9f610827dc53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.079268] env[62306]: DEBUG nova.compute.manager [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] No waiting events found dispatching network-vif-plugged-cf460d5a-95c3-46ce-bb4f-34a63a545167 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1917.079441] env[62306]: WARNING nova.compute.manager [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Received unexpected event network-vif-plugged-cf460d5a-95c3-46ce-bb4f-34a63a545167 for instance with vm_state building and task_state spawning. [ 1917.079608] env[62306]: DEBUG nova.compute.manager [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Received event network-changed-cf460d5a-95c3-46ce-bb4f-34a63a545167 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1917.079766] env[62306]: DEBUG nova.compute.manager [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Refreshing instance network info cache due to event network-changed-cf460d5a-95c3-46ce-bb4f-34a63a545167. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1917.079992] env[62306]: DEBUG oslo_concurrency.lockutils [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] Acquiring lock "refresh_cache-891e32e2-122f-408b-bfd2-9f610827dc53" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.080156] env[62306]: DEBUG oslo_concurrency.lockutils [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] Acquired lock "refresh_cache-891e32e2-122f-408b-bfd2-9f610827dc53" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.080312] env[62306]: DEBUG nova.network.neutron [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Refreshing network info cache for port cf460d5a-95c3-46ce-bb4f-34a63a545167 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1917.113436] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fe1702-f014-7fd4-fd28-f1f0cf22bf25, 'name': SearchDatastore_Task, 'duration_secs': 0.01772} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.113729] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.114000] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 1daa5c2d-0f27-4fad-b397-a5929514915d/1daa5c2d-0f27-4fad-b397-a5929514915d.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1917.114286] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37cc3a4d-cca9-4530-a9b2-1ac8a982f1f0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.121421] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1917.121421] env[62306]: value = "task-1972899" [ 1917.121421] env[62306]: _type = "Task" [ 1917.121421] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.128922] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.220518] env[62306]: DEBUG nova.scheduler.client.report [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1917.420082] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972897, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.548312] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972898, 'name': ReconfigVM_Task, 'duration_secs': 0.842034} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.548744] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406222', 'volume_id': '6db03986-7472-45b3-87a2-062c4fd29bf1', 'name': 'volume-6db03986-7472-45b3-87a2-062c4fd29bf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1b3977d-c5ae-4f83-b218-723af521215e', 'attached_at': '', 'detached_at': '', 'volume_id': '6db03986-7472-45b3-87a2-062c4fd29bf1', 'serial': '6db03986-7472-45b3-87a2-062c4fd29bf1'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1917.557979] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "5036bf3d-daad-473f-b073-63fec9340879" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.019s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.559400] env[62306]: DEBUG nova.network.neutron [-] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.633836] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972899, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.718166] env[62306]: DEBUG nova.compute.manager [req-24ed6b0f-40e6-4a32-8f11-147a5a9252f3 req-07d34891-11f9-4d21-b34c-6d7c17d25ff5 service nova] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Received event network-vif-deleted-1f0121cf-3196-4037-a8ec-4b6135601bd5 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1917.725659] env[62306]: DEBUG oslo_concurrency.lockutils [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.728446] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.461s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.728670] env[62306]: DEBUG nova.objects.instance [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lazy-loading 'resources' on Instance uuid 4357d6be-ea09-4433-9e31-f300db3cc789 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1917.756490] env[62306]: INFO nova.scheduler.client.report [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Deleted allocations for instance b6298285-d383-48c4-afa2-31749458e29d [ 1917.926490] env[62306]: DEBUG nova.network.neutron [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Updated VIF entry in instance network info cache for port cf460d5a-95c3-46ce-bb4f-34a63a545167. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1917.926837] env[62306]: DEBUG nova.network.neutron [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Updating instance_info_cache with network_info: [{"id": "cf460d5a-95c3-46ce-bb4f-34a63a545167", "address": "fa:16:3e:7d:ef:5b", "network": {"id": "1a24c827-f993-4fc3-b48a-4a84dba7e675", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1790124445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c0ff968f9b74fc58d04f5b534d21a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf460d5a-95", "ovs_interfaceid": "cf460d5a-95c3-46ce-bb4f-34a63a545167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.928020] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972897, 'name': CreateVM_Task, 'duration_secs': 1.167793} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.928171] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1917.929069] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.929228] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.929527] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1917.930014] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6072d0a2-cfc3-495c-8621-0bace2d2985c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.934965] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1917.934965] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529f38bd-2926-da5d-72e4-efac26fb84e0" [ 1917.934965] env[62306]: _type = "Task" [ 1917.934965] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.940256] env[62306]: DEBUG nova.network.neutron [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Successfully updated port: 76dd3893-903c-4bd5-98d5-a971e90d3b48 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1917.945229] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529f38bd-2926-da5d-72e4-efac26fb84e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.063161] env[62306]: INFO nova.compute.manager [-] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Took 1.44 seconds to deallocate network for instance. [ 1918.132589] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542197} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.132897] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 1daa5c2d-0f27-4fad-b397-a5929514915d/1daa5c2d-0f27-4fad-b397-a5929514915d.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1918.133167] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1918.133422] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bedcdfe-ea26-4a38-884e-d2355700c452 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.139700] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1918.139700] env[62306]: value = "task-1972900" [ 1918.139700] env[62306]: _type = "Task" [ 1918.139700] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.148828] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.269577] env[62306]: DEBUG oslo_concurrency.lockutils [None req-307476bc-fb18-4e2a-afc8-225bfb46ea0c tempest-ServerTagsTestJSON-174551689 tempest-ServerTagsTestJSON-174551689-project-member] Lock "b6298285-d383-48c4-afa2-31749458e29d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.076s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.431489] env[62306]: DEBUG oslo_concurrency.lockutils [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] Releasing lock "refresh_cache-891e32e2-122f-408b-bfd2-9f610827dc53" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.431757] env[62306]: DEBUG nova.compute.manager [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Received event network-changed-f29e887c-2af7-4136-b4a8-68e971691545 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1918.431931] env[62306]: DEBUG nova.compute.manager [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Refreshing instance network info cache due to event network-changed-f29e887c-2af7-4136-b4a8-68e971691545. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1918.432154] env[62306]: DEBUG oslo_concurrency.lockutils [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] Acquiring lock "refresh_cache-bbffb2d7-47c9-4cbf-a30d-439cb058f6dc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.432298] env[62306]: DEBUG oslo_concurrency.lockutils [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] Acquired lock "refresh_cache-bbffb2d7-47c9-4cbf-a30d-439cb058f6dc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.432457] env[62306]: DEBUG nova.network.neutron [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Refreshing network info cache for port f29e887c-2af7-4136-b4a8-68e971691545 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1918.446732] env[62306]: DEBUG oslo_concurrency.lockutils [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.446732] env[62306]: DEBUG oslo_concurrency.lockutils [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.446732] env[62306]: DEBUG nova.network.neutron [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1918.448395] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529f38bd-2926-da5d-72e4-efac26fb84e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010398} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.451318] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.451546] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1918.451775] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.451920] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.452106] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1918.452783] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2999365-a6f5-47db-8bea-2ab6b2853ef8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.461738] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1918.461738] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1918.464922] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93105caa-78a7-46d8-979a-ed1c49039781 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.471797] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1918.471797] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523b5600-f8a5-28f6-befd-93ad326a62b2" [ 1918.471797] env[62306]: _type = "Task" [ 1918.471797] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.478232] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523b5600-f8a5-28f6-befd-93ad326a62b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.562142] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcd9e90-1f71-4420-8fad-ff2748246920 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.570698] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.571863] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7e2d0e-bf51-4421-9008-cb13195e6198 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.603295] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb025d56-9717-4e38-a75e-3aaf71cb6fac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.608853] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1918.608853] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a3892f3-50ff-4094-9d37-c16813e4ea1d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.614116] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcb3a32-dc89-41f1-b402-e5286b56335f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.618937] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1918.618937] env[62306]: value = "task-1972901" [ 1918.618937] env[62306]: _type = "Task" [ 1918.618937] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.629154] env[62306]: DEBUG nova.compute.provider_tree [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1918.635386] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] VM already powered off {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1918.635605] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Volume detach. Driver type: vmdk {{(pid=62306) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1918.635802] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406222', 'volume_id': '6db03986-7472-45b3-87a2-062c4fd29bf1', 'name': 'volume-6db03986-7472-45b3-87a2-062c4fd29bf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1b3977d-c5ae-4f83-b218-723af521215e', 'attached_at': '', 'detached_at': '', 'volume_id': '6db03986-7472-45b3-87a2-062c4fd29bf1', 'serial': '6db03986-7472-45b3-87a2-062c4fd29bf1'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1918.636523] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab475809-8f87-4517-bd6a-a9d493d7a312 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.657034] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdb908c-5acf-44e0-9972-35e0b9c2b0f3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.662181] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068403} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.662754] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1918.663497] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94888558-0fd7-472a-8985-c1c7b37022ff {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.669105] env[62306]: WARNING nova.virt.vmwareapi.driver [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1918.669371] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1918.678369] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae261e8-f951-4a59-9ff0-53545077b40f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.689284] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 1daa5c2d-0f27-4fad-b397-a5929514915d/1daa5c2d-0f27-4fad-b397-a5929514915d.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1918.689531] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a401cf8-21d0-4508-bc57-c7ba6835a37b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.707506] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1918.708607] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-833c1221-41d1-4851-ac71-ef2a4841aef4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.710081] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1918.710081] env[62306]: value = "task-1972902" [ 1918.710081] env[62306]: _type = "Task" [ 1918.710081] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.720196] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972902, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.878377] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1918.878606] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1918.878818] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Deleting the datastore file [datastore1] f1b3977d-c5ae-4f83-b218-723af521215e {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1918.879104] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b0ce199-290b-4b83-9f15-82b210e23ba4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.886032] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1918.886032] env[62306]: value = "task-1972904" [ 1918.886032] env[62306]: _type = "Task" [ 1918.886032] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.892312] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1bcd0a0-1616-415b-8487-58aeb837e905 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "d6b524bb-fda7-45cb-92cc-097312df03c7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.892312] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1bcd0a0-1616-415b-8487-58aeb837e905 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "d6b524bb-fda7-45cb-92cc-097312df03c7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.898197] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.981253] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523b5600-f8a5-28f6-befd-93ad326a62b2, 'name': SearchDatastore_Task, 'duration_secs': 0.008629} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.982125] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a845d4c7-e1e3-454e-bfa6-29c4dfdb9699 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.990186] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1918.990186] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52631a33-d570-5fcc-74c9-3c020c125f71" [ 1918.990186] env[62306]: _type = "Task" [ 1918.990186] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.001615] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52631a33-d570-5fcc-74c9-3c020c125f71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.002627] env[62306]: WARNING nova.network.neutron [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] c1c9e942-6c41-40c1-8965-b3aeead26503 already exists in list: networks containing: ['c1c9e942-6c41-40c1-8965-b3aeead26503']. ignoring it [ 1919.132451] env[62306]: DEBUG nova.scheduler.client.report [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1919.219868] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972902, 'name': ReconfigVM_Task, 'duration_secs': 0.29399} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.220230] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 1daa5c2d-0f27-4fad-b397-a5929514915d/1daa5c2d-0f27-4fad-b397-a5929514915d.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1919.221404] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03848496-e6c9-476d-841f-80c40c06bf43 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.228326] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1919.228326] env[62306]: value = "task-1972905" [ 1919.228326] env[62306]: _type = "Task" [ 1919.228326] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.237063] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972905, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.397680] env[62306]: DEBUG nova.compute.utils [None req-b1bcd0a0-1616-415b-8487-58aeb837e905 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1919.399074] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170953} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.399794] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1919.400114] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1919.400361] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1919.501084] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52631a33-d570-5fcc-74c9-3c020c125f71, 'name': SearchDatastore_Task, 'duration_secs': 0.024075} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.501423] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.501749] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 891e32e2-122f-408b-bfd2-9f610827dc53/891e32e2-122f-408b-bfd2-9f610827dc53.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1919.502077] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae1ff39a-d534-4e5f-91d7-57300a8d92cb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.511756] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1919.511756] env[62306]: value = "task-1972906" [ 1919.511756] env[62306]: _type = "Task" [ 1919.511756] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.523050] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.533008] env[62306]: DEBUG nova.network.neutron [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Updated VIF entry in instance network info cache for port f29e887c-2af7-4136-b4a8-68e971691545. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1919.534117] env[62306]: DEBUG nova.network.neutron [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Updating instance_info_cache with network_info: [{"id": "f29e887c-2af7-4136-b4a8-68e971691545", "address": "fa:16:3e:41:42:1a", "network": {"id": "e517a8c3-6380-408d-916c-09da44df22c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1687445468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7db4d2d12fd4140972c835112cc614e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf29e887c-2a", "ovs_interfaceid": "f29e887c-2af7-4136-b4a8-68e971691545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.641142] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.644245] env[62306]: DEBUG oslo_concurrency.lockutils [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.784s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.649760] env[62306]: INFO nova.compute.claims [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1919.653590] env[62306]: DEBUG nova.network.neutron [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Updating instance_info_cache with network_info: [{"id": "8aaedc75-63d5-4d54-a394-57009c4ad56b", "address": "fa:16:3e:f2:4e:c6", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aaedc75-63", "ovs_interfaceid": "8aaedc75-63d5-4d54-a394-57009c4ad56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "76dd3893-903c-4bd5-98d5-a971e90d3b48", "address": "fa:16:3e:a8:01:2d", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76dd3893-90", "ovs_interfaceid": "76dd3893-903c-4bd5-98d5-a971e90d3b48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.667300] env[62306]: INFO nova.scheduler.client.report [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Deleted allocations for instance 4357d6be-ea09-4433-9e31-f300db3cc789 [ 1919.740917] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972905, 'name': Rename_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.904362] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1bcd0a0-1616-415b-8487-58aeb837e905 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "d6b524bb-fda7-45cb-92cc-097312df03c7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.906053] env[62306]: INFO nova.virt.block_device [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Booting with volume 6db03986-7472-45b3-87a2-062c4fd29bf1 at /dev/sdb [ 1919.942291] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff49c3ae-7b21-4cab-b42e-be43bae7c560 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.953777] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42713665-894b-4b6f-afd6-fb7cd46d2cb3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.985343] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a375515-ecf8-4694-b18e-e2a467450591 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.993862] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de04f8b4-b083-4d5f-8ca1-03a2e4ee40f2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.027399] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f721b938-68f2-4499-980d-7c8dfb2595af {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.032958] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.037130] env[62306]: DEBUG oslo_concurrency.lockutils [req-10cca8ff-ab84-4a7b-aa46-63e39da72c6f req-70cbb7b4-6735-456e-9bdb-943ec0ea27e8 service nova] Releasing lock "refresh_cache-bbffb2d7-47c9-4cbf-a30d-439cb058f6dc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.038161] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7b726f-01cc-45ae-bbe4-021fde75be0b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.055639] env[62306]: DEBUG nova.virt.block_device [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Updating existing volume attachment record: 471ed397-d7d4-48ef-8743-9d94231c593e {{(pid=62306) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1920.161077] env[62306]: DEBUG oslo_concurrency.lockutils [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.161678] env[62306]: DEBUG oslo_concurrency.lockutils [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.161838] env[62306]: DEBUG oslo_concurrency.lockutils [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.163319] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c97838-5d71-45c5-b8f8-b9977a4df3bb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.184772] env[62306]: DEBUG nova.virt.hardware [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1920.184986] env[62306]: DEBUG nova.virt.hardware [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1920.185161] env[62306]: DEBUG nova.virt.hardware [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1920.185341] env[62306]: DEBUG nova.virt.hardware [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1920.185512] env[62306]: DEBUG nova.virt.hardware [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1920.185671] env[62306]: DEBUG nova.virt.hardware [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1920.185872] env[62306]: DEBUG nova.virt.hardware [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1920.186037] env[62306]: DEBUG nova.virt.hardware [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1920.186201] env[62306]: DEBUG nova.virt.hardware [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1920.186358] env[62306]: DEBUG nova.virt.hardware [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1920.186556] env[62306]: DEBUG nova.virt.hardware [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1920.192761] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Reconfiguring VM to attach interface {{(pid=62306) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1920.193906] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dc2209d-d66f-4d7d-9d9a-6104306748c8 tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "4357d6be-ea09-4433-9e31-f300db3cc789" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.936s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.194830] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b493ca7e-2d3c-4c57-8536-d7a499ec1153 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.213360] env[62306]: DEBUG oslo_vmware.api [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1920.213360] env[62306]: value = "task-1972907" [ 1920.213360] env[62306]: _type = "Task" [ 1920.213360] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.230435] env[62306]: DEBUG oslo_vmware.api [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.239652] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972905, 'name': Rename_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.523141] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972906, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.727306] env[62306]: DEBUG oslo_vmware.api [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.740857] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972905, 'name': Rename_Task, 'duration_secs': 1.165674} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.741161] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1920.741431] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b03d361b-e019-4950-a3d2-0a791ac71eee {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.751668] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1920.751668] env[62306]: value = "task-1972909" [ 1920.751668] env[62306]: _type = "Task" [ 1920.751668] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.763751] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.963735] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1bcd0a0-1616-415b-8487-58aeb837e905 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "d6b524bb-fda7-45cb-92cc-097312df03c7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.964009] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1bcd0a0-1616-415b-8487-58aeb837e905 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "d6b524bb-fda7-45cb-92cc-097312df03c7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.964291] env[62306]: INFO nova.compute.manager [None req-b1bcd0a0-1616-415b-8487-58aeb837e905 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Attaching volume defffd8d-a065-4957-9db9-aa15c075436f to /dev/sdb [ 1921.000605] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec057c8e-e61a-41e2-9226-f1d0c6d80b60 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.007471] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca924d9b-859e-44eb-8fe7-ec9ef3c22faa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.011246] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94053c97-dcd2-4c7d-a620-7bae8dcf01f4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.025866] env[62306]: DEBUG nova.virt.block_device [None req-b1bcd0a0-1616-415b-8487-58aeb837e905 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Updating existing volume attachment record: 992b8d92-ddb6-42db-b014-e4f2d7ec7e5e {{(pid=62306) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1921.036057] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972906, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.299157} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.036389] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 891e32e2-122f-408b-bfd2-9f610827dc53/891e32e2-122f-408b-bfd2-9f610827dc53.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1921.036644] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1921.037762] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de9edb7-8369-461d-986f-cfd8568d95d2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.040947] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cdd31a9-f3d0-4e60-96bf-936a7412c3fd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.073892] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93445bd-c836-4e50-a153-acce0a9d6204 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.076758] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1921.076758] env[62306]: value = "task-1972910" [ 1921.076758] env[62306]: _type = "Task" [ 1921.076758] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.084023] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c362ca-4444-4fa6-9641-9977cc07cf0e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.090906] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.101224] env[62306]: DEBUG nova.compute.provider_tree [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1921.224520] env[62306]: DEBUG oslo_vmware.api [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972907, 'name': ReconfigVM_Task, 'duration_secs': 0.705817} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.225132] env[62306]: DEBUG oslo_concurrency.lockutils [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.225401] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Reconfigured VM to attach interface {{(pid=62306) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1921.266924] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972909, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.370371] env[62306]: DEBUG nova.compute.manager [req-579cff26-770b-4916-8c14-cd4096c1d866 req-215d4882-7692-4c41-9bc7-17a47ac6294f service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Received event network-vif-plugged-76dd3893-903c-4bd5-98d5-a971e90d3b48 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1921.370371] env[62306]: DEBUG oslo_concurrency.lockutils [req-579cff26-770b-4916-8c14-cd4096c1d866 req-215d4882-7692-4c41-9bc7-17a47ac6294f service nova] Acquiring lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.370470] env[62306]: DEBUG oslo_concurrency.lockutils [req-579cff26-770b-4916-8c14-cd4096c1d866 req-215d4882-7692-4c41-9bc7-17a47ac6294f service nova] Lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.370578] env[62306]: DEBUG oslo_concurrency.lockutils [req-579cff26-770b-4916-8c14-cd4096c1d866 req-215d4882-7692-4c41-9bc7-17a47ac6294f service nova] Lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.370751] env[62306]: DEBUG nova.compute.manager [req-579cff26-770b-4916-8c14-cd4096c1d866 req-215d4882-7692-4c41-9bc7-17a47ac6294f service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] No waiting events found dispatching network-vif-plugged-76dd3893-903c-4bd5-98d5-a971e90d3b48 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1921.370920] env[62306]: WARNING nova.compute.manager [req-579cff26-770b-4916-8c14-cd4096c1d866 req-215d4882-7692-4c41-9bc7-17a47ac6294f service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Received unexpected event network-vif-plugged-76dd3893-903c-4bd5-98d5-a971e90d3b48 for instance with vm_state active and task_state None. [ 1921.371110] env[62306]: DEBUG nova.compute.manager [req-579cff26-770b-4916-8c14-cd4096c1d866 req-215d4882-7692-4c41-9bc7-17a47ac6294f service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Received event network-changed-76dd3893-903c-4bd5-98d5-a971e90d3b48 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1921.371266] env[62306]: DEBUG nova.compute.manager [req-579cff26-770b-4916-8c14-cd4096c1d866 req-215d4882-7692-4c41-9bc7-17a47ac6294f service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Refreshing instance network info cache due to event network-changed-76dd3893-903c-4bd5-98d5-a971e90d3b48. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1921.371450] env[62306]: DEBUG oslo_concurrency.lockutils [req-579cff26-770b-4916-8c14-cd4096c1d866 req-215d4882-7692-4c41-9bc7-17a47ac6294f service nova] Acquiring lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.371609] env[62306]: DEBUG oslo_concurrency.lockutils [req-579cff26-770b-4916-8c14-cd4096c1d866 req-215d4882-7692-4c41-9bc7-17a47ac6294f service nova] Acquired lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.371731] env[62306]: DEBUG nova.network.neutron [req-579cff26-770b-4916-8c14-cd4096c1d866 req-215d4882-7692-4c41-9bc7-17a47ac6294f service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Refreshing network info cache for port 76dd3893-903c-4bd5-98d5-a971e90d3b48 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1921.585469] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095665} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.585812] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1921.586606] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c92a2b-7a7f-463d-8765-6605b7a1b45a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.608095] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 891e32e2-122f-408b-bfd2-9f610827dc53/891e32e2-122f-408b-bfd2-9f610827dc53.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1921.608956] env[62306]: DEBUG nova.scheduler.client.report [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1921.612050] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-295090ee-83fa-4603-84cf-111058979e90 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.637553] env[62306]: DEBUG oslo_concurrency.lockutils [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.993s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.638074] env[62306]: DEBUG nova.compute.manager [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1921.641582] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.087s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.641811] env[62306]: DEBUG nova.objects.instance [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lazy-loading 'resources' on Instance uuid 9cece948-6fe9-4821-8911-5fe83b39c4b5 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1921.650835] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1921.650835] env[62306]: value = "task-1972914" [ 1921.650835] env[62306]: _type = "Task" [ 1921.650835] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.662137] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972914, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.730891] env[62306]: DEBUG oslo_concurrency.lockutils [None req-03e71b91-a4ea-4678-a74a-7504f4d8a505 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "interface-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.167s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.765014] env[62306]: DEBUG oslo_vmware.api [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972909, 'name': PowerOnVM_Task, 'duration_secs': 0.564957} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.765443] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1921.765667] env[62306]: INFO nova.compute.manager [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Took 10.76 seconds to spawn the instance on the hypervisor. [ 1921.765870] env[62306]: DEBUG nova.compute.manager [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1921.766596] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e83bae-1c45-468a-bf8c-1259a10173f5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.111608] env[62306]: DEBUG nova.network.neutron [req-579cff26-770b-4916-8c14-cd4096c1d866 req-215d4882-7692-4c41-9bc7-17a47ac6294f service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Updated VIF entry in instance network info cache for port 76dd3893-903c-4bd5-98d5-a971e90d3b48. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1922.112109] env[62306]: DEBUG nova.network.neutron [req-579cff26-770b-4916-8c14-cd4096c1d866 req-215d4882-7692-4c41-9bc7-17a47ac6294f service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Updating instance_info_cache with network_info: [{"id": "8aaedc75-63d5-4d54-a394-57009c4ad56b", "address": "fa:16:3e:f2:4e:c6", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aaedc75-63", "ovs_interfaceid": "8aaedc75-63d5-4d54-a394-57009c4ad56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "76dd3893-903c-4bd5-98d5-a971e90d3b48", "address": "fa:16:3e:a8:01:2d", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76dd3893-90", "ovs_interfaceid": "76dd3893-903c-4bd5-98d5-a971e90d3b48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.147432] env[62306]: DEBUG nova.compute.utils [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1922.154085] env[62306]: DEBUG nova.compute.manager [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1922.154264] env[62306]: DEBUG nova.network.neutron [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1922.166164] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.184919] env[62306]: DEBUG nova.virt.hardware [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1922.185219] env[62306]: DEBUG nova.virt.hardware [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1922.185380] env[62306]: DEBUG nova.virt.hardware [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1922.185638] env[62306]: DEBUG nova.virt.hardware [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1922.185849] env[62306]: DEBUG nova.virt.hardware [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1922.186067] env[62306]: DEBUG nova.virt.hardware [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1922.186387] env[62306]: DEBUG nova.virt.hardware [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1922.186532] env[62306]: DEBUG nova.virt.hardware [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1922.186744] env[62306]: DEBUG nova.virt.hardware [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1922.186953] env[62306]: DEBUG nova.virt.hardware [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1922.187189] env[62306]: DEBUG nova.virt.hardware [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1922.188203] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1f843c-e3a8-4266-8e15-8a74fbb2f921 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.200780] env[62306]: DEBUG nova.policy [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e9e335fd939403fa14301259d947ed2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a26118381bb04694b6b660eab1047488', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1922.203495] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cfbd26-adb1-4665-a37a-6948dd0e364e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.221778] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:b0:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f241cc9-22bf-490b-92cc-9f9aa8265e36', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1922.229424] env[62306]: DEBUG oslo.service.loopingcall [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1922.232321] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1922.233444] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bcfd867-f46f-4f9b-af3b-3469a4c3ad81 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.256504] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1922.256504] env[62306]: value = "task-1972915" [ 1922.256504] env[62306]: _type = "Task" [ 1922.256504] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.263809] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972915, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.289379] env[62306]: INFO nova.compute.manager [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Took 48.77 seconds to build instance. [ 1922.537364] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a184687b-1634-464a-b27f-81ab8876e8ec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.546085] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59907ad-9232-4589-8f9a-ebb4be5ed18d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.577387] env[62306]: DEBUG nova.network.neutron [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Successfully created port: 7c2d339f-f89e-421c-b365-7dd0496594e6 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1922.580157] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3328b637-e495-47fe-8adb-6b2ef19f5744 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.588633] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa4fb06-e860-4955-833e-c15781e06ce9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.603704] env[62306]: DEBUG nova.compute.provider_tree [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1922.615386] env[62306]: DEBUG oslo_concurrency.lockutils [req-579cff26-770b-4916-8c14-cd4096c1d866 req-215d4882-7692-4c41-9bc7-17a47ac6294f service nova] Releasing lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.657318] env[62306]: DEBUG nova.compute.manager [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1922.673136] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972914, 'name': ReconfigVM_Task, 'duration_secs': 0.793428} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.673136] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 891e32e2-122f-408b-bfd2-9f610827dc53/891e32e2-122f-408b-bfd2-9f610827dc53.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1922.673136] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f2219ff-6ea3-42ce-8b81-e981d82a820d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.682028] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1922.682028] env[62306]: value = "task-1972916" [ 1922.682028] env[62306]: _type = "Task" [ 1922.682028] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.692856] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972916, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.766770] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972915, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.791236] env[62306]: DEBUG oslo_concurrency.lockutils [None req-911e396b-fd15-47c0-9853-3e80b58f3aec tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "1daa5c2d-0f27-4fad-b397-a5929514915d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.281s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.109100] env[62306]: DEBUG nova.scheduler.client.report [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1923.192229] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972916, 'name': Rename_Task, 'duration_secs': 0.21879} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.192561] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1923.192803] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-262f1c50-bd7f-40cd-ba0f-a99499aa598b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.199725] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1923.199725] env[62306]: value = "task-1972917" [ 1923.199725] env[62306]: _type = "Task" [ 1923.199725] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.208484] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.266248] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972915, 'name': CreateVM_Task, 'duration_secs': 0.665366} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.266454] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1923.267210] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.267372] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.267721] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1923.267979] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09075db4-d854-4f66-9708-f5abafdce9f5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.273149] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1923.273149] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52481e33-31ef-f102-434f-78e561e4456e" [ 1923.273149] env[62306]: _type = "Task" [ 1923.273149] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.282904] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52481e33-31ef-f102-434f-78e561e4456e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.451587] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "1daa5c2d-0f27-4fad-b397-a5929514915d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.451587] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "1daa5c2d-0f27-4fad-b397-a5929514915d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.451587] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "1daa5c2d-0f27-4fad-b397-a5929514915d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.451587] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "1daa5c2d-0f27-4fad-b397-a5929514915d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.451587] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "1daa5c2d-0f27-4fad-b397-a5929514915d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.455388] env[62306]: INFO nova.compute.manager [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Terminating instance [ 1923.534209] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "5036bf3d-daad-473f-b073-63fec9340879" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.534209] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "5036bf3d-daad-473f-b073-63fec9340879" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.534359] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "5036bf3d-daad-473f-b073-63fec9340879-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.534498] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "5036bf3d-daad-473f-b073-63fec9340879-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.534676] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "5036bf3d-daad-473f-b073-63fec9340879-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.536810] env[62306]: INFO nova.compute.manager [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Terminating instance [ 1923.614461] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.616902] env[62306]: DEBUG oslo_concurrency.lockutils [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.618s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.617196] env[62306]: DEBUG nova.objects.instance [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lazy-loading 'resources' on Instance uuid b58b59b2-7f72-4763-a4ad-9c26117d6afe {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1923.640490] env[62306]: INFO nova.scheduler.client.report [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Deleted allocations for instance 9cece948-6fe9-4821-8911-5fe83b39c4b5 [ 1923.672514] env[62306]: DEBUG nova.compute.manager [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1923.698948] env[62306]: DEBUG nova.virt.hardware [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1923.699223] env[62306]: DEBUG nova.virt.hardware [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1923.699381] env[62306]: DEBUG nova.virt.hardware [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1923.699560] env[62306]: DEBUG nova.virt.hardware [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1923.699707] env[62306]: DEBUG nova.virt.hardware [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1923.699851] env[62306]: DEBUG nova.virt.hardware [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1923.700072] env[62306]: DEBUG nova.virt.hardware [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1923.700236] env[62306]: DEBUG nova.virt.hardware [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1923.700401] env[62306]: DEBUG nova.virt.hardware [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1923.700585] env[62306]: DEBUG nova.virt.hardware [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1923.700732] env[62306]: DEBUG nova.virt.hardware [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1923.701959] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76155229-345f-4fcd-be67-b0da7ac2a2ea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.718540] env[62306]: DEBUG oslo_vmware.api [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972917, 'name': PowerOnVM_Task, 'duration_secs': 0.494102} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.719105] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1923.719533] env[62306]: INFO nova.compute.manager [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Took 10.07 seconds to spawn the instance on the hypervisor. [ 1923.719533] env[62306]: DEBUG nova.compute.manager [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1923.720712] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0584f961-15fe-472c-8189-107b7a833fb1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.725019] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65011816-4540-490a-9583-8fb40706ea59 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.783617] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52481e33-31ef-f102-434f-78e561e4456e, 'name': SearchDatastore_Task, 'duration_secs': 0.012285} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.784008] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.784258] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1923.784488] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.784675] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.784802] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1923.785184] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bd98a6d-25d5-4a61-8b1d-17bbcc962474 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.794947] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1923.794947] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1923.795245] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4288611-a848-410e-8e3c-009bb9115aa5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.801489] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1923.801489] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5259f7ee-901a-b9ce-e1d6-e982ae02f936" [ 1923.801489] env[62306]: _type = "Task" [ 1923.801489] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.809560] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5259f7ee-901a-b9ce-e1d6-e982ae02f936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.948234] env[62306]: DEBUG oslo_concurrency.lockutils [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "interface-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-3a7be9b7-afeb-4839-8d6c-664e406589fa" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.948537] env[62306]: DEBUG oslo_concurrency.lockutils [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "interface-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-3a7be9b7-afeb-4839-8d6c-664e406589fa" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.948931] env[62306]: DEBUG nova.objects.instance [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lazy-loading 'flavor' on Instance uuid fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1923.959685] env[62306]: DEBUG nova.compute.manager [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1923.960451] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1923.961426] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e024544-8053-452e-bf00-8ce4ea8e800d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.969214] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1923.969464] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffc2d631-937d-4a36-b7cb-8c7647fdb3d5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.975796] env[62306]: DEBUG oslo_vmware.api [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1923.975796] env[62306]: value = "task-1972919" [ 1923.975796] env[62306]: _type = "Task" [ 1923.975796] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.984578] env[62306]: DEBUG oslo_vmware.api [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.043746] env[62306]: DEBUG nova.compute.manager [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1924.044011] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1924.045386] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa37df0-9e01-403b-ab6b-ae0e33869564 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.055183] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1924.055468] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe30c43b-9ada-4df7-a07d-1a0c00581f46 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.061818] env[62306]: DEBUG oslo_vmware.api [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1924.061818] env[62306]: value = "task-1972920" [ 1924.061818] env[62306]: _type = "Task" [ 1924.061818] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.073338] env[62306]: DEBUG oslo_vmware.api [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.152020] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ab59889-4ece-4888-816c-c9fe5e45c785 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "9cece948-6fe9-4821-8911-5fe83b39c4b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.456s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.204294] env[62306]: DEBUG nova.network.neutron [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Successfully updated port: 7c2d339f-f89e-421c-b365-7dd0496594e6 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1924.219555] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquiring lock "ff025daa-d258-446f-983f-3f0eb03056b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.219834] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "ff025daa-d258-446f-983f-3f0eb03056b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.220090] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquiring lock "ff025daa-d258-446f-983f-3f0eb03056b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.220301] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "ff025daa-d258-446f-983f-3f0eb03056b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.220444] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "ff025daa-d258-446f-983f-3f0eb03056b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.224751] env[62306]: INFO nova.compute.manager [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Terminating instance [ 1924.255336] env[62306]: INFO nova.compute.manager [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Took 43.76 seconds to build instance. [ 1924.314207] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5259f7ee-901a-b9ce-e1d6-e982ae02f936, 'name': SearchDatastore_Task, 'duration_secs': 0.011557} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.315035] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6bf04cb-a561-4f25-b926-5b9ba6bdda4d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.323050] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1924.323050] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c9532e-4764-d6e1-9470-02a32c084d0c" [ 1924.323050] env[62306]: _type = "Task" [ 1924.323050] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.332027] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c9532e-4764-d6e1-9470-02a32c084d0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.361088] env[62306]: DEBUG nova.compute.manager [req-efde6fb4-17d5-4eb7-9f1b-b2644ec45c6e req-550f0be2-445b-4685-91b3-3eb551052ad8 service nova] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Received event network-vif-plugged-7c2d339f-f89e-421c-b365-7dd0496594e6 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1924.361196] env[62306]: DEBUG oslo_concurrency.lockutils [req-efde6fb4-17d5-4eb7-9f1b-b2644ec45c6e req-550f0be2-445b-4685-91b3-3eb551052ad8 service nova] Acquiring lock "d7f4e7e4-858e-4988-8527-fdf674de7bde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.361378] env[62306]: DEBUG oslo_concurrency.lockutils [req-efde6fb4-17d5-4eb7-9f1b-b2644ec45c6e req-550f0be2-445b-4685-91b3-3eb551052ad8 service nova] Lock "d7f4e7e4-858e-4988-8527-fdf674de7bde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.361594] env[62306]: DEBUG oslo_concurrency.lockutils [req-efde6fb4-17d5-4eb7-9f1b-b2644ec45c6e req-550f0be2-445b-4685-91b3-3eb551052ad8 service nova] Lock "d7f4e7e4-858e-4988-8527-fdf674de7bde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.361697] env[62306]: DEBUG nova.compute.manager [req-efde6fb4-17d5-4eb7-9f1b-b2644ec45c6e req-550f0be2-445b-4685-91b3-3eb551052ad8 service nova] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] No waiting events found dispatching network-vif-plugged-7c2d339f-f89e-421c-b365-7dd0496594e6 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1924.361846] env[62306]: WARNING nova.compute.manager [req-efde6fb4-17d5-4eb7-9f1b-b2644ec45c6e req-550f0be2-445b-4685-91b3-3eb551052ad8 service nova] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Received unexpected event network-vif-plugged-7c2d339f-f89e-421c-b365-7dd0496594e6 for instance with vm_state building and task_state spawning. [ 1924.459465] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5829583-a910-43e3-b0e0-5f57bf8b4beb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.466828] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdd67e3-aab0-4061-af54-a5d4f144de0f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.502088] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0425a393-0d27-40e4-a869-23c3df634018 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.512648] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee2606c-297d-4fcd-9f6b-841326265c23 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.516479] env[62306]: DEBUG oslo_vmware.api [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972919, 'name': PowerOffVM_Task, 'duration_secs': 0.186193} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.516684] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1924.516848] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1924.517465] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cfb4181-a281-4331-9f36-2e1baba30580 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.528753] env[62306]: DEBUG nova.compute.provider_tree [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1924.571310] env[62306]: DEBUG oslo_vmware.api [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972920, 'name': PowerOffVM_Task, 'duration_secs': 0.277437} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.571499] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1924.571668] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1924.571918] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5df6187-f527-426b-aaff-2a633cdbf8d7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.580959] env[62306]: DEBUG nova.objects.instance [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lazy-loading 'pci_requests' on Instance uuid fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1924.621281] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1924.621281] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1924.621746] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Deleting the datastore file [datastore1] 1daa5c2d-0f27-4fad-b397-a5929514915d {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1924.621746] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-883e722c-4d8c-4f40-994a-fead28980832 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.628868] env[62306]: DEBUG oslo_vmware.api [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1924.628868] env[62306]: value = "task-1972923" [ 1924.628868] env[62306]: _type = "Task" [ 1924.628868] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.635988] env[62306]: DEBUG oslo_vmware.api [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.644234] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1924.644445] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1924.644651] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Deleting the datastore file [datastore1] 5036bf3d-daad-473f-b073-63fec9340879 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1924.644934] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a1ee6f4-76ec-4367-9d72-d180c0c84292 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.650740] env[62306]: DEBUG oslo_vmware.api [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for the task: (returnval){ [ 1924.650740] env[62306]: value = "task-1972924" [ 1924.650740] env[62306]: _type = "Task" [ 1924.650740] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.658969] env[62306]: DEBUG oslo_vmware.api [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.706826] env[62306]: DEBUG oslo_concurrency.lockutils [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Acquiring lock "refresh_cache-d7f4e7e4-858e-4988-8527-fdf674de7bde" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.707053] env[62306]: DEBUG oslo_concurrency.lockutils [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Acquired lock "refresh_cache-d7f4e7e4-858e-4988-8527-fdf674de7bde" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.707244] env[62306]: DEBUG nova.network.neutron [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1924.731713] env[62306]: DEBUG nova.compute.manager [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1924.731958] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1924.733127] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97250fb9-74b6-440e-967d-e3eef131d6dd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.741095] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1924.741338] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3317c2e8-d0f6-413d-8bba-ce057fe650b7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.747466] env[62306]: DEBUG oslo_vmware.api [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1924.747466] env[62306]: value = "task-1972925" [ 1924.747466] env[62306]: _type = "Task" [ 1924.747466] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.756290] env[62306]: DEBUG oslo_vmware.api [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.762019] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8438879a-faeb-45cc-a643-12a77ce6b793 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "891e32e2-122f-408b-bfd2-9f610827dc53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.280s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.834320] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c9532e-4764-d6e1-9470-02a32c084d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.019154} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.834692] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.835019] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] f1b3977d-c5ae-4f83-b218-723af521215e/f1b3977d-c5ae-4f83-b218-723af521215e.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1924.835339] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1f5a8dc-2fd2-4cdb-939b-26eba73b5e89 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.842124] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1924.842124] env[62306]: value = "task-1972926" [ 1924.842124] env[62306]: _type = "Task" [ 1924.842124] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.851018] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.032328] env[62306]: DEBUG nova.scheduler.client.report [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1925.084094] env[62306]: DEBUG nova.objects.base [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1925.084261] env[62306]: DEBUG nova.network.neutron [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1925.138834] env[62306]: DEBUG oslo_vmware.api [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19942} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.139291] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1925.139400] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1925.139520] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1925.139694] env[62306]: INFO nova.compute.manager [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1925.140038] env[62306]: DEBUG oslo.service.loopingcall [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.140175] env[62306]: DEBUG nova.compute.manager [-] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1925.140271] env[62306]: DEBUG nova.network.neutron [-] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1925.161066] env[62306]: DEBUG oslo_vmware.api [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Task: {'id': task-1972924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18913} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.162273] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1925.162273] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1925.162273] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1925.162433] env[62306]: INFO nova.compute.manager [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1925.162703] env[62306]: DEBUG oslo.service.loopingcall [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.163098] env[62306]: DEBUG nova.compute.manager [-] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1925.163158] env[62306]: DEBUG nova.network.neutron [-] [instance: 5036bf3d-daad-473f-b073-63fec9340879] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1925.185477] env[62306]: DEBUG nova.policy [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6547795e3fc41a68c6b2677aee67567', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c1dff801f734fd6af73ab511140982b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1925.259984] env[62306]: DEBUG oslo_vmware.api [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972925, 'name': PowerOffVM_Task, 'duration_secs': 0.2406} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.259984] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1925.260277] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1925.260348] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77360fff-c62d-42f0-b8b5-8c486f5d1219 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.269840] env[62306]: DEBUG nova.network.neutron [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1925.358893] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972926, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.424416] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1925.424694] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1925.424914] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Deleting the datastore file [datastore1] ff025daa-d258-446f-983f-3f0eb03056b7 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1925.425616] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a334335c-5638-4366-b6da-239d37a51987 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.433754] env[62306]: DEBUG oslo_vmware.api [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for the task: (returnval){ [ 1925.433754] env[62306]: value = "task-1972928" [ 1925.433754] env[62306]: _type = "Task" [ 1925.433754] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.442771] env[62306]: DEBUG oslo_vmware.api [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.538429] env[62306]: DEBUG oslo_concurrency.lockutils [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.542244] env[62306]: DEBUG oslo_concurrency.lockutils [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.591s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.544217] env[62306]: INFO nova.compute.claims [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1925.573780] env[62306]: INFO nova.scheduler.client.report [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Deleted allocations for instance b58b59b2-7f72-4763-a4ad-9c26117d6afe [ 1925.622202] env[62306]: DEBUG nova.network.neutron [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Updating instance_info_cache with network_info: [{"id": "7c2d339f-f89e-421c-b365-7dd0496594e6", "address": "fa:16:3e:eb:94:14", "network": {"id": "c7191573-268b-4122-98c2-d485e7ef0a63", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1111939667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a26118381bb04694b6b660eab1047488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c2d339f-f8", "ovs_interfaceid": "7c2d339f-f89e-421c-b365-7dd0496594e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.852017] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578038} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.852311] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] f1b3977d-c5ae-4f83-b218-723af521215e/f1b3977d-c5ae-4f83-b218-723af521215e.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1925.852507] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1925.852753] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40105db6-4a2b-48c7-a1df-8ae7f1a4b565 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.859648] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1925.859648] env[62306]: value = "task-1972929" [ 1925.859648] env[62306]: _type = "Task" [ 1925.859648] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.867381] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.907467] env[62306]: DEBUG nova.network.neutron [-] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.943434] env[62306]: DEBUG oslo_vmware.api [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Task: {'id': task-1972928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202843} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.944194] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1925.944194] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1925.944194] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1925.944194] env[62306]: INFO nova.compute.manager [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1925.944382] env[62306]: DEBUG oslo.service.loopingcall [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.944470] env[62306]: DEBUG nova.compute.manager [-] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1925.944558] env[62306]: DEBUG nova.network.neutron [-] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1926.001394] env[62306]: DEBUG nova.compute.manager [req-798907b8-fa4f-4a02-a21a-61e01baa806f req-d425e4aa-4290-43aa-a3d8-90d76978bdd7 service nova] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Received event network-vif-deleted-f336fa33-5a55-41e8-8301-ed36e4e5e0d4 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1926.078883] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1bcd0a0-1616-415b-8487-58aeb837e905 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Volume attach. Driver type: vmdk {{(pid=62306) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1926.078883] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1bcd0a0-1616-415b-8487-58aeb837e905 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406228', 'volume_id': 'defffd8d-a065-4957-9db9-aa15c075436f', 'name': 'volume-defffd8d-a065-4957-9db9-aa15c075436f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6b524bb-fda7-45cb-92cc-097312df03c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'defffd8d-a065-4957-9db9-aa15c075436f', 'serial': 'defffd8d-a065-4957-9db9-aa15c075436f'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1926.079742] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a829be-c100-407c-bdab-94fea63f9669 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.086956] env[62306]: DEBUG oslo_concurrency.lockutils [None req-714e4f30-78db-4f6f-8f32-b398e547f495 tempest-MigrationsAdminTest-629194808 tempest-MigrationsAdminTest-629194808-project-member] Lock "b58b59b2-7f72-4763-a4ad-9c26117d6afe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.310s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.100721] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a47cf49-723f-47db-a343-0329339703e3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.127222] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1bcd0a0-1616-415b-8487-58aeb837e905 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] volume-defffd8d-a065-4957-9db9-aa15c075436f/volume-defffd8d-a065-4957-9db9-aa15c075436f.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1926.128353] env[62306]: DEBUG oslo_concurrency.lockutils [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Releasing lock "refresh_cache-d7f4e7e4-858e-4988-8527-fdf674de7bde" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.128654] env[62306]: DEBUG nova.compute.manager [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Instance network_info: |[{"id": "7c2d339f-f89e-421c-b365-7dd0496594e6", "address": "fa:16:3e:eb:94:14", "network": {"id": "c7191573-268b-4122-98c2-d485e7ef0a63", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1111939667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a26118381bb04694b6b660eab1047488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c2d339f-f8", "ovs_interfaceid": "7c2d339f-f89e-421c-b365-7dd0496594e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1926.128900] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd844b68-bae0-46df-a399-cae23cd20ba2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.142701] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:94:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c2d339f-f89e-421c-b365-7dd0496594e6', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1926.150269] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Creating folder: Project (a26118381bb04694b6b660eab1047488). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1926.151168] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-112e8950-aa77-46d4-afbd-679f8f1b2535 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.159472] env[62306]: DEBUG oslo_vmware.api [None req-b1bcd0a0-1616-415b-8487-58aeb837e905 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1926.159472] env[62306]: value = "task-1972931" [ 1926.159472] env[62306]: _type = "Task" [ 1926.159472] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.165710] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Created folder: Project (a26118381bb04694b6b660eab1047488) in parent group-v406007. [ 1926.165901] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Creating folder: Instances. Parent ref: group-v406230. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1926.169722] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fb5144b-f2e5-4b21-9ca7-17fe876379bc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.171857] env[62306]: DEBUG oslo_vmware.api [None req-b1bcd0a0-1616-415b-8487-58aeb837e905 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.179629] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Created folder: Instances in parent group-v406230. [ 1926.179862] env[62306]: DEBUG oslo.service.loopingcall [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1926.180095] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1926.180310] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-243bd772-9de0-4905-b73e-c19a19edbaae {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.199845] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1926.199845] env[62306]: value = "task-1972933" [ 1926.199845] env[62306]: _type = "Task" [ 1926.199845] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.207339] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972933, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.230428] env[62306]: DEBUG nova.network.neutron [-] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.371703] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068448} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.372788] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1926.373969] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4670c60c-386b-4b45-8e27-bf9d70556b60 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.377991] env[62306]: DEBUG nova.compute.manager [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1926.379479] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779d447a-36cc-45c2-9de9-3b1ab7b4df76 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.403597] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] f1b3977d-c5ae-4f83-b218-723af521215e/f1b3977d-c5ae-4f83-b218-723af521215e.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1926.409019] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ed7ae7a-e2d1-4814-aa3c-dfa0049395a6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.422925] env[62306]: INFO nova.compute.manager [-] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Took 1.26 seconds to deallocate network for instance. [ 1926.431295] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1926.431295] env[62306]: value = "task-1972934" [ 1926.431295] env[62306]: _type = "Task" [ 1926.431295] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.447449] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972934, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.642499] env[62306]: DEBUG nova.compute.manager [req-00ecdcf0-0e81-44ab-bc8b-5b6813110427 req-2943c93a-6e49-4495-aacf-cf5e6471d442 service nova] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Received event network-changed-7c2d339f-f89e-421c-b365-7dd0496594e6 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1926.642676] env[62306]: DEBUG nova.compute.manager [req-00ecdcf0-0e81-44ab-bc8b-5b6813110427 req-2943c93a-6e49-4495-aacf-cf5e6471d442 service nova] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Refreshing instance network info cache due to event network-changed-7c2d339f-f89e-421c-b365-7dd0496594e6. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1926.642972] env[62306]: DEBUG oslo_concurrency.lockutils [req-00ecdcf0-0e81-44ab-bc8b-5b6813110427 req-2943c93a-6e49-4495-aacf-cf5e6471d442 service nova] Acquiring lock "refresh_cache-d7f4e7e4-858e-4988-8527-fdf674de7bde" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.643198] env[62306]: DEBUG oslo_concurrency.lockutils [req-00ecdcf0-0e81-44ab-bc8b-5b6813110427 req-2943c93a-6e49-4495-aacf-cf5e6471d442 service nova] Acquired lock "refresh_cache-d7f4e7e4-858e-4988-8527-fdf674de7bde" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.643425] env[62306]: DEBUG nova.network.neutron [req-00ecdcf0-0e81-44ab-bc8b-5b6813110427 req-2943c93a-6e49-4495-aacf-cf5e6471d442 service nova] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Refreshing network info cache for port 7c2d339f-f89e-421c-b365-7dd0496594e6 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1926.675558] env[62306]: DEBUG oslo_vmware.api [None req-b1bcd0a0-1616-415b-8487-58aeb837e905 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972931, 'name': ReconfigVM_Task, 'duration_secs': 0.407473} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.675939] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1bcd0a0-1616-415b-8487-58aeb837e905 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Reconfigured VM instance instance-00000034 to attach disk [datastore1] volume-defffd8d-a065-4957-9db9-aa15c075436f/volume-defffd8d-a065-4957-9db9-aa15c075436f.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1926.683488] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3c2825e-f1a1-4d79-9631-6102734ab0c9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.700716] env[62306]: DEBUG oslo_vmware.api [None req-b1bcd0a0-1616-415b-8487-58aeb837e905 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1926.700716] env[62306]: value = "task-1972935" [ 1926.700716] env[62306]: _type = "Task" [ 1926.700716] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.720863] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972933, 'name': CreateVM_Task, 'duration_secs': 0.438675} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.721471] env[62306]: DEBUG oslo_vmware.api [None req-b1bcd0a0-1616-415b-8487-58aeb837e905 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972935, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.721471] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1926.722235] env[62306]: DEBUG oslo_concurrency.lockutils [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.722478] env[62306]: DEBUG oslo_concurrency.lockutils [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.722711] env[62306]: DEBUG oslo_concurrency.lockutils [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1926.725418] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c544ab7a-4f9d-4108-a66a-7d9831b88149 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.731261] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Waiting for the task: (returnval){ [ 1926.731261] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5280a0cf-b9b5-4748-5023-1bde344061a5" [ 1926.731261] env[62306]: _type = "Task" [ 1926.731261] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.734598] env[62306]: INFO nova.compute.manager [-] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Took 1.59 seconds to deallocate network for instance. [ 1926.746057] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5280a0cf-b9b5-4748-5023-1bde344061a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.929736] env[62306]: INFO nova.compute.manager [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] instance snapshotting [ 1926.932086] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52e1433-86fe-4324-824c-ff84537115f4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.935697] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.935942] env[62306]: DEBUG nova.network.neutron [-] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.939685] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a280cb59-0688-44a9-857f-f916516930f1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.969975] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11099b47-9d49-4789-9324-b746f9fe4491 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.973479] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.974948] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525d0aa6-02e7-4317-b683-d972bcadc9bf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.019669] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c71704-cb8b-4c0c-b031-203300bbd605 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.028082] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ff62e6-a5cc-4cb4-863b-5632915606a0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.048017] env[62306]: DEBUG nova.compute.provider_tree [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1927.072180] env[62306]: DEBUG nova.network.neutron [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Successfully updated port: 3a7be9b7-afeb-4839-8d6c-664e406589fa {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1927.212427] env[62306]: DEBUG oslo_vmware.api [None req-b1bcd0a0-1616-415b-8487-58aeb837e905 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972935, 'name': ReconfigVM_Task, 'duration_secs': 0.158816} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.212762] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1bcd0a0-1616-415b-8487-58aeb837e905 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406228', 'volume_id': 'defffd8d-a065-4957-9db9-aa15c075436f', 'name': 'volume-defffd8d-a065-4957-9db9-aa15c075436f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6b524bb-fda7-45cb-92cc-097312df03c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'defffd8d-a065-4957-9db9-aa15c075436f', 'serial': 'defffd8d-a065-4957-9db9-aa15c075436f'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1927.241858] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5280a0cf-b9b5-4748-5023-1bde344061a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011784} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.242176] env[62306]: DEBUG oslo_concurrency.lockutils [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.242404] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1927.242633] env[62306]: DEBUG oslo_concurrency.lockutils [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.242779] env[62306]: DEBUG oslo_concurrency.lockutils [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.242949] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1927.243871] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.244113] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58b9ea62-b6c6-4581-92dc-9966b51b5259 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.253317] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1927.253590] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1927.254388] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4af2b56-674a-42b8-911f-2ad4021478d8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.259796] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Waiting for the task: (returnval){ [ 1927.259796] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529892b2-ece9-1ca2-1109-fa2eb9a44913" [ 1927.259796] env[62306]: _type = "Task" [ 1927.259796] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.267945] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529892b2-ece9-1ca2-1109-fa2eb9a44913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.405415] env[62306]: DEBUG nova.network.neutron [req-00ecdcf0-0e81-44ab-bc8b-5b6813110427 req-2943c93a-6e49-4495-aacf-cf5e6471d442 service nova] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Updated VIF entry in instance network info cache for port 7c2d339f-f89e-421c-b365-7dd0496594e6. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1927.405854] env[62306]: DEBUG nova.network.neutron [req-00ecdcf0-0e81-44ab-bc8b-5b6813110427 req-2943c93a-6e49-4495-aacf-cf5e6471d442 service nova] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Updating instance_info_cache with network_info: [{"id": "7c2d339f-f89e-421c-b365-7dd0496594e6", "address": "fa:16:3e:eb:94:14", "network": {"id": "c7191573-268b-4122-98c2-d485e7ef0a63", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1111939667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a26118381bb04694b6b660eab1047488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c2d339f-f8", "ovs_interfaceid": "7c2d339f-f89e-421c-b365-7dd0496594e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.442149] env[62306]: INFO nova.compute.manager [-] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Took 1.50 seconds to deallocate network for instance. [ 1927.446388] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972934, 'name': ReconfigVM_Task, 'duration_secs': 0.806817} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.449325] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Reconfigured VM instance instance-00000043 to attach disk [datastore1] f1b3977d-c5ae-4f83-b218-723af521215e/f1b3977d-c5ae-4f83-b218-723af521215e.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1927.451651] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'size': 0, 'device_type': 'disk', 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'encrypted': False, 'encryption_format': None, 'guest_format': None, 'image_id': '1d129d40-57bd-4299-a86b-4acbcdc9f838'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'device_type': None, 'disk_bus': None, 'attachment_id': '471ed397-d7d4-48ef-8743-9d94231c593e', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406222', 'volume_id': '6db03986-7472-45b3-87a2-062c4fd29bf1', 'name': 'volume-6db03986-7472-45b3-87a2-062c4fd29bf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1b3977d-c5ae-4f83-b218-723af521215e', 'attached_at': '', 'detached_at': '', 'volume_id': '6db03986-7472-45b3-87a2-062c4fd29bf1', 'serial': '6db03986-7472-45b3-87a2-062c4fd29bf1'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62306) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1927.451651] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Volume attach. Driver type: vmdk {{(pid=62306) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1927.451651] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406222', 'volume_id': '6db03986-7472-45b3-87a2-062c4fd29bf1', 'name': 'volume-6db03986-7472-45b3-87a2-062c4fd29bf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1b3977d-c5ae-4f83-b218-723af521215e', 'attached_at': '', 'detached_at': '', 'volume_id': '6db03986-7472-45b3-87a2-062c4fd29bf1', 'serial': '6db03986-7472-45b3-87a2-062c4fd29bf1'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1927.452597] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0a4159-63ee-4397-8b03-9b0d3eaaf46b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.469110] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8504d6-6924-487c-bdb1-326923a317de {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.495202] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] volume-6db03986-7472-45b3-87a2-062c4fd29bf1/volume-6db03986-7472-45b3-87a2-062c4fd29bf1.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1927.495854] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-186c7250-8c2f-4fd2-812b-7dd10037f86b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.514938] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1927.514938] env[62306]: value = "task-1972936" [ 1927.514938] env[62306]: _type = "Task" [ 1927.514938] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.521346] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Creating Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1927.521632] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eed9b902-7a4a-4df9-b5b2-ef464ac6ed0b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.528672] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972936, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.530090] env[62306]: DEBUG oslo_vmware.api [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1927.530090] env[62306]: value = "task-1972937" [ 1927.530090] env[62306]: _type = "Task" [ 1927.530090] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.537640] env[62306]: DEBUG oslo_vmware.api [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972937, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.548839] env[62306]: DEBUG nova.scheduler.client.report [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1927.573836] env[62306]: DEBUG oslo_concurrency.lockutils [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.574112] env[62306]: DEBUG oslo_concurrency.lockutils [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.574303] env[62306]: DEBUG nova.network.neutron [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1927.770423] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529892b2-ece9-1ca2-1109-fa2eb9a44913, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.771221] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53794d8c-5f45-4b0f-b458-7b61be0a558f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.778301] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Waiting for the task: (returnval){ [ 1927.778301] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52daa952-63fa-2145-9add-40a820c8453f" [ 1927.778301] env[62306]: _type = "Task" [ 1927.778301] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.786894] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52daa952-63fa-2145-9add-40a820c8453f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.909106] env[62306]: DEBUG oslo_concurrency.lockutils [req-00ecdcf0-0e81-44ab-bc8b-5b6813110427 req-2943c93a-6e49-4495-aacf-cf5e6471d442 service nova] Releasing lock "refresh_cache-d7f4e7e4-858e-4988-8527-fdf674de7bde" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.909419] env[62306]: DEBUG nova.compute.manager [req-00ecdcf0-0e81-44ab-bc8b-5b6813110427 req-2943c93a-6e49-4495-aacf-cf5e6471d442 service nova] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Received event network-vif-deleted-c6c5fd37-0842-4ec0-8815-62e751df94da {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1927.953930] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.023634] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972936, 'name': ReconfigVM_Task, 'duration_secs': 0.382206} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.023921] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Reconfigured VM instance instance-00000043 to attach disk [datastore1] volume-6db03986-7472-45b3-87a2-062c4fd29bf1/volume-6db03986-7472-45b3-87a2-062c4fd29bf1.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1928.028540] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc357588-ba9a-48f0-984e-5afc95314e07 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.046210] env[62306]: DEBUG oslo_vmware.api [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972937, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.047402] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1928.047402] env[62306]: value = "task-1972938" [ 1928.047402] env[62306]: _type = "Task" [ 1928.047402] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.055878] env[62306]: DEBUG oslo_concurrency.lockutils [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.056386] env[62306]: DEBUG nova.compute.manager [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1928.058930] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.059197] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.639s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.060681] env[62306]: INFO nova.compute.claims [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1928.116861] env[62306]: WARNING nova.network.neutron [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] c1c9e942-6c41-40c1-8965-b3aeead26503 already exists in list: networks containing: ['c1c9e942-6c41-40c1-8965-b3aeead26503']. ignoring it [ 1928.117095] env[62306]: WARNING nova.network.neutron [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] c1c9e942-6c41-40c1-8965-b3aeead26503 already exists in list: networks containing: ['c1c9e942-6c41-40c1-8965-b3aeead26503']. ignoring it [ 1928.262517] env[62306]: DEBUG nova.objects.instance [None req-b1bcd0a0-1616-415b-8487-58aeb837e905 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lazy-loading 'flavor' on Instance uuid d6b524bb-fda7-45cb-92cc-097312df03c7 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1928.291015] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52daa952-63fa-2145-9add-40a820c8453f, 'name': SearchDatastore_Task, 'duration_secs': 0.008926} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.291294] env[62306]: DEBUG oslo_concurrency.lockutils [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.291545] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] d7f4e7e4-858e-4988-8527-fdf674de7bde/d7f4e7e4-858e-4988-8527-fdf674de7bde.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1928.291817] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4a1b72c-65c8-4eed-ae0b-fa507a871151 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.299177] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Waiting for the task: (returnval){ [ 1928.299177] env[62306]: value = "task-1972939" [ 1928.299177] env[62306]: _type = "Task" [ 1928.299177] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.307134] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': task-1972939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.548517] env[62306]: DEBUG oslo_vmware.api [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972937, 'name': CreateSnapshot_Task, 'duration_secs': 0.750226} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.553880] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Created Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1928.554679] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adc5a78-d4d6-40ac-a6be-171f688a3770 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.565623] env[62306]: DEBUG nova.compute.utils [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1928.569054] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972938, 'name': ReconfigVM_Task, 'duration_secs': 0.188213} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.572671] env[62306]: DEBUG nova.compute.manager [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1928.574040] env[62306]: DEBUG nova.network.neutron [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1928.574885] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406222', 'volume_id': '6db03986-7472-45b3-87a2-062c4fd29bf1', 'name': 'volume-6db03986-7472-45b3-87a2-062c4fd29bf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1b3977d-c5ae-4f83-b218-723af521215e', 'attached_at': '', 'detached_at': '', 'volume_id': '6db03986-7472-45b3-87a2-062c4fd29bf1', 'serial': '6db03986-7472-45b3-87a2-062c4fd29bf1'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1928.578133] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-434935b7-7362-4b58-8984-402c3c670615 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.590027] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1928.590027] env[62306]: value = "task-1972940" [ 1928.590027] env[62306]: _type = "Task" [ 1928.590027] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.597035] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972940, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.614106] env[62306]: DEBUG nova.network.neutron [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Updating instance_info_cache with network_info: [{"id": "8aaedc75-63d5-4d54-a394-57009c4ad56b", "address": "fa:16:3e:f2:4e:c6", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aaedc75-63", "ovs_interfaceid": "8aaedc75-63d5-4d54-a394-57009c4ad56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "76dd3893-903c-4bd5-98d5-a971e90d3b48", "address": "fa:16:3e:a8:01:2d", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76dd3893-90", "ovs_interfaceid": "76dd3893-903c-4bd5-98d5-a971e90d3b48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a7be9b7-afeb-4839-8d6c-664e406589fa", "address": "fa:16:3e:d1:12:7c", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7be9b7-af", "ovs_interfaceid": "3a7be9b7-afeb-4839-8d6c-664e406589fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.634671] env[62306]: DEBUG nova.policy [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '165238e2173f46428dd38910926dde6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee6af1ec75bc461996b6a474326479de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1928.727871] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "0cf99988-2c14-4b04-a347-2a736b667099" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.729043] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "0cf99988-2c14-4b04-a347-2a736b667099" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.769249] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1bcd0a0-1616-415b-8487-58aeb837e905 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "d6b524bb-fda7-45cb-92cc-097312df03c7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.805s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.819616] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': task-1972939, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.909148] env[62306]: DEBUG nova.network.neutron [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Successfully created port: 3cf7315f-8bb8-4e41-a674-67ee0a055745 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1928.995967] env[62306]: DEBUG nova.compute.manager [req-4bd99379-3973-438b-aed7-ea3088f79ad7 req-d10e7622-ebd7-4c07-93d2-b031b1094f27 service nova] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Received event network-vif-deleted-5daad1d2-e36b-4dba-b77a-58b937288413 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1928.996429] env[62306]: DEBUG nova.compute.manager [req-4bd99379-3973-438b-aed7-ea3088f79ad7 req-d10e7622-ebd7-4c07-93d2-b031b1094f27 service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Received event network-vif-plugged-3a7be9b7-afeb-4839-8d6c-664e406589fa {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1928.996740] env[62306]: DEBUG oslo_concurrency.lockutils [req-4bd99379-3973-438b-aed7-ea3088f79ad7 req-d10e7622-ebd7-4c07-93d2-b031b1094f27 service nova] Acquiring lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.996852] env[62306]: DEBUG oslo_concurrency.lockutils [req-4bd99379-3973-438b-aed7-ea3088f79ad7 req-d10e7622-ebd7-4c07-93d2-b031b1094f27 service nova] Lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.997090] env[62306]: DEBUG oslo_concurrency.lockutils [req-4bd99379-3973-438b-aed7-ea3088f79ad7 req-d10e7622-ebd7-4c07-93d2-b031b1094f27 service nova] Lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.997310] env[62306]: DEBUG nova.compute.manager [req-4bd99379-3973-438b-aed7-ea3088f79ad7 req-d10e7622-ebd7-4c07-93d2-b031b1094f27 service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] No waiting events found dispatching network-vif-plugged-3a7be9b7-afeb-4839-8d6c-664e406589fa {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1928.997519] env[62306]: WARNING nova.compute.manager [req-4bd99379-3973-438b-aed7-ea3088f79ad7 req-d10e7622-ebd7-4c07-93d2-b031b1094f27 service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Received unexpected event network-vif-plugged-3a7be9b7-afeb-4839-8d6c-664e406589fa for instance with vm_state active and task_state None. [ 1928.997856] env[62306]: DEBUG nova.compute.manager [req-4bd99379-3973-438b-aed7-ea3088f79ad7 req-d10e7622-ebd7-4c07-93d2-b031b1094f27 service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Received event network-changed-3a7be9b7-afeb-4839-8d6c-664e406589fa {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1928.997954] env[62306]: DEBUG nova.compute.manager [req-4bd99379-3973-438b-aed7-ea3088f79ad7 req-d10e7622-ebd7-4c07-93d2-b031b1094f27 service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Refreshing instance network info cache due to event network-changed-3a7be9b7-afeb-4839-8d6c-664e406589fa. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1928.998175] env[62306]: DEBUG oslo_concurrency.lockutils [req-4bd99379-3973-438b-aed7-ea3088f79ad7 req-d10e7622-ebd7-4c07-93d2-b031b1094f27 service nova] Acquiring lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.073635] env[62306]: DEBUG nova.compute.manager [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1929.102113] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Creating linked-clone VM from snapshot {{(pid=62306) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1929.102481] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8fd52530-020e-4e52-b638-c16eef2ad14a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.116156] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972940, 'name': Rename_Task, 'duration_secs': 0.234641} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.117729] env[62306]: DEBUG oslo_concurrency.lockutils [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.118318] env[62306]: DEBUG oslo_concurrency.lockutils [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.118480] env[62306]: DEBUG oslo_concurrency.lockutils [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.118766] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1929.119071] env[62306]: DEBUG oslo_vmware.api [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1929.119071] env[62306]: value = "task-1972941" [ 1929.119071] env[62306]: _type = "Task" [ 1929.119071] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.122290] env[62306]: DEBUG oslo_concurrency.lockutils [req-4bd99379-3973-438b-aed7-ea3088f79ad7 req-d10e7622-ebd7-4c07-93d2-b031b1094f27 service nova] Acquired lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.122497] env[62306]: DEBUG nova.network.neutron [req-4bd99379-3973-438b-aed7-ea3088f79ad7 req-d10e7622-ebd7-4c07-93d2-b031b1094f27 service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Refreshing network info cache for port 3a7be9b7-afeb-4839-8d6c-664e406589fa {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1929.127018] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f459f82d-d8dc-4943-9b42-aaa40b5189e9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.127018] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97b0c5b7-49d2-4aa2-92ea-59eca4374bbd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.141253] env[62306]: DEBUG oslo_vmware.api [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972941, 'name': CloneVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.160112] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1929.160112] env[62306]: value = "task-1972942" [ 1929.160112] env[62306]: _type = "Task" [ 1929.160112] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.161289] env[62306]: DEBUG nova.virt.hardware [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1929.161494] env[62306]: DEBUG nova.virt.hardware [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1929.161715] env[62306]: DEBUG nova.virt.hardware [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1929.161959] env[62306]: DEBUG nova.virt.hardware [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1929.162322] env[62306]: DEBUG nova.virt.hardware [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1929.162463] env[62306]: DEBUG nova.virt.hardware [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1929.162739] env[62306]: DEBUG nova.virt.hardware [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1929.162957] env[62306]: DEBUG nova.virt.hardware [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1929.163194] env[62306]: DEBUG nova.virt.hardware [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1929.163420] env[62306]: DEBUG nova.virt.hardware [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1929.163641] env[62306]: DEBUG nova.virt.hardware [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1929.170552] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Reconfiguring VM to attach interface {{(pid=62306) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1929.171688] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d24f9809-7a6c-41cf-91ff-5f09c5ed894c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.197974] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972942, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.199561] env[62306]: DEBUG oslo_vmware.api [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1929.199561] env[62306]: value = "task-1972943" [ 1929.199561] env[62306]: _type = "Task" [ 1929.199561] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.210370] env[62306]: DEBUG oslo_vmware.api [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972943, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.231297] env[62306]: DEBUG nova.compute.manager [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1929.309609] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': task-1972939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541783} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.310933] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] d7f4e7e4-858e-4988-8527-fdf674de7bde/d7f4e7e4-858e-4988-8527-fdf674de7bde.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1929.310933] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1929.310933] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0decee47-cd98-462c-a893-3e3cab4bba8d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.320932] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Waiting for the task: (returnval){ [ 1929.320932] env[62306]: value = "task-1972944" [ 1929.320932] env[62306]: _type = "Task" [ 1929.320932] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.329413] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': task-1972944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.484770] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa5fbc2-e0eb-4cb6-97c0-aacc2c80ae5a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.492654] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00e4ab8-101b-43c0-a633-23b6d374039f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.529203] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415a6363-2496-4c00-8011-d0c5bbc1d632 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.538473] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a21f265-462e-427a-8158-071de0bf7cf8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.555206] env[62306]: DEBUG nova.compute.provider_tree [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1929.640512] env[62306]: DEBUG oslo_vmware.api [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972941, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.683331] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972942, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.709354] env[62306]: DEBUG oslo_vmware.api [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.761031] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.832120] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': task-1972944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076484} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.832606] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1929.833694] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf51563-a10f-40ad-95f4-06c3f5eb9943 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.849652] env[62306]: INFO nova.compute.manager [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Rescuing [ 1929.850254] env[62306]: DEBUG oslo_concurrency.lockutils [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "refresh_cache-d6b524bb-fda7-45cb-92cc-097312df03c7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.850551] env[62306]: DEBUG oslo_concurrency.lockutils [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquired lock "refresh_cache-d6b524bb-fda7-45cb-92cc-097312df03c7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.850846] env[62306]: DEBUG nova.network.neutron [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1929.863275] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] d7f4e7e4-858e-4988-8527-fdf674de7bde/d7f4e7e4-858e-4988-8527-fdf674de7bde.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1929.866981] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66569d7f-48d8-463c-bed2-ac9c91703ebd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.886019] env[62306]: DEBUG nova.network.neutron [req-4bd99379-3973-438b-aed7-ea3088f79ad7 req-d10e7622-ebd7-4c07-93d2-b031b1094f27 service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Updated VIF entry in instance network info cache for port 3a7be9b7-afeb-4839-8d6c-664e406589fa. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1929.886019] env[62306]: DEBUG nova.network.neutron [req-4bd99379-3973-438b-aed7-ea3088f79ad7 req-d10e7622-ebd7-4c07-93d2-b031b1094f27 service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Updating instance_info_cache with network_info: [{"id": "8aaedc75-63d5-4d54-a394-57009c4ad56b", "address": "fa:16:3e:f2:4e:c6", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aaedc75-63", "ovs_interfaceid": "8aaedc75-63d5-4d54-a394-57009c4ad56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "76dd3893-903c-4bd5-98d5-a971e90d3b48", "address": "fa:16:3e:a8:01:2d", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76dd3893-90", "ovs_interfaceid": "76dd3893-903c-4bd5-98d5-a971e90d3b48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a7be9b7-afeb-4839-8d6c-664e406589fa", "address": "fa:16:3e:d1:12:7c", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7be9b7-af", "ovs_interfaceid": "3a7be9b7-afeb-4839-8d6c-664e406589fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.892313] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Waiting for the task: (returnval){ [ 1929.892313] env[62306]: value = "task-1972945" [ 1929.892313] env[62306]: _type = "Task" [ 1929.892313] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.904357] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': task-1972945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.059566] env[62306]: DEBUG nova.scheduler.client.report [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1930.083321] env[62306]: DEBUG nova.compute.manager [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1930.118943] env[62306]: DEBUG nova.virt.hardware [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1930.119231] env[62306]: DEBUG nova.virt.hardware [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1930.119437] env[62306]: DEBUG nova.virt.hardware [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1930.119567] env[62306]: DEBUG nova.virt.hardware [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1930.119714] env[62306]: DEBUG nova.virt.hardware [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1930.119861] env[62306]: DEBUG nova.virt.hardware [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1930.120332] env[62306]: DEBUG nova.virt.hardware [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1930.120519] env[62306]: DEBUG nova.virt.hardware [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1930.120689] env[62306]: DEBUG nova.virt.hardware [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1930.120857] env[62306]: DEBUG nova.virt.hardware [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1930.121087] env[62306]: DEBUG nova.virt.hardware [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1930.121913] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e6b294-185c-459f-9c55-756a1b7b4f31 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.133363] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0cce50-135e-450c-bd1c-15bb3f9a89bd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.147352] env[62306]: DEBUG oslo_vmware.api [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972941, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.156739] env[62306]: DEBUG nova.network.neutron [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Updating instance_info_cache with network_info: [{"id": "5817a7ef-bbf6-4bfa-90ef-80bf69e6650a", "address": "fa:16:3e:6e:0d:ef", "network": {"id": "3b745275-fbc6-4427-8926-688b1f79cbaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1287131670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daee10609fae469f918ad6e4c75ab386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5817a7ef-bb", "ovs_interfaceid": "5817a7ef-bbf6-4bfa-90ef-80bf69e6650a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.184054] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972942, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.210845] env[62306]: DEBUG oslo_vmware.api [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972943, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.387609] env[62306]: DEBUG oslo_concurrency.lockutils [req-4bd99379-3973-438b-aed7-ea3088f79ad7 req-d10e7622-ebd7-4c07-93d2-b031b1094f27 service nova] Releasing lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.402173] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': task-1972945, 'name': ReconfigVM_Task, 'duration_secs': 0.384164} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.402624] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Reconfigured VM instance instance-00000053 to attach disk [datastore1] d7f4e7e4-858e-4988-8527-fdf674de7bde/d7f4e7e4-858e-4988-8527-fdf674de7bde.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1930.403882] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73cfd303-60d7-4121-b69d-40c840eb8631 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.411143] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Waiting for the task: (returnval){ [ 1930.411143] env[62306]: value = "task-1972946" [ 1930.411143] env[62306]: _type = "Task" [ 1930.411143] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.419102] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': task-1972946, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.435328] env[62306]: DEBUG nova.network.neutron [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Successfully updated port: 3cf7315f-8bb8-4e41-a674-67ee0a055745 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1930.564675] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.565260] env[62306]: DEBUG nova.compute.manager [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1930.568703] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.165s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.568951] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.571907] env[62306]: DEBUG oslo_concurrency.lockutils [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.866s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.573392] env[62306]: INFO nova.compute.claims [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1930.606807] env[62306]: INFO nova.scheduler.client.report [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Deleted allocations for instance ade264c2-3345-4e28-b7e7-a510cfa67a30 [ 1930.641142] env[62306]: DEBUG oslo_vmware.api [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972941, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.662015] env[62306]: DEBUG oslo_concurrency.lockutils [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Releasing lock "refresh_cache-d6b524bb-fda7-45cb-92cc-097312df03c7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.682887] env[62306]: DEBUG oslo_vmware.api [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1972942, 'name': PowerOnVM_Task, 'duration_secs': 1.166299} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.683302] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1930.683574] env[62306]: DEBUG nova.compute.manager [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1930.684635] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a5b793-eb73-47c3-ac0f-456db380f830 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.711437] env[62306]: DEBUG oslo_vmware.api [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972943, 'name': ReconfigVM_Task, 'duration_secs': 1.223658} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.712035] env[62306]: DEBUG oslo_concurrency.lockutils [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.712141] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Reconfigured VM to attach interface {{(pid=62306) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1930.922273] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': task-1972946, 'name': Rename_Task, 'duration_secs': 0.308124} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.922567] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1930.922823] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a23d24a9-974b-45e2-9cf5-4d51b128290e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.929301] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Waiting for the task: (returnval){ [ 1930.929301] env[62306]: value = "task-1972947" [ 1930.929301] env[62306]: _type = "Task" [ 1930.929301] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.938719] env[62306]: DEBUG oslo_concurrency.lockutils [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Acquiring lock "refresh_cache-b69259c5-28c5-4e7c-89de-c973aa75d758" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.938875] env[62306]: DEBUG oslo_concurrency.lockutils [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Acquired lock "refresh_cache-b69259c5-28c5-4e7c-89de-c973aa75d758" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.939034] env[62306]: DEBUG nova.network.neutron [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1930.940162] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': task-1972947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.070319] env[62306]: DEBUG nova.compute.utils [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1931.072095] env[62306]: DEBUG nova.compute.manager [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1931.072294] env[62306]: DEBUG nova.network.neutron [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1931.082846] env[62306]: DEBUG nova.compute.manager [req-0a3d084b-fa10-4cae-ac14-627a22b2f92c req-db373e60-c234-48a4-940d-8f6607a90b6b service nova] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Received event network-vif-plugged-3cf7315f-8bb8-4e41-a674-67ee0a055745 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1931.083293] env[62306]: DEBUG oslo_concurrency.lockutils [req-0a3d084b-fa10-4cae-ac14-627a22b2f92c req-db373e60-c234-48a4-940d-8f6607a90b6b service nova] Acquiring lock "b69259c5-28c5-4e7c-89de-c973aa75d758-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.083652] env[62306]: DEBUG oslo_concurrency.lockutils [req-0a3d084b-fa10-4cae-ac14-627a22b2f92c req-db373e60-c234-48a4-940d-8f6607a90b6b service nova] Lock "b69259c5-28c5-4e7c-89de-c973aa75d758-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.083941] env[62306]: DEBUG oslo_concurrency.lockutils [req-0a3d084b-fa10-4cae-ac14-627a22b2f92c req-db373e60-c234-48a4-940d-8f6607a90b6b service nova] Lock "b69259c5-28c5-4e7c-89de-c973aa75d758-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.084371] env[62306]: DEBUG nova.compute.manager [req-0a3d084b-fa10-4cae-ac14-627a22b2f92c req-db373e60-c234-48a4-940d-8f6607a90b6b service nova] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] No waiting events found dispatching network-vif-plugged-3cf7315f-8bb8-4e41-a674-67ee0a055745 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1931.084514] env[62306]: WARNING nova.compute.manager [req-0a3d084b-fa10-4cae-ac14-627a22b2f92c req-db373e60-c234-48a4-940d-8f6607a90b6b service nova] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Received unexpected event network-vif-plugged-3cf7315f-8bb8-4e41-a674-67ee0a055745 for instance with vm_state building and task_state spawning. [ 1931.084785] env[62306]: DEBUG nova.compute.manager [req-0a3d084b-fa10-4cae-ac14-627a22b2f92c req-db373e60-c234-48a4-940d-8f6607a90b6b service nova] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Received event network-changed-3cf7315f-8bb8-4e41-a674-67ee0a055745 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1931.085095] env[62306]: DEBUG nova.compute.manager [req-0a3d084b-fa10-4cae-ac14-627a22b2f92c req-db373e60-c234-48a4-940d-8f6607a90b6b service nova] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Refreshing instance network info cache due to event network-changed-3cf7315f-8bb8-4e41-a674-67ee0a055745. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1931.085407] env[62306]: DEBUG oslo_concurrency.lockutils [req-0a3d084b-fa10-4cae-ac14-627a22b2f92c req-db373e60-c234-48a4-940d-8f6607a90b6b service nova] Acquiring lock "refresh_cache-b69259c5-28c5-4e7c-89de-c973aa75d758" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.115393] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e33ae0b5-fe22-404a-b2e3-ab03690b00e1 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "ade264c2-3345-4e28-b7e7-a510cfa67a30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.348s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.141402] env[62306]: DEBUG oslo_vmware.api [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972941, 'name': CloneVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.155169] env[62306]: DEBUG nova.policy [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e609b48b2ae4afb84522b69f516d2c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '094e9ccb8011489aa598b784b2994968', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1931.209812] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.217470] env[62306]: DEBUG oslo_concurrency.lockutils [None req-828e9c1c-eaf8-4fd9-90f9-bc36685bab0a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "interface-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-3a7be9b7-afeb-4839-8d6c-664e406589fa" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.269s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.440111] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': task-1972947, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.577299] env[62306]: DEBUG nova.compute.manager [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1931.640789] env[62306]: DEBUG oslo_vmware.api [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972941, 'name': CloneVM_Task, 'duration_secs': 2.122683} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.643363] env[62306]: INFO nova.virt.vmwareapi.vmops [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Created linked-clone VM from snapshot [ 1931.644702] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505cb698-9a2a-406c-8adb-5d3491b3a0c4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.652444] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Uploading image c44a4afd-a286-4ef4-ac41-ad44b038908d {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1931.656739] env[62306]: DEBUG nova.network.neutron [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1931.671788] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Destroying the VM {{(pid=62306) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1931.672076] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cc22b183-0eb7-4008-ae25-d2440b03715a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.678520] env[62306]: DEBUG oslo_vmware.api [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1931.678520] env[62306]: value = "task-1972948" [ 1931.678520] env[62306]: _type = "Task" [ 1931.678520] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.690850] env[62306]: DEBUG oslo_vmware.api [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972948, 'name': Destroy_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.913333] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb56b26-881d-4610-8242-19ee6d01a77e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.921467] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919a73f5-8b17-4414-9fc6-bc95867807c9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.956480] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79557875-c758-4bf5-affc-a4c4afbdb046 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.960979] env[62306]: DEBUG nova.network.neutron [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Successfully created port: bf5be14d-8252-44b2-86b5-3814a7974754 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1931.962961] env[62306]: DEBUG nova.network.neutron [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Updating instance_info_cache with network_info: [{"id": "3cf7315f-8bb8-4e41-a674-67ee0a055745", "address": "fa:16:3e:1e:76:12", "network": {"id": "997a6963-ffac-4566-80db-7c27316ed2cb", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-13905097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee6af1ec75bc461996b6a474326479de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cf7315f-8b", "ovs_interfaceid": "3cf7315f-8bb8-4e41-a674-67ee0a055745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.969955] env[62306]: DEBUG oslo_vmware.api [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': task-1972947, 'name': PowerOnVM_Task, 'duration_secs': 0.564527} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.972224] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1931.972496] env[62306]: INFO nova.compute.manager [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1931.972650] env[62306]: DEBUG nova.compute.manager [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1931.973501] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a390b3-093f-4cad-9d77-aca9da972d19 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.977062] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5c1b8b-9104-4da2-82d6-8eb93e405910 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.998095] env[62306]: DEBUG nova.compute.provider_tree [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1932.194572] env[62306]: DEBUG oslo_vmware.api [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972948, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.217502] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1932.217850] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4833549-1e5a-4095-abf9-99d6a225e8ad {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.224996] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1932.224996] env[62306]: value = "task-1972949" [ 1932.224996] env[62306]: _type = "Task" [ 1932.224996] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.240029] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.466080] env[62306]: DEBUG oslo_concurrency.lockutils [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Releasing lock "refresh_cache-b69259c5-28c5-4e7c-89de-c973aa75d758" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.466697] env[62306]: DEBUG nova.compute.manager [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Instance network_info: |[{"id": "3cf7315f-8bb8-4e41-a674-67ee0a055745", "address": "fa:16:3e:1e:76:12", "network": {"id": "997a6963-ffac-4566-80db-7c27316ed2cb", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-13905097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee6af1ec75bc461996b6a474326479de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cf7315f-8b", "ovs_interfaceid": "3cf7315f-8bb8-4e41-a674-67ee0a055745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1932.466892] env[62306]: DEBUG oslo_concurrency.lockutils [req-0a3d084b-fa10-4cae-ac14-627a22b2f92c req-db373e60-c234-48a4-940d-8f6607a90b6b service nova] Acquired lock "refresh_cache-b69259c5-28c5-4e7c-89de-c973aa75d758" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.466971] env[62306]: DEBUG nova.network.neutron [req-0a3d084b-fa10-4cae-ac14-627a22b2f92c req-db373e60-c234-48a4-940d-8f6607a90b6b service nova] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Refreshing network info cache for port 3cf7315f-8bb8-4e41-a674-67ee0a055745 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1932.468322] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:76:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cf7315f-8bb8-4e41-a674-67ee0a055745', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1932.476482] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Creating folder: Project (ee6af1ec75bc461996b6a474326479de). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1932.480792] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b368cc80-c7e0-40b4-b807-9d8c4af2eb9f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.492158] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Created folder: Project (ee6af1ec75bc461996b6a474326479de) in parent group-v406007. [ 1932.492380] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Creating folder: Instances. Parent ref: group-v406235. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1932.492636] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdc93f42-0b94-44e6-b331-89562a6d3c1c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.504926] env[62306]: DEBUG nova.scheduler.client.report [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1932.525049] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Created folder: Instances in parent group-v406235. [ 1932.525049] env[62306]: DEBUG oslo.service.loopingcall [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1932.525676] env[62306]: INFO nova.compute.manager [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Took 30.69 seconds to build instance. [ 1932.527341] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1932.527849] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f2f1b90-014c-4538-b81f-0dd7f34455ed {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.558088] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1932.558088] env[62306]: value = "task-1972952" [ 1932.558088] env[62306]: _type = "Task" [ 1932.558088] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.566856] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972952, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.586713] env[62306]: DEBUG nova.compute.manager [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1932.618655] env[62306]: DEBUG nova.virt.hardware [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1932.618960] env[62306]: DEBUG nova.virt.hardware [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1932.619154] env[62306]: DEBUG nova.virt.hardware [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1932.619341] env[62306]: DEBUG nova.virt.hardware [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1932.619496] env[62306]: DEBUG nova.virt.hardware [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1932.619669] env[62306]: DEBUG nova.virt.hardware [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1932.619920] env[62306]: DEBUG nova.virt.hardware [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1932.620098] env[62306]: DEBUG nova.virt.hardware [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1932.620268] env[62306]: DEBUG nova.virt.hardware [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1932.620430] env[62306]: DEBUG nova.virt.hardware [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1932.620600] env[62306]: DEBUG nova.virt.hardware [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1932.621527] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d1af9b-d52d-4ce2-8b52-0dbf8b020976 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.630550] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2308a52-7796-4b03-8042-4741f53567b2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.689662] env[62306]: DEBUG oslo_vmware.api [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972948, 'name': Destroy_Task, 'duration_secs': 0.783253} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.689940] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Destroyed the VM [ 1932.690246] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Deleting Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1932.690503] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f2915747-79fb-429e-977f-03081e3b9117 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.698314] env[62306]: DEBUG oslo_vmware.api [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1932.698314] env[62306]: value = "task-1972953" [ 1932.698314] env[62306]: _type = "Task" [ 1932.698314] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.709517] env[62306]: DEBUG oslo_vmware.api [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972953, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.735838] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972949, 'name': PowerOffVM_Task, 'duration_secs': 0.220045} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.738811] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1932.739702] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14165773-4240-4f46-8cb6-26448c0732c5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.763779] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6d4d41-0843-4871-8d01-d8bc1f6725ae {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.797934] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1932.798278] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c522e69f-93d4-453f-b596-8c5944afe3a4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.810433] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1932.810433] env[62306]: value = "task-1972954" [ 1932.810433] env[62306]: _type = "Task" [ 1932.810433] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.822521] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] VM already powered off {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1932.822819] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1932.823116] env[62306]: DEBUG oslo_concurrency.lockutils [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.823279] env[62306]: DEBUG oslo_concurrency.lockutils [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.823456] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1932.824983] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8276feca-de03-4b24-ab77-b7cc82f1d380 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.833942] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1932.834089] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1932.834757] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d61207be-2083-47ff-8fde-17a25a848e99 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.842866] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1932.842866] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52eea8a1-047b-28e9-1426-134a1e27d594" [ 1932.842866] env[62306]: _type = "Task" [ 1932.842866] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.852764] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52eea8a1-047b-28e9-1426-134a1e27d594, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.954025] env[62306]: DEBUG nova.network.neutron [req-0a3d084b-fa10-4cae-ac14-627a22b2f92c req-db373e60-c234-48a4-940d-8f6607a90b6b service nova] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Updated VIF entry in instance network info cache for port 3cf7315f-8bb8-4e41-a674-67ee0a055745. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1932.954025] env[62306]: DEBUG nova.network.neutron [req-0a3d084b-fa10-4cae-ac14-627a22b2f92c req-db373e60-c234-48a4-940d-8f6607a90b6b service nova] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Updating instance_info_cache with network_info: [{"id": "3cf7315f-8bb8-4e41-a674-67ee0a055745", "address": "fa:16:3e:1e:76:12", "network": {"id": "997a6963-ffac-4566-80db-7c27316ed2cb", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-13905097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee6af1ec75bc461996b6a474326479de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cf7315f-8b", "ovs_interfaceid": "3cf7315f-8bb8-4e41-a674-67ee0a055745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.029029] env[62306]: DEBUG oslo_concurrency.lockutils [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.029029] env[62306]: DEBUG nova.compute.manager [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1933.030925] env[62306]: DEBUG oslo_concurrency.lockutils [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.621s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.034235] env[62306]: DEBUG nova.objects.instance [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lazy-loading 'resources' on Instance uuid 717fec94-f593-4e87-a99a-e10304acd8dc {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1933.034235] env[62306]: DEBUG oslo_concurrency.lockutils [None req-957e63b2-9d79-4e99-86a8-0d3fda7aa32d tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Lock "d7f4e7e4-858e-4988-8527-fdf674de7bde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.208s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.051726] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "interface-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-76dd3893-903c-4bd5-98d5-a971e90d3b48" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.052039] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "interface-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-76dd3893-903c-4bd5-98d5-a971e90d3b48" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.078219] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972952, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.211631] env[62306]: DEBUG oslo_vmware.api [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972953, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.354842] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52eea8a1-047b-28e9-1426-134a1e27d594, 'name': SearchDatastore_Task, 'duration_secs': 0.01008} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.355680] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d8f897b-e74d-49c0-b716-e513079323d0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.361350] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1933.361350] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c521c3-e5b3-f34e-e068-475f60b92e99" [ 1933.361350] env[62306]: _type = "Task" [ 1933.361350] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.371379] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c521c3-e5b3-f34e-e068-475f60b92e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.456316] env[62306]: DEBUG oslo_concurrency.lockutils [req-0a3d084b-fa10-4cae-ac14-627a22b2f92c req-db373e60-c234-48a4-940d-8f6607a90b6b service nova] Releasing lock "refresh_cache-b69259c5-28c5-4e7c-89de-c973aa75d758" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.536445] env[62306]: DEBUG nova.compute.utils [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1933.539650] env[62306]: DEBUG nova.compute.manager [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1933.541835] env[62306]: DEBUG nova.network.neutron [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1933.556494] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.556682] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.557727] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090a45ac-3c8c-4a52-98d7-70fa95ced75b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.588978] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972952, 'name': CreateVM_Task, 'duration_secs': 0.54027} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.589851] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1933.590889] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0898059-f433-43ac-bc9c-465f86c455e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.596772] env[62306]: DEBUG oslo_concurrency.lockutils [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.597111] env[62306]: DEBUG oslo_concurrency.lockutils [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.597525] env[62306]: DEBUG oslo_concurrency.lockutils [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1933.598534] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-457861d2-e5a7-49d7-93d4-d088bf779fcb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.604359] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Waiting for the task: (returnval){ [ 1933.604359] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5258009c-727c-29ca-3ade-393b8eba4b2d" [ 1933.604359] env[62306]: _type = "Task" [ 1933.604359] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.635535] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Reconfiguring VM to detach interface {{(pid=62306) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1933.641821] env[62306]: DEBUG nova.policy [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e8e1b7fb7ee49ac8fe8feae371c3340', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f6507ebdd4a42c0865214a7f8f57979', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1933.646607] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8221f1ad-3a42-4881-883e-b790ef8a9833 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.668167] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5258009c-727c-29ca-3ade-393b8eba4b2d, 'name': SearchDatastore_Task, 'duration_secs': 0.021532} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.669445] env[62306]: DEBUG oslo_concurrency.lockutils [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.669754] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1933.670084] env[62306]: DEBUG oslo_concurrency.lockutils [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.670467] env[62306]: DEBUG oslo_vmware.api [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1933.670467] env[62306]: value = "task-1972955" [ 1933.670467] env[62306]: _type = "Task" [ 1933.670467] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.682323] env[62306]: DEBUG oslo_vmware.api [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.715218] env[62306]: DEBUG oslo_vmware.api [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972953, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.875195] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c521c3-e5b3-f34e-e068-475f60b92e99, 'name': SearchDatastore_Task, 'duration_secs': 0.018472} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.878634] env[62306]: DEBUG oslo_concurrency.lockutils [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.878916] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] d6b524bb-fda7-45cb-92cc-097312df03c7/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk. {{(pid=62306) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1933.879430] env[62306]: DEBUG oslo_concurrency.lockutils [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.879627] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1933.879916] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95d374e0-97c3-4336-92e6-5fb9e14864c5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.882141] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f67536b-f2e9-4ed6-ac21-5680b410a85a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.889558] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1933.889558] env[62306]: value = "task-1972956" [ 1933.889558] env[62306]: _type = "Task" [ 1933.889558] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.890717] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1933.890896] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1933.894259] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f68a3545-af0c-4c73-b6c0-01590eb38ed7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.904605] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.906163] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Waiting for the task: (returnval){ [ 1933.906163] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52569b48-a11a-dc61-46e3-a37fb0b2925a" [ 1933.906163] env[62306]: _type = "Task" [ 1933.906163] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.918024] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52569b48-a11a-dc61-46e3-a37fb0b2925a, 'name': SearchDatastore_Task, 'duration_secs': 0.008663} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.918024] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6abbd0-a3e6-4e28-9e85-ab5919ac05c6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.924415] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Waiting for the task: (returnval){ [ 1933.924415] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529e7d15-3055-dc11-4a7a-cd291818b33d" [ 1933.924415] env[62306]: _type = "Task" [ 1933.924415] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.934516] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529e7d15-3055-dc11-4a7a-cd291818b33d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.964569] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8e937d-05d1-4ef5-b751-3a0442e2434b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.971993] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b58be7-1f88-4899-a183-48c2ca8c9284 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.005147] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5e6071-8d62-4e7c-b9ea-08fa74b5c2a5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.013394] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcad6946-9a9c-4c79-a1fd-986fedb06318 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.032468] env[62306]: DEBUG nova.compute.provider_tree [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1934.043445] env[62306]: DEBUG nova.compute.manager [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1934.064017] env[62306]: DEBUG nova.compute.manager [req-4cd2305f-18f4-4b50-94d3-182f8b18efbb req-865a6f70-873b-45d4-b241-1bb615f11d3f service nova] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Received event network-changed-7c2d339f-f89e-421c-b365-7dd0496594e6 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1934.064017] env[62306]: DEBUG nova.compute.manager [req-4cd2305f-18f4-4b50-94d3-182f8b18efbb req-865a6f70-873b-45d4-b241-1bb615f11d3f service nova] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Refreshing instance network info cache due to event network-changed-7c2d339f-f89e-421c-b365-7dd0496594e6. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1934.064017] env[62306]: DEBUG oslo_concurrency.lockutils [req-4cd2305f-18f4-4b50-94d3-182f8b18efbb req-865a6f70-873b-45d4-b241-1bb615f11d3f service nova] Acquiring lock "refresh_cache-d7f4e7e4-858e-4988-8527-fdf674de7bde" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.065654] env[62306]: DEBUG oslo_concurrency.lockutils [req-4cd2305f-18f4-4b50-94d3-182f8b18efbb req-865a6f70-873b-45d4-b241-1bb615f11d3f service nova] Acquired lock "refresh_cache-d7f4e7e4-858e-4988-8527-fdf674de7bde" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.065654] env[62306]: DEBUG nova.network.neutron [req-4cd2305f-18f4-4b50-94d3-182f8b18efbb req-865a6f70-873b-45d4-b241-1bb615f11d3f service nova] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Refreshing network info cache for port 7c2d339f-f89e-421c-b365-7dd0496594e6 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1934.183371] env[62306]: DEBUG oslo_vmware.api [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.217486] env[62306]: DEBUG oslo_vmware.api [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972953, 'name': RemoveSnapshot_Task, 'duration_secs': 1.02891} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.218380] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Deleted Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1934.315413] env[62306]: DEBUG nova.network.neutron [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Successfully updated port: bf5be14d-8252-44b2-86b5-3814a7974754 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1934.336486] env[62306]: DEBUG nova.network.neutron [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Successfully created port: 30ae7ad8-3b52-47f3-aeb2-c23ba1924bb5 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1934.352706] env[62306]: DEBUG nova.compute.manager [req-336c4aec-e911-4f2e-8d51-78e1fe9be74f req-4f45c223-c813-4a2f-a53f-061ad6d932a7 service nova] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Received event network-vif-plugged-bf5be14d-8252-44b2-86b5-3814a7974754 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1934.352706] env[62306]: DEBUG oslo_concurrency.lockutils [req-336c4aec-e911-4f2e-8d51-78e1fe9be74f req-4f45c223-c813-4a2f-a53f-061ad6d932a7 service nova] Acquiring lock "30049df0-11d6-4198-86fd-6cc947541851-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.352706] env[62306]: DEBUG oslo_concurrency.lockutils [req-336c4aec-e911-4f2e-8d51-78e1fe9be74f req-4f45c223-c813-4a2f-a53f-061ad6d932a7 service nova] Lock "30049df0-11d6-4198-86fd-6cc947541851-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.352706] env[62306]: DEBUG oslo_concurrency.lockutils [req-336c4aec-e911-4f2e-8d51-78e1fe9be74f req-4f45c223-c813-4a2f-a53f-061ad6d932a7 service nova] Lock "30049df0-11d6-4198-86fd-6cc947541851-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.352706] env[62306]: DEBUG nova.compute.manager [req-336c4aec-e911-4f2e-8d51-78e1fe9be74f req-4f45c223-c813-4a2f-a53f-061ad6d932a7 service nova] [instance: 30049df0-11d6-4198-86fd-6cc947541851] No waiting events found dispatching network-vif-plugged-bf5be14d-8252-44b2-86b5-3814a7974754 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1934.352706] env[62306]: WARNING nova.compute.manager [req-336c4aec-e911-4f2e-8d51-78e1fe9be74f req-4f45c223-c813-4a2f-a53f-061ad6d932a7 service nova] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Received unexpected event network-vif-plugged-bf5be14d-8252-44b2-86b5-3814a7974754 for instance with vm_state building and task_state spawning. [ 1934.408433] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972956, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.437587] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529e7d15-3055-dc11-4a7a-cd291818b33d, 'name': SearchDatastore_Task, 'duration_secs': 0.008551} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.437587] env[62306]: DEBUG oslo_concurrency.lockutils [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.437587] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] b69259c5-28c5-4e7c-89de-c973aa75d758/b69259c5-28c5-4e7c-89de-c973aa75d758.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1934.437893] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b19a27e6-803e-4e08-a126-887163e3171d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.445361] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Waiting for the task: (returnval){ [ 1934.445361] env[62306]: value = "task-1972957" [ 1934.445361] env[62306]: _type = "Task" [ 1934.445361] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.457796] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': task-1972957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.537379] env[62306]: DEBUG nova.scheduler.client.report [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1934.684344] env[62306]: DEBUG oslo_vmware.api [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.723411] env[62306]: WARNING nova.compute.manager [None req-cd7299d5-2a44-4b4b-81ca-dd630f3a78f6 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Image not found during snapshot: nova.exception.ImageNotFound: Image c44a4afd-a286-4ef4-ac41-ad44b038908d could not be found. [ 1934.820657] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "refresh_cache-30049df0-11d6-4198-86fd-6cc947541851" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.820657] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "refresh_cache-30049df0-11d6-4198-86fd-6cc947541851" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.820657] env[62306]: DEBUG nova.network.neutron [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1934.901926] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972956, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.920946] env[62306]: DEBUG nova.network.neutron [req-4cd2305f-18f4-4b50-94d3-182f8b18efbb req-865a6f70-873b-45d4-b241-1bb615f11d3f service nova] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Updated VIF entry in instance network info cache for port 7c2d339f-f89e-421c-b365-7dd0496594e6. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1934.921105] env[62306]: DEBUG nova.network.neutron [req-4cd2305f-18f4-4b50-94d3-182f8b18efbb req-865a6f70-873b-45d4-b241-1bb615f11d3f service nova] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Updating instance_info_cache with network_info: [{"id": "7c2d339f-f89e-421c-b365-7dd0496594e6", "address": "fa:16:3e:eb:94:14", "network": {"id": "c7191573-268b-4122-98c2-d485e7ef0a63", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1111939667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a26118381bb04694b6b660eab1047488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c2d339f-f8", "ovs_interfaceid": "7c2d339f-f89e-421c-b365-7dd0496594e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.956540] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': task-1972957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.968503] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Acquiring lock "2c4c3455-6c6f-4c56-81d5-1838dc33e023" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.968812] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Lock "2c4c3455-6c6f-4c56-81d5-1838dc33e023" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.050592] env[62306]: DEBUG oslo_concurrency.lockutils [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.053276] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.271s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.055699] env[62306]: DEBUG nova.compute.manager [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1935.079563] env[62306]: INFO nova.scheduler.client.report [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Deleted allocations for instance 717fec94-f593-4e87-a99a-e10304acd8dc [ 1935.085064] env[62306]: DEBUG nova.virt.hardware [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1935.085307] env[62306]: DEBUG nova.virt.hardware [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1935.085463] env[62306]: DEBUG nova.virt.hardware [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1935.085640] env[62306]: DEBUG nova.virt.hardware [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1935.085784] env[62306]: DEBUG nova.virt.hardware [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1935.085929] env[62306]: DEBUG nova.virt.hardware [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1935.086147] env[62306]: DEBUG nova.virt.hardware [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1935.086306] env[62306]: DEBUG nova.virt.hardware [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1935.086471] env[62306]: DEBUG nova.virt.hardware [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1935.086631] env[62306]: DEBUG nova.virt.hardware [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1935.086803] env[62306]: DEBUG nova.virt.hardware [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1935.088080] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215f8ebe-e660-428f-b49e-64deeb085e77 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.096302] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489d8164-0e0c-4abc-a3b3-14c36f15925b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.183817] env[62306]: DEBUG oslo_vmware.api [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.207884] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "891e32e2-122f-408b-bfd2-9f610827dc53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.208133] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "891e32e2-122f-408b-bfd2-9f610827dc53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.208351] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "891e32e2-122f-408b-bfd2-9f610827dc53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.208539] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "891e32e2-122f-408b-bfd2-9f610827dc53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.208750] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "891e32e2-122f-408b-bfd2-9f610827dc53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.211146] env[62306]: INFO nova.compute.manager [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Terminating instance [ 1935.352988] env[62306]: DEBUG nova.network.neutron [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1935.406308] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972956, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.424099] env[62306]: DEBUG oslo_concurrency.lockutils [req-4cd2305f-18f4-4b50-94d3-182f8b18efbb req-865a6f70-873b-45d4-b241-1bb615f11d3f service nova] Releasing lock "refresh_cache-d7f4e7e4-858e-4988-8527-fdf674de7bde" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.458422] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': task-1972957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.471110] env[62306]: DEBUG nova.compute.manager [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1935.591049] env[62306]: DEBUG nova.network.neutron [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Updating instance_info_cache with network_info: [{"id": "bf5be14d-8252-44b2-86b5-3814a7974754", "address": "fa:16:3e:f6:91:1f", "network": {"id": "619e998f-85a0-44c3-b066-ba85f5243b93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2084209057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "094e9ccb8011489aa598b784b2994968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5be14d-82", "ovs_interfaceid": "bf5be14d-8252-44b2-86b5-3814a7974754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.598894] env[62306]: DEBUG oslo_concurrency.lockutils [None req-604f94c2-d3d9-41c5-9168-d90a29d9d586 tempest-ServerShowV247Test-1418545566 tempest-ServerShowV247Test-1418545566-project-member] Lock "717fec94-f593-4e87-a99a-e10304acd8dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.543s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.686814] env[62306]: DEBUG oslo_vmware.api [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.714754] env[62306]: DEBUG nova.compute.manager [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1935.715088] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1935.716081] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2593fc-f66b-4f94-a05d-0d033ff8f0c4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.727066] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1935.727455] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8b4f9cc-8320-4b84-9a2c-80f4fee7ef19 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.739978] env[62306]: DEBUG oslo_vmware.api [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1935.739978] env[62306]: value = "task-1972958" [ 1935.739978] env[62306]: _type = "Task" [ 1935.739978] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.751943] env[62306]: DEBUG oslo_vmware.api [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.904769] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972956, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.554705} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.904769] env[62306]: INFO nova.virt.vmwareapi.ds_util [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] d6b524bb-fda7-45cb-92cc-097312df03c7/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk. [ 1935.905595] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed1cc0d-76bc-4672-8221-74df3de69716 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.935865] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] d6b524bb-fda7-45cb-92cc-097312df03c7/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1935.936504] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e561574-6bc9-4839-8383-b9362fc13c9d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.973784] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1935.973784] env[62306]: value = "task-1972959" [ 1935.973784] env[62306]: _type = "Task" [ 1935.973784] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.973784] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': task-1972957, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.466829} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.974226] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] b69259c5-28c5-4e7c-89de-c973aa75d758/b69259c5-28c5-4e7c-89de-c973aa75d758.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1935.974226] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1935.978875] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5154ebfd-611a-4fda-b28d-c85ae0c1f75d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.991486] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.992867] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Waiting for the task: (returnval){ [ 1935.992867] env[62306]: value = "task-1972960" [ 1935.992867] env[62306]: _type = "Task" [ 1935.992867] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.002101] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': task-1972960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.003354] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.096856] env[62306]: DEBUG nova.network.neutron [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Successfully updated port: 30ae7ad8-3b52-47f3-aeb2-c23ba1924bb5 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1936.098622] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "refresh_cache-30049df0-11d6-4198-86fd-6cc947541851" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.099075] env[62306]: DEBUG nova.compute.manager [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Instance network_info: |[{"id": "bf5be14d-8252-44b2-86b5-3814a7974754", "address": "fa:16:3e:f6:91:1f", "network": {"id": "619e998f-85a0-44c3-b066-ba85f5243b93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2084209057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "094e9ccb8011489aa598b784b2994968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5be14d-82", "ovs_interfaceid": "bf5be14d-8252-44b2-86b5-3814a7974754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1936.100743] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 5227c9ce-84d2-4a50-a653-fb317daa2d87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.100989] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 3b0031c9-60be-48ee-badf-2427afc1de23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.101279] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 8a38074d-7b10-4b97-a0a8-7eaef4474528 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.101837] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance e7b2d6e6-f687-4d61-9228-e78978e84edf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.102235] env[62306]: WARNING nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance ffa1eacc-4a16-41f0-a5ca-9ceb0878819b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1936.102386] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance d6b524bb-fda7-45cb-92cc-097312df03c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.102522] env[62306]: WARNING nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance ff025daa-d258-446f-983f-3f0eb03056b7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1936.102638] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance c12c7149-f851-4b6b-b69b-54fbbb176590 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.102766] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance f1b3977d-c5ae-4f83-b218-723af521215e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.102880] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.102987] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 012f2b07-1cef-46f8-b9ce-d4def44aeab1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.103868] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance bbffb2d7-47c9-4cbf-a30d-439cb058f6dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.103997] env[62306]: WARNING nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 1daa5c2d-0f27-4fad-b397-a5929514915d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1936.104144] env[62306]: WARNING nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 5036bf3d-daad-473f-b073-63fec9340879 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1936.104262] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 891e32e2-122f-408b-bfd2-9f610827dc53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.104373] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance d7f4e7e4-858e-4988-8527-fdf674de7bde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.104479] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance b69259c5-28c5-4e7c-89de-c973aa75d758 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.104585] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 30049df0-11d6-4198-86fd-6cc947541851 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.105320] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 56c8cd72-bfbc-4218-a961-babc11e4ecb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.107239] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:91:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf5be14d-8252-44b2-86b5-3814a7974754', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1936.115498] env[62306]: DEBUG oslo.service.loopingcall [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1936.116963] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1936.117301] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d271891-196e-4c1d-8046-3a64ebdaacef {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.138925] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1936.138925] env[62306]: value = "task-1972961" [ 1936.138925] env[62306]: _type = "Task" [ 1936.138925] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.149182] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972961, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.183913] env[62306]: DEBUG oslo_vmware.api [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.249726] env[62306]: DEBUG oslo_vmware.api [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972958, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.381069] env[62306]: DEBUG nova.compute.manager [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Received event network-changed-bf5be14d-8252-44b2-86b5-3814a7974754 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1936.381396] env[62306]: DEBUG nova.compute.manager [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Refreshing instance network info cache due to event network-changed-bf5be14d-8252-44b2-86b5-3814a7974754. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1936.381660] env[62306]: DEBUG oslo_concurrency.lockutils [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] Acquiring lock "refresh_cache-30049df0-11d6-4198-86fd-6cc947541851" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.381811] env[62306]: DEBUG oslo_concurrency.lockutils [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] Acquired lock "refresh_cache-30049df0-11d6-4198-86fd-6cc947541851" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.382079] env[62306]: DEBUG nova.network.neutron [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Refreshing network info cache for port bf5be14d-8252-44b2-86b5-3814a7974754 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1936.483665] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972959, 'name': ReconfigVM_Task, 'duration_secs': 0.475103} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.483969] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Reconfigured VM instance instance-00000034 to attach disk [datastore1] d6b524bb-fda7-45cb-92cc-097312df03c7/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1936.484848] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba3346d-9592-4724-b6d3-64208870c912 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.519541] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f92036c0-0a4b-4b01-a8e8-3f69f8e4cf45 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.535065] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': task-1972960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084567} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.536295] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1936.536642] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1936.536642] env[62306]: value = "task-1972962" [ 1936.536642] env[62306]: _type = "Task" [ 1936.536642] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.537362] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddc5dc1-2043-4625-92b7-c87c8fa87349 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.547313] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972962, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.564646] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] b69259c5-28c5-4e7c-89de-c973aa75d758/b69259c5-28c5-4e7c-89de-c973aa75d758.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1936.564950] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c38ec98d-a41e-4d10-bbcb-b95e37e7f472 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.585525] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Waiting for the task: (returnval){ [ 1936.585525] env[62306]: value = "task-1972963" [ 1936.585525] env[62306]: _type = "Task" [ 1936.585525] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.593739] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': task-1972963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.600447] env[62306]: DEBUG oslo_concurrency.lockutils [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Acquiring lock "refresh_cache-56c8cd72-bfbc-4218-a961-babc11e4ecb7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.600632] env[62306]: DEBUG oslo_concurrency.lockutils [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Acquired lock "refresh_cache-56c8cd72-bfbc-4218-a961-babc11e4ecb7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.600802] env[62306]: DEBUG nova.network.neutron [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1936.619252] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance e8ed4205-1be8-487e-a817-545100b2d082 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1936.648658] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972961, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.687008] env[62306]: DEBUG oslo_vmware.api [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.751030] env[62306]: DEBUG oslo_vmware.api [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972958, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.050024] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972962, 'name': ReconfigVM_Task, 'duration_secs': 0.422654} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.051036] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1937.051036] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79907dce-edb0-4856-893b-1b63a5d75c5c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.057565] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1937.057565] env[62306]: value = "task-1972964" [ 1937.057565] env[62306]: _type = "Task" [ 1937.057565] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.065381] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.094957] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': task-1972963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.103855] env[62306]: DEBUG nova.network.neutron [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Updated VIF entry in instance network info cache for port bf5be14d-8252-44b2-86b5-3814a7974754. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1937.104237] env[62306]: DEBUG nova.network.neutron [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Updating instance_info_cache with network_info: [{"id": "bf5be14d-8252-44b2-86b5-3814a7974754", "address": "fa:16:3e:f6:91:1f", "network": {"id": "619e998f-85a0-44c3-b066-ba85f5243b93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2084209057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "094e9ccb8011489aa598b784b2994968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5be14d-82", "ovs_interfaceid": "bf5be14d-8252-44b2-86b5-3814a7974754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.125534] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 0cf99988-2c14-4b04-a347-2a736b667099 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1937.134434] env[62306]: DEBUG nova.network.neutron [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1937.149392] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972961, 'name': CreateVM_Task, 'duration_secs': 0.635142} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.149556] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1937.150265] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.150435] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.150797] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1937.151056] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f04c2eb-7da4-4242-8b32-9994ef654d0e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.155572] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1937.155572] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c768da-4ad0-f9d2-44ba-4536504d26d5" [ 1937.155572] env[62306]: _type = "Task" [ 1937.155572] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.166206] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c768da-4ad0-f9d2-44ba-4536504d26d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.186447] env[62306]: DEBUG oslo_vmware.api [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.251987] env[62306]: DEBUG oslo_vmware.api [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972958, 'name': PowerOffVM_Task, 'duration_secs': 1.369496} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.252420] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1937.252595] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1937.252858] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f752763a-316f-4f05-9522-201cc150f52f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.318570] env[62306]: DEBUG nova.network.neutron [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Updating instance_info_cache with network_info: [{"id": "30ae7ad8-3b52-47f3-aeb2-c23ba1924bb5", "address": "fa:16:3e:c6:df:87", "network": {"id": "35f7e770-02fb-43d9-a662-040fbe9686ad", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1655206962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f6507ebdd4a42c0865214a7f8f57979", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30ae7ad8-3b", "ovs_interfaceid": "30ae7ad8-3b52-47f3-aeb2-c23ba1924bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.369703] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1937.369938] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1937.370144] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Deleting the datastore file [datastore1] 891e32e2-122f-408b-bfd2-9f610827dc53 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1937.370461] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7398bb86-a681-4591-a053-bc67e74f3a3a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.377348] env[62306]: DEBUG oslo_vmware.api [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for the task: (returnval){ [ 1937.377348] env[62306]: value = "task-1972966" [ 1937.377348] env[62306]: _type = "Task" [ 1937.377348] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.385132] env[62306]: DEBUG oslo_vmware.api [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.567341] env[62306]: DEBUG oslo_vmware.api [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972964, 'name': PowerOnVM_Task, 'duration_secs': 0.46004} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.567617] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1937.570522] env[62306]: DEBUG nova.compute.manager [None req-436873ab-b91b-48f4-842b-18b4e2d29f7d tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1937.571293] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224d5bd0-a2d4-4909-99a7-800bdded1bda {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.594214] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': task-1972963, 'name': ReconfigVM_Task, 'duration_secs': 0.699866} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.594504] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Reconfigured VM instance instance-00000054 to attach disk [datastore1] b69259c5-28c5-4e7c-89de-c973aa75d758/b69259c5-28c5-4e7c-89de-c973aa75d758.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1937.595131] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9c0eed1-d984-4c86-9ffa-4f1d0fa0cbe6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.601149] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Waiting for the task: (returnval){ [ 1937.601149] env[62306]: value = "task-1972967" [ 1937.601149] env[62306]: _type = "Task" [ 1937.601149] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.610063] env[62306]: DEBUG oslo_concurrency.lockutils [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] Releasing lock "refresh_cache-30049df0-11d6-4198-86fd-6cc947541851" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.610304] env[62306]: DEBUG nova.compute.manager [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Received event network-vif-plugged-30ae7ad8-3b52-47f3-aeb2-c23ba1924bb5 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1937.610496] env[62306]: DEBUG oslo_concurrency.lockutils [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] Acquiring lock "56c8cd72-bfbc-4218-a961-babc11e4ecb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.610697] env[62306]: DEBUG oslo_concurrency.lockutils [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] Lock "56c8cd72-bfbc-4218-a961-babc11e4ecb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.610860] env[62306]: DEBUG oslo_concurrency.lockutils [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] Lock "56c8cd72-bfbc-4218-a961-babc11e4ecb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.611036] env[62306]: DEBUG nova.compute.manager [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] No waiting events found dispatching network-vif-plugged-30ae7ad8-3b52-47f3-aeb2-c23ba1924bb5 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1937.611206] env[62306]: WARNING nova.compute.manager [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Received unexpected event network-vif-plugged-30ae7ad8-3b52-47f3-aeb2-c23ba1924bb5 for instance with vm_state building and task_state spawning. [ 1937.611366] env[62306]: DEBUG nova.compute.manager [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Received event network-changed-30ae7ad8-3b52-47f3-aeb2-c23ba1924bb5 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1937.611770] env[62306]: DEBUG nova.compute.manager [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Refreshing instance network info cache due to event network-changed-30ae7ad8-3b52-47f3-aeb2-c23ba1924bb5. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1937.611770] env[62306]: DEBUG oslo_concurrency.lockutils [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] Acquiring lock "refresh_cache-56c8cd72-bfbc-4218-a961-babc11e4ecb7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.611908] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': task-1972967, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.630320] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 2c4c3455-6c6f-4c56-81d5-1838dc33e023 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1937.630588] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1937.630737] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1937.665915] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c768da-4ad0-f9d2-44ba-4536504d26d5, 'name': SearchDatastore_Task, 'duration_secs': 0.034929} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.668584] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.668855] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1937.669124] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.669272] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.669447] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1937.669898] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73184d0d-1749-4e55-9757-3e6cc03ba00e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.683907] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1937.684114] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1937.685308] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ca5452-42a4-462c-810b-1877abd95bb4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.691202] env[62306]: DEBUG oslo_vmware.api [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.692460] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1937.692460] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52881be0-8bc5-926e-15eb-2015de7a5404" [ 1937.692460] env[62306]: _type = "Task" [ 1937.692460] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.702606] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52881be0-8bc5-926e-15eb-2015de7a5404, 'name': SearchDatastore_Task, 'duration_secs': 0.009365} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.703394] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bff7dcb-73ec-4ae3-ac8d-38f5a58773a2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.708198] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1937.708198] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b3234e-c266-7516-aca2-2c0a983605e3" [ 1937.708198] env[62306]: _type = "Task" [ 1937.708198] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.717730] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b3234e-c266-7516-aca2-2c0a983605e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.822544] env[62306]: DEBUG oslo_concurrency.lockutils [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Releasing lock "refresh_cache-56c8cd72-bfbc-4218-a961-babc11e4ecb7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.822779] env[62306]: DEBUG nova.compute.manager [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Instance network_info: |[{"id": "30ae7ad8-3b52-47f3-aeb2-c23ba1924bb5", "address": "fa:16:3e:c6:df:87", "network": {"id": "35f7e770-02fb-43d9-a662-040fbe9686ad", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1655206962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f6507ebdd4a42c0865214a7f8f57979", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30ae7ad8-3b", "ovs_interfaceid": "30ae7ad8-3b52-47f3-aeb2-c23ba1924bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1937.823098] env[62306]: DEBUG oslo_concurrency.lockutils [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] Acquired lock "refresh_cache-56c8cd72-bfbc-4218-a961-babc11e4ecb7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.823284] env[62306]: DEBUG nova.network.neutron [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Refreshing network info cache for port 30ae7ad8-3b52-47f3-aeb2-c23ba1924bb5 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1937.825138] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:df:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30ae7ad8-3b52-47f3-aeb2-c23ba1924bb5', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1937.835980] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Creating folder: Project (4f6507ebdd4a42c0865214a7f8f57979). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1937.839445] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67528046-2a5b-4c1e-8b09-65a6c4a84cb7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.852141] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Created folder: Project (4f6507ebdd4a42c0865214a7f8f57979) in parent group-v406007. [ 1937.852534] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Creating folder: Instances. Parent ref: group-v406239. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1937.855686] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13616afc-9471-4af2-ba42-7748c101e144 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.865042] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Created folder: Instances in parent group-v406239. [ 1937.866037] env[62306]: DEBUG oslo.service.loopingcall [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1937.866037] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1937.866037] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7f4b804-6491-4c21-b192-6b1b2fcdf82e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.891620] env[62306]: DEBUG oslo_vmware.api [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Task: {'id': task-1972966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205799} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.892811] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1937.893024] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1937.893214] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1937.893402] env[62306]: INFO nova.compute.manager [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1937.893648] env[62306]: DEBUG oslo.service.loopingcall [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1937.893842] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1937.893842] env[62306]: value = "task-1972970" [ 1937.893842] env[62306]: _type = "Task" [ 1937.893842] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.896262] env[62306]: DEBUG nova.compute.manager [-] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1937.896365] env[62306]: DEBUG nova.network.neutron [-] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1937.905371] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972970, 'name': CreateVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.960358] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e19887-32b4-469c-8ea9-46cbcfddd0c5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.968139] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d52824-79bf-41d7-97e3-4e0dd350deb3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.001227] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181616a1-b7bc-4c82-8c30-dc4540b864bb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.009387] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951bc844-f2dd-48c4-bf42-f69cbcb6a8df {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.022714] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1938.118436] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': task-1972967, 'name': Rename_Task, 'duration_secs': 0.172118} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.118796] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1938.119067] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a21aaf27-efa5-465f-af68-b3aeaf7dd797 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.126233] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Waiting for the task: (returnval){ [ 1938.126233] env[62306]: value = "task-1972971" [ 1938.126233] env[62306]: _type = "Task" [ 1938.126233] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.134409] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': task-1972971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.187776] env[62306]: DEBUG oslo_vmware.api [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.219573] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b3234e-c266-7516-aca2-2c0a983605e3, 'name': SearchDatastore_Task, 'duration_secs': 0.013563} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.219940] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.220265] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 30049df0-11d6-4198-86fd-6cc947541851/30049df0-11d6-4198-86fd-6cc947541851.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1938.220563] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d0fa497-44a3-4730-9f97-1d5d1bcc6013 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.227057] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1938.227057] env[62306]: value = "task-1972972" [ 1938.227057] env[62306]: _type = "Task" [ 1938.227057] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.234459] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.415410] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972970, 'name': CreateVM_Task, 'duration_secs': 0.428707} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.415744] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1938.417283] env[62306]: DEBUG oslo_concurrency.lockutils [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.417668] env[62306]: DEBUG oslo_concurrency.lockutils [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.418259] env[62306]: DEBUG oslo_concurrency.lockutils [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1938.418940] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdef9ba1-9620-40ce-84d4-85c6230cad46 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.427304] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Waiting for the task: (returnval){ [ 1938.427304] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526abf5c-930e-4e57-5042-40c7d586409d" [ 1938.427304] env[62306]: _type = "Task" [ 1938.427304] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.439268] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526abf5c-930e-4e57-5042-40c7d586409d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.526225] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1938.584508] env[62306]: DEBUG nova.compute.manager [req-ba727273-6e78-4003-b097-ac5cf9dac250 req-00665369-43d8-462f-89e2-656fca1de89d service nova] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Received event network-vif-deleted-cf460d5a-95c3-46ce-bb4f-34a63a545167 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1938.584745] env[62306]: INFO nova.compute.manager [req-ba727273-6e78-4003-b097-ac5cf9dac250 req-00665369-43d8-462f-89e2-656fca1de89d service nova] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Neutron deleted interface cf460d5a-95c3-46ce-bb4f-34a63a545167; detaching it from the instance and deleting it from the info cache [ 1938.584979] env[62306]: DEBUG nova.network.neutron [req-ba727273-6e78-4003-b097-ac5cf9dac250 req-00665369-43d8-462f-89e2-656fca1de89d service nova] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.639563] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': task-1972971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.687801] env[62306]: DEBUG oslo_vmware.api [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.691119] env[62306]: DEBUG nova.network.neutron [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Updated VIF entry in instance network info cache for port 30ae7ad8-3b52-47f3-aeb2-c23ba1924bb5. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1938.691987] env[62306]: DEBUG nova.network.neutron [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Updating instance_info_cache with network_info: [{"id": "30ae7ad8-3b52-47f3-aeb2-c23ba1924bb5", "address": "fa:16:3e:c6:df:87", "network": {"id": "35f7e770-02fb-43d9-a662-040fbe9686ad", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1655206962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f6507ebdd4a42c0865214a7f8f57979", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30ae7ad8-3b", "ovs_interfaceid": "30ae7ad8-3b52-47f3-aeb2-c23ba1924bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.744581] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972972, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.909027] env[62306]: DEBUG nova.network.neutron [-] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.938115] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526abf5c-930e-4e57-5042-40c7d586409d, 'name': SearchDatastore_Task, 'duration_secs': 0.078351} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.938561] env[62306]: DEBUG oslo_concurrency.lockutils [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.938843] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1938.939148] env[62306]: DEBUG oslo_concurrency.lockutils [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.939305] env[62306]: DEBUG oslo_concurrency.lockutils [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.939485] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1938.939867] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16731719-0010-4450-a747-334f7370698a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.953096] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1938.953311] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1938.954584] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6c29541-7eba-4ca4-ad67-290d1bdafd32 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.960553] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Waiting for the task: (returnval){ [ 1938.960553] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a02045-e575-6751-700f-dec849838790" [ 1938.960553] env[62306]: _type = "Task" [ 1938.960553] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.968351] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a02045-e575-6751-700f-dec849838790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.033024] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1939.033024] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.978s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.033024] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.823s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.036663] env[62306]: INFO nova.compute.claims [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1939.096729] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5286c0ea-62f4-4350-84a2-6456b86bf8bb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.106046] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb87249-72fe-49b2-bcf9-bf58d9826657 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.139846] env[62306]: DEBUG nova.compute.manager [req-ba727273-6e78-4003-b097-ac5cf9dac250 req-00665369-43d8-462f-89e2-656fca1de89d service nova] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Detach interface failed, port_id=cf460d5a-95c3-46ce-bb4f-34a63a545167, reason: Instance 891e32e2-122f-408b-bfd2-9f610827dc53 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1939.149122] env[62306]: DEBUG oslo_vmware.api [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': task-1972971, 'name': PowerOnVM_Task, 'duration_secs': 0.870392} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.150142] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1939.150142] env[62306]: INFO nova.compute.manager [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1939.150142] env[62306]: DEBUG nova.compute.manager [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1939.151018] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8c1f85-0103-450f-b8da-9ef8bca00072 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.192590] env[62306]: DEBUG oslo_vmware.api [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972955, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.193924] env[62306]: DEBUG oslo_concurrency.lockutils [req-e918e241-2d61-4363-8d42-00bac4a1a5ea req-2ee8b457-9fe7-4af6-a271-d74c9bc2b2c4 service nova] Releasing lock "refresh_cache-56c8cd72-bfbc-4218-a961-babc11e4ecb7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.243119] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549696} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.243609] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 30049df0-11d6-4198-86fd-6cc947541851/30049df0-11d6-4198-86fd-6cc947541851.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1939.243882] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1939.244164] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dd5d38c-ced1-4540-abd0-57c002c16960 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.251622] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1939.251622] env[62306]: value = "task-1972973" [ 1939.251622] env[62306]: _type = "Task" [ 1939.251622] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.260063] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.411617] env[62306]: INFO nova.compute.manager [-] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Took 1.52 seconds to deallocate network for instance. [ 1939.472735] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a02045-e575-6751-700f-dec849838790, 'name': SearchDatastore_Task, 'duration_secs': 0.017252} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.473575] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165a7e8d-fe28-4c65-86ce-1f50537cd9eb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.479741] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Waiting for the task: (returnval){ [ 1939.479741] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52097e4d-5e9d-7b93-c7c4-bb07f64dba5c" [ 1939.479741] env[62306]: _type = "Task" [ 1939.479741] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.487785] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52097e4d-5e9d-7b93-c7c4-bb07f64dba5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.670615] env[62306]: INFO nova.compute.manager [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Took 34.77 seconds to build instance. [ 1939.687220] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.687452] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.687637] env[62306]: INFO nova.compute.manager [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Shelving [ 1939.696173] env[62306]: DEBUG oslo_vmware.api [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972955, 'name': ReconfigVM_Task, 'duration_secs': 5.915392} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.696502] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.696642] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Reconfigured VM to detach interface {{(pid=62306) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1939.744474] env[62306]: INFO nova.compute.manager [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Unrescuing [ 1939.744716] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "refresh_cache-d6b524bb-fda7-45cb-92cc-097312df03c7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.744924] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquired lock "refresh_cache-d6b524bb-fda7-45cb-92cc-097312df03c7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.745056] env[62306]: DEBUG nova.network.neutron [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1939.762235] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123578} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.762489] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1939.763265] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14f78ce-4331-4001-8a9e-6dee8370e87e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.784764] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 30049df0-11d6-4198-86fd-6cc947541851/30049df0-11d6-4198-86fd-6cc947541851.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1939.784923] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-062003a4-b0a9-4cba-88d8-8b5aa3db60b1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.806542] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1939.806542] env[62306]: value = "task-1972974" [ 1939.806542] env[62306]: _type = "Task" [ 1939.806542] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.814538] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.918759] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.990487] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52097e4d-5e9d-7b93-c7c4-bb07f64dba5c, 'name': SearchDatastore_Task, 'duration_secs': 0.017949} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.990760] env[62306]: DEBUG oslo_concurrency.lockutils [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.991020] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 56c8cd72-bfbc-4218-a961-babc11e4ecb7/56c8cd72-bfbc-4218-a961-babc11e4ecb7.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1939.991285] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2409430-833c-4e61-a02d-ec86842e5fe9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.998899] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Waiting for the task: (returnval){ [ 1939.998899] env[62306]: value = "task-1972975" [ 1939.998899] env[62306]: _type = "Task" [ 1939.998899] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.010720] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': task-1972975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.172517] env[62306]: DEBUG oslo_concurrency.lockutils [None req-66a2d475-3a43-4bcf-9788-d6ca80114808 tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Lock "b69259c5-28c5-4e7c-89de-c973aa75d758" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.974s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.184028] env[62306]: DEBUG oslo_concurrency.lockutils [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Acquiring lock "b69259c5-28c5-4e7c-89de-c973aa75d758" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.184028] env[62306]: DEBUG oslo_concurrency.lockutils [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Lock "b69259c5-28c5-4e7c-89de-c973aa75d758" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.184028] env[62306]: DEBUG oslo_concurrency.lockutils [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Acquiring lock "b69259c5-28c5-4e7c-89de-c973aa75d758-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.184028] env[62306]: DEBUG oslo_concurrency.lockutils [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Lock "b69259c5-28c5-4e7c-89de-c973aa75d758-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.184028] env[62306]: DEBUG oslo_concurrency.lockutils [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Lock "b69259c5-28c5-4e7c-89de-c973aa75d758-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.186049] env[62306]: INFO nova.compute.manager [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Terminating instance [ 1940.319369] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.324338] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f237345-db2c-4f8d-95f7-6c0249c1797b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.330998] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e994a130-73f6-478d-9ca3-56b33296d461 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.362722] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08696e7b-ed72-4f36-8d05-c0634fa67e62 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.370748] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad490c8-205d-40a6-bc26-1c35e6c29384 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.387441] env[62306]: DEBUG nova.compute.provider_tree [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1940.512598] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': task-1972975, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.533326] env[62306]: DEBUG nova.network.neutron [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Updating instance_info_cache with network_info: [{"id": "5817a7ef-bbf6-4bfa-90ef-80bf69e6650a", "address": "fa:16:3e:6e:0d:ef", "network": {"id": "3b745275-fbc6-4427-8926-688b1f79cbaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1287131670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daee10609fae469f918ad6e4c75ab386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5817a7ef-bb", "ovs_interfaceid": "5817a7ef-bbf6-4bfa-90ef-80bf69e6650a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.620461] env[62306]: DEBUG nova.compute.manager [req-dde4ab55-ea8b-46b2-9eee-99adc82fa42c req-f67ddd11-03e0-4ee0-9675-834eda1b7c84 service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Received event network-vif-deleted-76dd3893-903c-4bd5-98d5-a971e90d3b48 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1940.620625] env[62306]: INFO nova.compute.manager [req-dde4ab55-ea8b-46b2-9eee-99adc82fa42c req-f67ddd11-03e0-4ee0-9675-834eda1b7c84 service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Neutron deleted interface 76dd3893-903c-4bd5-98d5-a971e90d3b48; detaching it from the instance and deleting it from the info cache [ 1940.620911] env[62306]: DEBUG nova.network.neutron [req-dde4ab55-ea8b-46b2-9eee-99adc82fa42c req-f67ddd11-03e0-4ee0-9675-834eda1b7c84 service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Updating instance_info_cache with network_info: [{"id": "8aaedc75-63d5-4d54-a394-57009c4ad56b", "address": "fa:16:3e:f2:4e:c6", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aaedc75-63", "ovs_interfaceid": "8aaedc75-63d5-4d54-a394-57009c4ad56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a7be9b7-afeb-4839-8d6c-664e406589fa", "address": "fa:16:3e:d1:12:7c", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7be9b7-af", "ovs_interfaceid": "3a7be9b7-afeb-4839-8d6c-664e406589fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.690170] env[62306]: DEBUG nova.compute.manager [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1940.690351] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1940.691102] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7a5663-eeae-4da3-9da3-f01192d2cac4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.697066] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1940.699588] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec51e246-14d5-47c7-820e-7c7d2cf1f765 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.701343] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1940.701897] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b91ba206-35be-430c-af12-647c7a64b19c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.708956] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 1940.708956] env[62306]: value = "task-1972976" [ 1940.708956] env[62306]: _type = "Task" [ 1940.708956] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.713870] env[62306]: DEBUG oslo_vmware.api [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Waiting for the task: (returnval){ [ 1940.713870] env[62306]: value = "task-1972977" [ 1940.713870] env[62306]: _type = "Task" [ 1940.713870] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.720459] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.726781] env[62306]: DEBUG oslo_vmware.api [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': task-1972977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.821469] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.893178] env[62306]: DEBUG nova.scheduler.client.report [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1941.009634] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.009827] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.010365] env[62306]: DEBUG nova.network.neutron [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1941.017973] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': task-1972975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.958189} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.019919] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 56c8cd72-bfbc-4218-a961-babc11e4ecb7/56c8cd72-bfbc-4218-a961-babc11e4ecb7.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1941.020236] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1941.021153] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81011020-eebb-453a-8348-e95638bec1e5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.028141] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Waiting for the task: (returnval){ [ 1941.028141] env[62306]: value = "task-1972978" [ 1941.028141] env[62306]: _type = "Task" [ 1941.028141] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.036435] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Releasing lock "refresh_cache-d6b524bb-fda7-45cb-92cc-097312df03c7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.037125] env[62306]: DEBUG nova.objects.instance [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lazy-loading 'flavor' on Instance uuid d6b524bb-fda7-45cb-92cc-097312df03c7 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1941.038522] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': task-1972978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.123160] env[62306]: DEBUG oslo_concurrency.lockutils [req-dde4ab55-ea8b-46b2-9eee-99adc82fa42c req-f67ddd11-03e0-4ee0-9675-834eda1b7c84 service nova] Acquiring lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.123416] env[62306]: DEBUG oslo_concurrency.lockutils [req-dde4ab55-ea8b-46b2-9eee-99adc82fa42c req-f67ddd11-03e0-4ee0-9675-834eda1b7c84 service nova] Acquired lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.124304] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf7a68e-2133-498a-a81e-5d3975140245 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.143660] env[62306]: DEBUG oslo_concurrency.lockutils [req-dde4ab55-ea8b-46b2-9eee-99adc82fa42c req-f67ddd11-03e0-4ee0-9675-834eda1b7c84 service nova] Releasing lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.143940] env[62306]: WARNING nova.compute.manager [req-dde4ab55-ea8b-46b2-9eee-99adc82fa42c req-f67ddd11-03e0-4ee0-9675-834eda1b7c84 service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Detach interface failed, port_id=76dd3893-903c-4bd5-98d5-a971e90d3b48, reason: No device with interface-id 76dd3893-903c-4bd5-98d5-a971e90d3b48 exists on VM: nova.exception.NotFound: No device with interface-id 76dd3893-903c-4bd5-98d5-a971e90d3b48 exists on VM [ 1941.219086] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972976, 'name': PowerOffVM_Task, 'duration_secs': 0.388204} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.222014] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1941.222770] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fc8d43-25c4-475c-aa47-75db26217eb8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.229846] env[62306]: DEBUG oslo_vmware.api [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': task-1972977, 'name': PowerOffVM_Task, 'duration_secs': 0.399614} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.242338] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1941.242523] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1941.243231] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7239ee2-3b28-4979-9227-f75d7e992abf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.245220] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8c2eb7-c133-45f8-84c9-ca636536445f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.318101] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972974, 'name': ReconfigVM_Task, 'duration_secs': 1.170918} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.318393] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 30049df0-11d6-4198-86fd-6cc947541851/30049df0-11d6-4198-86fd-6cc947541851.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1941.319154] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23e546cd-2a38-4dd3-ab09-300362654677 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.325361] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1941.325361] env[62306]: value = "task-1972980" [ 1941.325361] env[62306]: _type = "Task" [ 1941.325361] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.333256] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972980, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.399108] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.399409] env[62306]: DEBUG nova.compute.manager [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1941.402120] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.832s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.402323] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.404334] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.469s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.404521] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.406272] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.162s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.406454] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.408014] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.454s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.408210] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.409742] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.649s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.411436] env[62306]: INFO nova.compute.claims [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1941.435319] env[62306]: INFO nova.scheduler.client.report [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Deleted allocations for instance ff025daa-d258-446f-983f-3f0eb03056b7 [ 1941.437153] env[62306]: INFO nova.scheduler.client.report [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Deleted allocations for instance ffa1eacc-4a16-41f0-a5ca-9ceb0878819b [ 1941.454054] env[62306]: INFO nova.scheduler.client.report [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Deleted allocations for instance 1daa5c2d-0f27-4fad-b397-a5929514915d [ 1941.459106] env[62306]: INFO nova.scheduler.client.report [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Deleted allocations for instance 5036bf3d-daad-473f-b073-63fec9340879 [ 1941.541953] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': task-1972978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080345} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.542529] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1941.543353] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333f418d-871c-476d-9485-6629440a0cf7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.547472] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234f97c8-681e-4ce0-87e3-0b6bbd2f7798 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.568743] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 56c8cd72-bfbc-4218-a961-babc11e4ecb7/56c8cd72-bfbc-4218-a961-babc11e4ecb7.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1941.590396] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23b25b57-0af5-40ad-a76f-4bc0a7c40a16 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.605385] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1941.605909] env[62306]: DEBUG oslo_concurrency.lockutils [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.606147] env[62306]: DEBUG oslo_concurrency.lockutils [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.606388] env[62306]: DEBUG oslo_concurrency.lockutils [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.606615] env[62306]: DEBUG oslo_concurrency.lockutils [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.606794] env[62306]: DEBUG oslo_concurrency.lockutils [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.608329] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a513353-e33b-4fbb-b3f7-8250dd44ab05 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.613022] env[62306]: INFO nova.compute.manager [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Terminating instance [ 1941.618959] env[62306]: DEBUG oslo_vmware.api [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1941.618959] env[62306]: value = "task-1972982" [ 1941.618959] env[62306]: _type = "Task" [ 1941.618959] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.619224] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Waiting for the task: (returnval){ [ 1941.619224] env[62306]: value = "task-1972981" [ 1941.619224] env[62306]: _type = "Task" [ 1941.619224] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.637451] env[62306]: DEBUG oslo_vmware.api [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.637994] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': task-1972981, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.756272] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Creating Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1941.756694] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e74f5865-cf37-427a-b7e0-9fe4cf403b36 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.766641] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 1941.766641] env[62306]: value = "task-1972983" [ 1941.766641] env[62306]: _type = "Task" [ 1941.766641] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.775327] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972983, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.834972] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972980, 'name': Rename_Task, 'duration_secs': 0.219023} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.835958] env[62306]: INFO nova.network.neutron [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Port 3a7be9b7-afeb-4839-8d6c-664e406589fa from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1941.836347] env[62306]: DEBUG nova.network.neutron [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Updating instance_info_cache with network_info: [{"id": "8aaedc75-63d5-4d54-a394-57009c4ad56b", "address": "fa:16:3e:f2:4e:c6", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aaedc75-63", "ovs_interfaceid": "8aaedc75-63d5-4d54-a394-57009c4ad56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.837872] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1941.838182] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa5ad173-8a7b-4eb9-8102-d4e60261cafa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.845502] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1941.845502] env[62306]: value = "task-1972984" [ 1941.845502] env[62306]: _type = "Task" [ 1941.845502] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.850127] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1941.850345] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1941.850522] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Deleting the datastore file [datastore1] b69259c5-28c5-4e7c-89de-c973aa75d758 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1941.851704] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c35c4be6-e9be-4721-aa67-348e8dc8d56d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.856831] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.861471] env[62306]: DEBUG oslo_vmware.api [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Waiting for the task: (returnval){ [ 1941.861471] env[62306]: value = "task-1972985" [ 1941.861471] env[62306]: _type = "Task" [ 1941.861471] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.871886] env[62306]: DEBUG oslo_vmware.api [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': task-1972985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.916515] env[62306]: DEBUG nova.compute.utils [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1941.920152] env[62306]: DEBUG nova.compute.manager [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1941.920353] env[62306]: DEBUG nova.network.neutron [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1941.947889] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4599c11c-2c91-4d2d-9c5f-4e5e10231d0b tempest-VolumesAdminNegativeTest-1314485615 tempest-VolumesAdminNegativeTest-1314485615-project-member] Lock "ff025daa-d258-446f-983f-3f0eb03056b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.728s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.949202] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f63f9c1-e64f-4d61-a55e-ffeaf76b1d1f tempest-ServersWithSpecificFlavorTestJSON-1315261599 tempest-ServersWithSpecificFlavorTestJSON-1315261599-project-member] Lock "ffa1eacc-4a16-41f0-a5ca-9ceb0878819b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.603s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.961556] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0d5f68e3-b751-4dc6-9b68-3dc1b29f9146 tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "1daa5c2d-0f27-4fad-b397-a5929514915d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.512s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.964959] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3897220e-4bd9-4f28-be81-b2f2da7bf85e tempest-MultipleCreateTestJSON-1784860524 tempest-MultipleCreateTestJSON-1784860524-project-member] Lock "5036bf3d-daad-473f-b073-63fec9340879" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.431s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.000936] env[62306]: DEBUG nova.policy [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '434aa1dc3d4f478a9e656a25ed794f5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b779eceaed044e2ca4c749eb2f24ff5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1942.115038] env[62306]: DEBUG nova.compute.manager [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1942.115368] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1942.116632] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b73c55-22c6-4fd0-92c3-18df79baf97f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.134028] env[62306]: DEBUG oslo_vmware.api [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972982, 'name': PowerOffVM_Task, 'duration_secs': 0.260912} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.138681] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1942.144919] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Reconfiguring VM instance instance-00000034 to detach disk 2002 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1942.145318] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': task-1972981, 'name': ReconfigVM_Task, 'duration_secs': 0.462929} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.145505] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1942.145755] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4abece3b-25ad-437a-8e7b-b063fa127640 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.159614] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 56c8cd72-bfbc-4218-a961-babc11e4ecb7/56c8cd72-bfbc-4218-a961-babc11e4ecb7.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1942.160251] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0f7e5f5-202b-40db-88f9-78f0293c0319 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.162283] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99e8782d-a608-4fd9-b556-53a7e366c7e4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.169345] env[62306]: DEBUG oslo_vmware.api [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1942.169345] env[62306]: value = "task-1972988" [ 1942.169345] env[62306]: _type = "Task" [ 1942.169345] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.171800] env[62306]: DEBUG oslo_vmware.api [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1942.171800] env[62306]: value = "task-1972987" [ 1942.171800] env[62306]: _type = "Task" [ 1942.171800] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.172042] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Waiting for the task: (returnval){ [ 1942.172042] env[62306]: value = "task-1972986" [ 1942.172042] env[62306]: _type = "Task" [ 1942.172042] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.196604] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': task-1972986, 'name': Rename_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.196920] env[62306]: DEBUG oslo_vmware.api [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.197165] env[62306]: DEBUG oslo_vmware.api [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.276637] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972983, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.341410] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "refresh_cache-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.355523] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972984, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.372508] env[62306]: DEBUG oslo_vmware.api [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Task: {'id': task-1972985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320826} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.373025] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1942.373928] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1942.373928] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1942.374337] env[62306]: INFO nova.compute.manager [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1942.374634] env[62306]: DEBUG oslo.service.loopingcall [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1942.375504] env[62306]: DEBUG nova.compute.manager [-] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1942.376268] env[62306]: DEBUG nova.network.neutron [-] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1942.421538] env[62306]: DEBUG nova.compute.manager [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1942.690011] env[62306]: DEBUG oslo_vmware.api [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972988, 'name': ReconfigVM_Task, 'duration_secs': 0.378031} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.690303] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Reconfigured VM instance instance-00000034 to detach disk 2002 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1942.690523] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1942.690705] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74febbca-4dec-4f67-b451-9ed04d7dbddc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.697624] env[62306]: DEBUG oslo_vmware.api [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972987, 'name': PowerOffVM_Task, 'duration_secs': 0.205829} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.697867] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': task-1972986, 'name': Rename_Task, 'duration_secs': 0.160061} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.699124] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1942.699304] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1942.699581] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1942.700265] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e5d7d2-ee31-4e67-8213-c5e573016055 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.703334] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd64d099-2c07-409a-8491-85c81b9f22a0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.704690] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad90be7f-67b0-4b26-af95-206a8abda878 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.708974] env[62306]: DEBUG oslo_vmware.api [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1942.708974] env[62306]: value = "task-1972989" [ 1942.708974] env[62306]: _type = "Task" [ 1942.708974] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.717903] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Waiting for the task: (returnval){ [ 1942.717903] env[62306]: value = "task-1972990" [ 1942.717903] env[62306]: _type = "Task" [ 1942.717903] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.717903] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f825e3-f041-4f52-ac0e-f3f415bf2422 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.724759] env[62306]: DEBUG oslo_vmware.api [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972989, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.729857] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': task-1972990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.755571] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8fe583-98b4-4be8-a993-031096d4191b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.763518] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255648b7-1cac-42f7-865a-90fc4dbda662 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.781136] env[62306]: DEBUG nova.compute.provider_tree [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1942.787429] env[62306]: DEBUG nova.compute.manager [req-142e7189-09bb-4d7e-b3b0-5ddcbf3c8def req-7d4418b4-a604-46bf-abd0-81dfaa5b51ab service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Received event network-vif-deleted-3a7be9b7-afeb-4839-8d6c-664e406589fa {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1942.788169] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972983, 'name': CreateSnapshot_Task, 'duration_secs': 0.886068} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.788629] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Created Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1942.789403] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b10d291-08d8-402e-951e-834c51cd14de {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.845933] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ac073729-9dea-4071-88f9-14e000ca9057 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "interface-fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb-76dd3893-903c-4bd5-98d5-a971e90d3b48" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.794s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.860995] env[62306]: DEBUG oslo_vmware.api [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1972984, 'name': PowerOnVM_Task, 'duration_secs': 0.677972} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.860995] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1942.860995] env[62306]: INFO nova.compute.manager [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1942.860995] env[62306]: DEBUG nova.compute.manager [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1942.860995] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb8acd6-7cc8-4bd0-9c88-e0518526590f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.988705] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1942.988705] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1942.988898] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Deleting the datastore file [datastore1] fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1942.989369] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b8d018d-327e-480d-a60d-8f05fef666b8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.995338] env[62306]: DEBUG oslo_vmware.api [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1942.995338] env[62306]: value = "task-1972992" [ 1942.995338] env[62306]: _type = "Task" [ 1942.995338] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.003700] env[62306]: DEBUG oslo_vmware.api [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.223273] env[62306]: DEBUG oslo_vmware.api [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.233746] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': task-1972990, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.254515] env[62306]: DEBUG nova.network.neutron [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Successfully created port: 7a105f74-35cf-4eff-b655-5c7165c931aa {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1943.290845] env[62306]: DEBUG nova.scheduler.client.report [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1943.310829] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Creating linked-clone VM from snapshot {{(pid=62306) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1943.312065] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-01f790a6-6ce6-4093-adb2-8927846176d1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.322646] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 1943.322646] env[62306]: value = "task-1972993" [ 1943.322646] env[62306]: _type = "Task" [ 1943.322646] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.335958] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972993, 'name': CloneVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.381412] env[62306]: INFO nova.compute.manager [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Took 34.98 seconds to build instance. [ 1943.434461] env[62306]: DEBUG nova.compute.manager [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1943.475959] env[62306]: DEBUG nova.virt.hardware [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1943.475959] env[62306]: DEBUG nova.virt.hardware [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1943.475959] env[62306]: DEBUG nova.virt.hardware [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1943.475959] env[62306]: DEBUG nova.virt.hardware [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1943.475959] env[62306]: DEBUG nova.virt.hardware [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1943.476464] env[62306]: DEBUG nova.virt.hardware [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1943.476532] env[62306]: DEBUG nova.virt.hardware [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1943.476711] env[62306]: DEBUG nova.virt.hardware [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1943.476913] env[62306]: DEBUG nova.virt.hardware [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1943.477123] env[62306]: DEBUG nova.virt.hardware [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1943.477352] env[62306]: DEBUG nova.virt.hardware [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1943.478354] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0c6cc5-cccc-4802-8881-bb9637bef7a5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.487296] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a32e073-9ab5-44e2-8993-3c19eb283ebc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.514024] env[62306]: DEBUG oslo_vmware.api [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1972992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404189} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.613014] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1943.613014] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1943.613014] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1943.613014] env[62306]: INFO nova.compute.manager [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1943.613014] env[62306]: DEBUG oslo.service.loopingcall [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1943.613014] env[62306]: DEBUG nova.compute.manager [-] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1943.613014] env[62306]: DEBUG nova.network.neutron [-] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1943.646715] env[62306]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 3a7be9b7-afeb-4839-8d6c-664e406589fa could not be found.", "detail": ""}} {{(pid=62306) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1943.647265] env[62306]: DEBUG nova.network.neutron [-] Unable to show port 3a7be9b7-afeb-4839-8d6c-664e406589fa as it no longer exists. {{(pid=62306) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1943.723714] env[62306]: DEBUG oslo_vmware.api [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1972989, 'name': PowerOnVM_Task, 'duration_secs': 0.604609} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.727238] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1943.727620] env[62306]: DEBUG nova.compute.manager [None req-d63c2968-5194-4ba3-88a6-204a919bf92f tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1943.728308] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ef74eb-35e0-4b77-b602-19c6a4e01379 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.736450] env[62306]: DEBUG oslo_vmware.api [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': task-1972990, 'name': PowerOnVM_Task, 'duration_secs': 0.744262} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.737922] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1943.738325] env[62306]: INFO nova.compute.manager [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1943.738415] env[62306]: DEBUG nova.compute.manager [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1943.742024] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f5908f-4d98-48a6-8b55-b731e2d4f509 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.757027] env[62306]: DEBUG nova.network.neutron [-] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.798773] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.799359] env[62306]: DEBUG nova.compute.manager [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1943.802738] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.593s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.803456] env[62306]: DEBUG nova.objects.instance [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62306) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1943.835198] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972993, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.886939] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6d303558-1171-44dd-bc5a-4fc0a136da09 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "30049df0-11d6-4198-86fd-6cc947541851" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.495s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.268155] env[62306]: INFO nova.compute.manager [-] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Took 1.89 seconds to deallocate network for instance. [ 1944.273883] env[62306]: INFO nova.compute.manager [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Took 32.59 seconds to build instance. [ 1944.308677] env[62306]: DEBUG nova.compute.utils [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1944.314248] env[62306]: DEBUG nova.compute.manager [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1944.314916] env[62306]: DEBUG nova.network.neutron [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1944.339181] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972993, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.429209] env[62306]: DEBUG nova.policy [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6da67ffc4bc649c891181e1a406edcb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '029fbdb7a8554050bd5b7b208e76c125', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1944.775683] env[62306]: DEBUG oslo_concurrency.lockutils [None req-91fd467d-bb5b-43d6-bf9c-e7df0295255d tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Lock "56c8cd72-bfbc-4218-a961-babc11e4ecb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.107s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.776722] env[62306]: DEBUG oslo_concurrency.lockutils [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.812656] env[62306]: DEBUG nova.compute.manager [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1944.821530] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fd9b6855-6321-4d98-b3d3-e9762e66e29c tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.822667] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.819s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.830150] env[62306]: INFO nova.compute.claims [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1944.851616] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972993, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.092883] env[62306]: DEBUG nova.compute.manager [req-7552b324-c994-463f-8d8a-ef1458014127 req-7aadab46-b9e3-4fc6-82e5-53df2b99a265 service nova] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Received event network-vif-deleted-3cf7315f-8bb8-4e41-a674-67ee0a055745 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1945.298703] env[62306]: DEBUG nova.network.neutron [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Successfully created port: 6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1945.352724] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1972993, 'name': CloneVM_Task, 'duration_secs': 1.762429} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.355524] env[62306]: INFO nova.virt.vmwareapi.vmops [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Created linked-clone VM from snapshot [ 1945.357550] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6f2891-b63e-4a14-985d-0ac74a87bc6b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.380526] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Uploading image a186d5dc-529b-415c-a370-7ac5b896746d {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1945.418029] env[62306]: DEBUG oslo_vmware.rw_handles [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1945.418029] env[62306]: value = "vm-406243" [ 1945.418029] env[62306]: _type = "VirtualMachine" [ 1945.418029] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1945.418029] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0947b4f8-880b-45ae-bb6e-d8475f7a3baf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.428294] env[62306]: DEBUG oslo_vmware.rw_handles [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lease: (returnval){ [ 1945.428294] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52aac5a4-928f-8e3c-b72a-0ab57169d6df" [ 1945.428294] env[62306]: _type = "HttpNfcLease" [ 1945.428294] env[62306]: } obtained for exporting VM: (result){ [ 1945.428294] env[62306]: value = "vm-406243" [ 1945.428294] env[62306]: _type = "VirtualMachine" [ 1945.428294] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1945.428884] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the lease: (returnval){ [ 1945.428884] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52aac5a4-928f-8e3c-b72a-0ab57169d6df" [ 1945.428884] env[62306]: _type = "HttpNfcLease" [ 1945.428884] env[62306]: } to be ready. {{(pid=62306) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1945.438684] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1945.438684] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52aac5a4-928f-8e3c-b72a-0ab57169d6df" [ 1945.438684] env[62306]: _type = "HttpNfcLease" [ 1945.438684] env[62306]: } is initializing. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1945.528213] env[62306]: DEBUG nova.network.neutron [-] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.738246] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9f8028ec-21a2-451d-9660-9bf3c4fa492f tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Acquiring lock "interface-56c8cd72-bfbc-4218-a961-babc11e4ecb7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.738246] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9f8028ec-21a2-451d-9660-9bf3c4fa492f tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Lock "interface-56c8cd72-bfbc-4218-a961-babc11e4ecb7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.738246] env[62306]: DEBUG nova.objects.instance [None req-9f8028ec-21a2-451d-9660-9bf3c4fa492f tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Lazy-loading 'flavor' on Instance uuid 56c8cd72-bfbc-4218-a961-babc11e4ecb7 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1945.831920] env[62306]: DEBUG nova.compute.manager [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1945.864024] env[62306]: DEBUG nova.virt.hardware [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1945.864024] env[62306]: DEBUG nova.virt.hardware [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1945.864024] env[62306]: DEBUG nova.virt.hardware [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1945.864024] env[62306]: DEBUG nova.virt.hardware [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1945.864024] env[62306]: DEBUG nova.virt.hardware [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1945.864024] env[62306]: DEBUG nova.virt.hardware [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1945.864515] env[62306]: DEBUG nova.virt.hardware [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1945.865726] env[62306]: DEBUG nova.virt.hardware [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1945.865726] env[62306]: DEBUG nova.virt.hardware [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1945.865726] env[62306]: DEBUG nova.virt.hardware [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1945.865726] env[62306]: DEBUG nova.virt.hardware [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1945.866946] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8563ac3c-dec3-465f-8111-68ab9cf7ab71 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.880880] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5680b8be-b9ba-475b-8248-a6c99fde9a36 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.940116] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1945.940116] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52aac5a4-928f-8e3c-b72a-0ab57169d6df" [ 1945.940116] env[62306]: _type = "HttpNfcLease" [ 1945.940116] env[62306]: } is ready. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1945.940452] env[62306]: DEBUG oslo_vmware.rw_handles [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1945.940452] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52aac5a4-928f-8e3c-b72a-0ab57169d6df" [ 1945.940452] env[62306]: _type = "HttpNfcLease" [ 1945.940452] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1945.941215] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7002e2a9-29d4-47b9-b744-e20239eb7962 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.953077] env[62306]: DEBUG oslo_vmware.rw_handles [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c66b1-85ad-2e51-9b8b-484ce4c78737/disk-0.vmdk from lease info. {{(pid=62306) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1945.953077] env[62306]: DEBUG oslo_vmware.rw_handles [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c66b1-85ad-2e51-9b8b-484ce4c78737/disk-0.vmdk for reading. {{(pid=62306) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1946.033862] env[62306]: INFO nova.compute.manager [-] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Took 2.52 seconds to deallocate network for instance. [ 1946.041708] env[62306]: DEBUG nova.compute.manager [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Stashing vm_state: active {{(pid=62306) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1946.056110] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4bd51a91-733f-4cda-a697-4a955e273567 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.117586] env[62306]: DEBUG nova.network.neutron [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Successfully updated port: 7a105f74-35cf-4eff-b655-5c7165c931aa {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1946.241517] env[62306]: DEBUG nova.objects.instance [None req-9f8028ec-21a2-451d-9660-9bf3c4fa492f tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Lazy-loading 'pci_requests' on Instance uuid 56c8cd72-bfbc-4218-a961-babc11e4ecb7 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1946.273544] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c983110-3284-44f4-bfae-9b2ef13b3891 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.281469] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec2c6a4-1845-40d4-82e9-962743bd23f2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.325336] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ddf899-cf83-4043-902e-ce0a863c2934 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.337029] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6548fef-ee4d-4d5a-be86-e92609021b27 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.349064] env[62306]: DEBUG nova.compute.provider_tree [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1946.358808] env[62306]: DEBUG nova.compute.manager [req-1080d117-a600-407c-8e0e-14e197610818 req-66df4cbb-b121-48b1-93f9-2fc6424693dc service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Received event network-changed-5817a7ef-bbf6-4bfa-90ef-80bf69e6650a {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1946.359351] env[62306]: DEBUG nova.compute.manager [req-1080d117-a600-407c-8e0e-14e197610818 req-66df4cbb-b121-48b1-93f9-2fc6424693dc service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Refreshing instance network info cache due to event network-changed-5817a7ef-bbf6-4bfa-90ef-80bf69e6650a. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1946.359860] env[62306]: DEBUG oslo_concurrency.lockutils [req-1080d117-a600-407c-8e0e-14e197610818 req-66df4cbb-b121-48b1-93f9-2fc6424693dc service nova] Acquiring lock "refresh_cache-d6b524bb-fda7-45cb-92cc-097312df03c7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.360146] env[62306]: DEBUG oslo_concurrency.lockutils [req-1080d117-a600-407c-8e0e-14e197610818 req-66df4cbb-b121-48b1-93f9-2fc6424693dc service nova] Acquired lock "refresh_cache-d6b524bb-fda7-45cb-92cc-097312df03c7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.360396] env[62306]: DEBUG nova.network.neutron [req-1080d117-a600-407c-8e0e-14e197610818 req-66df4cbb-b121-48b1-93f9-2fc6424693dc service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Refreshing network info cache for port 5817a7ef-bbf6-4bfa-90ef-80bf69e6650a {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1946.554486] env[62306]: DEBUG oslo_concurrency.lockutils [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.576437] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.622203] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.622203] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.622203] env[62306]: DEBUG nova.network.neutron [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1946.745381] env[62306]: DEBUG nova.objects.base [None req-9f8028ec-21a2-451d-9660-9bf3c4fa492f tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Object Instance<56c8cd72-bfbc-4218-a961-babc11e4ecb7> lazy-loaded attributes: flavor,pci_requests {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1946.745646] env[62306]: DEBUG nova.network.neutron [None req-9f8028ec-21a2-451d-9660-9bf3c4fa492f tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1946.856582] env[62306]: DEBUG nova.scheduler.client.report [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1947.093125] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9f8028ec-21a2-451d-9660-9bf3c4fa492f tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Lock "interface-56c8cd72-bfbc-4218-a961-babc11e4ecb7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.355s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.190072] env[62306]: DEBUG nova.network.neutron [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1947.363923] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.364436] env[62306]: DEBUG nova.compute.manager [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1947.371046] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.449s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.371046] env[62306]: DEBUG nova.objects.instance [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lazy-loading 'resources' on Instance uuid 891e32e2-122f-408b-bfd2-9f610827dc53 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1947.580723] env[62306]: DEBUG nova.network.neutron [req-1080d117-a600-407c-8e0e-14e197610818 req-66df4cbb-b121-48b1-93f9-2fc6424693dc service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Updated VIF entry in instance network info cache for port 5817a7ef-bbf6-4bfa-90ef-80bf69e6650a. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1947.581193] env[62306]: DEBUG nova.network.neutron [req-1080d117-a600-407c-8e0e-14e197610818 req-66df4cbb-b121-48b1-93f9-2fc6424693dc service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Updating instance_info_cache with network_info: [{"id": "5817a7ef-bbf6-4bfa-90ef-80bf69e6650a", "address": "fa:16:3e:6e:0d:ef", "network": {"id": "3b745275-fbc6-4427-8926-688b1f79cbaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1287131670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daee10609fae469f918ad6e4c75ab386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5817a7ef-bb", "ovs_interfaceid": "5817a7ef-bbf6-4bfa-90ef-80bf69e6650a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.647411] env[62306]: DEBUG nova.network.neutron [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updating instance_info_cache with network_info: [{"id": "7a105f74-35cf-4eff-b655-5c7165c931aa", "address": "fa:16:3e:f3:1b:7a", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a105f74-35", "ovs_interfaceid": "7a105f74-35cf-4eff-b655-5c7165c931aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.879989] env[62306]: DEBUG nova.compute.utils [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1947.885447] env[62306]: DEBUG nova.compute.manager [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1947.888348] env[62306]: DEBUG nova.network.neutron [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1947.912413] env[62306]: DEBUG nova.compute.manager [req-ca938eb1-ba56-4372-8df9-53d4c5a039f6 req-13dd4da1-6050-469e-a3ea-6084d61c3561 service nova] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Received event network-vif-deleted-8aaedc75-63d5-4d54-a394-57009c4ad56b {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1947.913057] env[62306]: DEBUG nova.compute.manager [req-ca938eb1-ba56-4372-8df9-53d4c5a039f6 req-13dd4da1-6050-469e-a3ea-6084d61c3561 service nova] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Received event network-vif-plugged-7a105f74-35cf-4eff-b655-5c7165c931aa {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1947.913057] env[62306]: DEBUG oslo_concurrency.lockutils [req-ca938eb1-ba56-4372-8df9-53d4c5a039f6 req-13dd4da1-6050-469e-a3ea-6084d61c3561 service nova] Acquiring lock "e8ed4205-1be8-487e-a817-545100b2d082-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.913750] env[62306]: DEBUG oslo_concurrency.lockutils [req-ca938eb1-ba56-4372-8df9-53d4c5a039f6 req-13dd4da1-6050-469e-a3ea-6084d61c3561 service nova] Lock "e8ed4205-1be8-487e-a817-545100b2d082-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.913750] env[62306]: DEBUG oslo_concurrency.lockutils [req-ca938eb1-ba56-4372-8df9-53d4c5a039f6 req-13dd4da1-6050-469e-a3ea-6084d61c3561 service nova] Lock "e8ed4205-1be8-487e-a817-545100b2d082-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.913750] env[62306]: DEBUG nova.compute.manager [req-ca938eb1-ba56-4372-8df9-53d4c5a039f6 req-13dd4da1-6050-469e-a3ea-6084d61c3561 service nova] [instance: e8ed4205-1be8-487e-a817-545100b2d082] No waiting events found dispatching network-vif-plugged-7a105f74-35cf-4eff-b655-5c7165c931aa {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1947.914047] env[62306]: WARNING nova.compute.manager [req-ca938eb1-ba56-4372-8df9-53d4c5a039f6 req-13dd4da1-6050-469e-a3ea-6084d61c3561 service nova] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Received unexpected event network-vif-plugged-7a105f74-35cf-4eff-b655-5c7165c931aa for instance with vm_state building and task_state spawning. [ 1947.914612] env[62306]: DEBUG nova.compute.manager [req-ca938eb1-ba56-4372-8df9-53d4c5a039f6 req-13dd4da1-6050-469e-a3ea-6084d61c3561 service nova] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Received event network-changed-7a105f74-35cf-4eff-b655-5c7165c931aa {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1947.914612] env[62306]: DEBUG nova.compute.manager [req-ca938eb1-ba56-4372-8df9-53d4c5a039f6 req-13dd4da1-6050-469e-a3ea-6084d61c3561 service nova] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Refreshing instance network info cache due to event network-changed-7a105f74-35cf-4eff-b655-5c7165c931aa. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1947.914788] env[62306]: DEBUG oslo_concurrency.lockutils [req-ca938eb1-ba56-4372-8df9-53d4c5a039f6 req-13dd4da1-6050-469e-a3ea-6084d61c3561 service nova] Acquiring lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.007586] env[62306]: DEBUG nova.policy [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8defdf008ad4b7e9423055176879129', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a28ecd037004dba80071ec2671b3565', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1948.090122] env[62306]: DEBUG oslo_concurrency.lockutils [req-1080d117-a600-407c-8e0e-14e197610818 req-66df4cbb-b121-48b1-93f9-2fc6424693dc service nova] Releasing lock "refresh_cache-d6b524bb-fda7-45cb-92cc-097312df03c7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.154142] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.155138] env[62306]: DEBUG nova.compute.manager [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Instance network_info: |[{"id": "7a105f74-35cf-4eff-b655-5c7165c931aa", "address": "fa:16:3e:f3:1b:7a", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a105f74-35", "ovs_interfaceid": "7a105f74-35cf-4eff-b655-5c7165c931aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1948.157196] env[62306]: DEBUG oslo_concurrency.lockutils [req-ca938eb1-ba56-4372-8df9-53d4c5a039f6 req-13dd4da1-6050-469e-a3ea-6084d61c3561 service nova] Acquired lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.157196] env[62306]: DEBUG nova.network.neutron [req-ca938eb1-ba56-4372-8df9-53d4c5a039f6 req-13dd4da1-6050-469e-a3ea-6084d61c3561 service nova] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Refreshing network info cache for port 7a105f74-35cf-4eff-b655-5c7165c931aa {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1948.158277] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:1b:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2907cce-d529-4809-af05-d29397bed211', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a105f74-35cf-4eff-b655-5c7165c931aa', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1948.173958] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Creating folder: Project (b779eceaed044e2ca4c749eb2f24ff5e). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1948.180890] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ebc4f7f-fea2-4661-a7b4-bc26dfcb6ccf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.193284] env[62306]: DEBUG nova.network.neutron [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Successfully updated port: 6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1948.197358] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Created folder: Project (b779eceaed044e2ca4c749eb2f24ff5e) in parent group-v406007. [ 1948.197358] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Creating folder: Instances. Parent ref: group-v406244. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1948.197358] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6e66626-203a-40bb-933c-4481392c0688 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.211077] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Created folder: Instances in parent group-v406244. [ 1948.211372] env[62306]: DEBUG oslo.service.loopingcall [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1948.211577] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1948.211802] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c779e04d-8dbd-4527-a17c-fe2b0836cb07 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.238661] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1948.238661] env[62306]: value = "task-1972997" [ 1948.238661] env[62306]: _type = "Task" [ 1948.238661] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.243168] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea2d563-2512-40ec-8d19-5cdc15f225f6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.252714] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972997, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.256018] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251537be-e258-4cb0-9d6a-83e150862ab4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.290077] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7aa3f9-c9cc-48cf-9ca0-417285484706 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.299807] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547d9b77-efc4-4014-8243-275ab5e40956 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.315792] env[62306]: DEBUG nova.compute.provider_tree [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1948.383629] env[62306]: DEBUG nova.compute.manager [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1948.572142] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Acquiring lock "ec85a432-31a1-4d2c-a2e1-04e4bd6435d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.572142] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Lock "ec85a432-31a1-4d2c-a2e1-04e4bd6435d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.691983] env[62306]: DEBUG nova.network.neutron [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Successfully created port: 7dd2b951-0bb7-47a3-ae6d-4feb9cc0de2f {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1948.697506] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "refresh_cache-0cf99988-2c14-4b04-a347-2a736b667099" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.697506] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "refresh_cache-0cf99988-2c14-4b04-a347-2a736b667099" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.697506] env[62306]: DEBUG nova.network.neutron [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1948.753822] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972997, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.816153] env[62306]: DEBUG nova.compute.manager [req-6888d83a-3c3c-47f0-b5ef-4d58dd54d195 req-4323866c-49e9-4d1c-ac5d-084993062e20 service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Received event network-changed-5817a7ef-bbf6-4bfa-90ef-80bf69e6650a {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1948.816379] env[62306]: DEBUG nova.compute.manager [req-6888d83a-3c3c-47f0-b5ef-4d58dd54d195 req-4323866c-49e9-4d1c-ac5d-084993062e20 service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Refreshing instance network info cache due to event network-changed-5817a7ef-bbf6-4bfa-90ef-80bf69e6650a. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1948.816727] env[62306]: DEBUG oslo_concurrency.lockutils [req-6888d83a-3c3c-47f0-b5ef-4d58dd54d195 req-4323866c-49e9-4d1c-ac5d-084993062e20 service nova] Acquiring lock "refresh_cache-d6b524bb-fda7-45cb-92cc-097312df03c7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.817106] env[62306]: DEBUG oslo_concurrency.lockutils [req-6888d83a-3c3c-47f0-b5ef-4d58dd54d195 req-4323866c-49e9-4d1c-ac5d-084993062e20 service nova] Acquired lock "refresh_cache-d6b524bb-fda7-45cb-92cc-097312df03c7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.817305] env[62306]: DEBUG nova.network.neutron [req-6888d83a-3c3c-47f0-b5ef-4d58dd54d195 req-4323866c-49e9-4d1c-ac5d-084993062e20 service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Refreshing network info cache for port 5817a7ef-bbf6-4bfa-90ef-80bf69e6650a {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1948.820727] env[62306]: DEBUG nova.scheduler.client.report [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1949.007059] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f3c3c034-1e07-4d2b-bcbe-e9a1b5763525 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "c12c7149-f851-4b6b-b69b-54fbbb176590" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.007059] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f3c3c034-1e07-4d2b-bcbe-e9a1b5763525 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "c12c7149-f851-4b6b-b69b-54fbbb176590" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.076460] env[62306]: DEBUG nova.compute.manager [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1949.249810] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1972997, 'name': CreateVM_Task, 'duration_secs': 0.681445} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.250474] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1949.251333] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.251899] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.253151] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1949.253151] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a7ff9eb-7e9a-4ea2-9253-782a411b4d00 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.258494] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 1949.258494] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c196ea-09fb-924c-bba0-31953f6d2896" [ 1949.258494] env[62306]: _type = "Task" [ 1949.258494] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.267580] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c196ea-09fb-924c-bba0-31953f6d2896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.277468] env[62306]: DEBUG oslo_concurrency.lockutils [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Acquiring lock "56c8cd72-bfbc-4218-a961-babc11e4ecb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.277854] env[62306]: DEBUG oslo_concurrency.lockutils [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Lock "56c8cd72-bfbc-4218-a961-babc11e4ecb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.278102] env[62306]: DEBUG oslo_concurrency.lockutils [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Acquiring lock "56c8cd72-bfbc-4218-a961-babc11e4ecb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.278334] env[62306]: DEBUG oslo_concurrency.lockutils [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Lock "56c8cd72-bfbc-4218-a961-babc11e4ecb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.278464] env[62306]: DEBUG oslo_concurrency.lockutils [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Lock "56c8cd72-bfbc-4218-a961-babc11e4ecb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.280716] env[62306]: INFO nova.compute.manager [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Terminating instance [ 1949.289020] env[62306]: DEBUG nova.network.neutron [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1949.292051] env[62306]: DEBUG nova.network.neutron [req-ca938eb1-ba56-4372-8df9-53d4c5a039f6 req-13dd4da1-6050-469e-a3ea-6084d61c3561 service nova] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updated VIF entry in instance network info cache for port 7a105f74-35cf-4eff-b655-5c7165c931aa. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1949.292629] env[62306]: DEBUG nova.network.neutron [req-ca938eb1-ba56-4372-8df9-53d4c5a039f6 req-13dd4da1-6050-469e-a3ea-6084d61c3561 service nova] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updating instance_info_cache with network_info: [{"id": "7a105f74-35cf-4eff-b655-5c7165c931aa", "address": "fa:16:3e:f3:1b:7a", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a105f74-35", "ovs_interfaceid": "7a105f74-35cf-4eff-b655-5c7165c931aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.330622] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.333859] env[62306]: DEBUG oslo_concurrency.lockutils [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.557s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.334603] env[62306]: DEBUG nova.objects.instance [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Lazy-loading 'resources' on Instance uuid b69259c5-28c5-4e7c-89de-c973aa75d758 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1949.363421] env[62306]: INFO nova.scheduler.client.report [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Deleted allocations for instance 891e32e2-122f-408b-bfd2-9f610827dc53 [ 1949.403409] env[62306]: DEBUG nova.compute.manager [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1949.451962] env[62306]: DEBUG nova.virt.hardware [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1949.452244] env[62306]: DEBUG nova.virt.hardware [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1949.452639] env[62306]: DEBUG nova.virt.hardware [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1949.452829] env[62306]: DEBUG nova.virt.hardware [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1949.453266] env[62306]: DEBUG nova.virt.hardware [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1949.453350] env[62306]: DEBUG nova.virt.hardware [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1949.453709] env[62306]: DEBUG nova.virt.hardware [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1949.454043] env[62306]: DEBUG nova.virt.hardware [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1949.454412] env[62306]: DEBUG nova.virt.hardware [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1949.454553] env[62306]: DEBUG nova.virt.hardware [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1949.454807] env[62306]: DEBUG nova.virt.hardware [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1949.456328] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d720a78e-dcb9-4f73-a197-d422d0940a5e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.468441] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d64bf1-7c0a-4dfd-a53c-cc9c1de3b467 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.512849] env[62306]: INFO nova.compute.manager [None req-f3c3c034-1e07-4d2b-bcbe-e9a1b5763525 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Detaching volume a3a63ac9-d0d7-49cb-a354-365de41cf88a [ 1949.563553] env[62306]: INFO nova.virt.block_device [None req-f3c3c034-1e07-4d2b-bcbe-e9a1b5763525 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Attempting to driver detach volume a3a63ac9-d0d7-49cb-a354-365de41cf88a from mountpoint /dev/sdb [ 1949.564039] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c3c034-1e07-4d2b-bcbe-e9a1b5763525 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Volume detach. Driver type: vmdk {{(pid=62306) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1949.564249] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c3c034-1e07-4d2b-bcbe-e9a1b5763525 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406220', 'volume_id': 'a3a63ac9-d0d7-49cb-a354-365de41cf88a', 'name': 'volume-a3a63ac9-d0d7-49cb-a354-365de41cf88a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c12c7149-f851-4b6b-b69b-54fbbb176590', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3a63ac9-d0d7-49cb-a354-365de41cf88a', 'serial': 'a3a63ac9-d0d7-49cb-a354-365de41cf88a'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1949.566245] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36324605-8f17-4557-bf00-d0d42bfa81e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.599280] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58771bba-ab16-40ec-913f-de28f9fb9f4f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.612972] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfb2ef3-b754-4f35-9044-0eb0a71bf9ef {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.640225] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.641283] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937d938b-c30e-44d8-9980-cd50a7a7d6ed {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.658073] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c3c034-1e07-4d2b-bcbe-e9a1b5763525 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] The volume has not been displaced from its original location: [datastore1] volume-a3a63ac9-d0d7-49cb-a354-365de41cf88a/volume-a3a63ac9-d0d7-49cb-a354-365de41cf88a.vmdk. No consolidation needed. {{(pid=62306) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1949.663112] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c3c034-1e07-4d2b-bcbe-e9a1b5763525 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1949.663497] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a74982db-5809-4e29-972b-ab6122e03ba1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.683872] env[62306]: DEBUG oslo_vmware.api [None req-f3c3c034-1e07-4d2b-bcbe-e9a1b5763525 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 1949.683872] env[62306]: value = "task-1972998" [ 1949.683872] env[62306]: _type = "Task" [ 1949.683872] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.693155] env[62306]: DEBUG oslo_vmware.api [None req-f3c3c034-1e07-4d2b-bcbe-e9a1b5763525 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.773338] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c196ea-09fb-924c-bba0-31953f6d2896, 'name': SearchDatastore_Task, 'duration_secs': 0.108198} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.774760] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.774760] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1949.774760] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.774760] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.774948] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1949.775862] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-055d3baa-a3a6-44d2-a2be-5311bf30b523 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.785225] env[62306]: DEBUG nova.compute.manager [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1949.785550] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1949.786800] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5df338e-2b77-453d-8476-5f579ca7d9b4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.794508] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1949.794824] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1949.800113] env[62306]: DEBUG oslo_concurrency.lockutils [req-ca938eb1-ba56-4372-8df9-53d4c5a039f6 req-13dd4da1-6050-469e-a3ea-6084d61c3561 service nova] Releasing lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.800688] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31eaf76e-584a-49fa-ba70-629839093599 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.804555] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1949.804945] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6513769a-7479-4a57-9931-24472be36a7a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.811468] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 1949.811468] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52777c3d-a58b-17d5-646b-83c67959fb52" [ 1949.811468] env[62306]: _type = "Task" [ 1949.811468] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.813581] env[62306]: DEBUG oslo_vmware.api [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Waiting for the task: (returnval){ [ 1949.813581] env[62306]: value = "task-1972999" [ 1949.813581] env[62306]: _type = "Task" [ 1949.813581] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.834789] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52777c3d-a58b-17d5-646b-83c67959fb52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.835173] env[62306]: DEBUG oslo_vmware.api [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': task-1972999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.873971] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5b698ec9-46e3-400f-90de-03c442085aa3 tempest-ImagesTestJSON-160965840 tempest-ImagesTestJSON-160965840-project-member] Lock "891e32e2-122f-408b-bfd2-9f610827dc53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.666s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.898020] env[62306]: DEBUG nova.network.neutron [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Updating instance_info_cache with network_info: [{"id": "6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf", "address": "fa:16:3e:e5:d1:4a", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd707d3-a8", "ovs_interfaceid": "6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.972097] env[62306]: DEBUG nova.compute.manager [req-d73ba4a2-7aa3-4061-abcf-24755053bc72 req-91ffc8bc-344d-4615-9134-0ce498bec6e8 service nova] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Received event network-vif-plugged-6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1949.972326] env[62306]: DEBUG oslo_concurrency.lockutils [req-d73ba4a2-7aa3-4061-abcf-24755053bc72 req-91ffc8bc-344d-4615-9134-0ce498bec6e8 service nova] Acquiring lock "0cf99988-2c14-4b04-a347-2a736b667099-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.972531] env[62306]: DEBUG oslo_concurrency.lockutils [req-d73ba4a2-7aa3-4061-abcf-24755053bc72 req-91ffc8bc-344d-4615-9134-0ce498bec6e8 service nova] Lock "0cf99988-2c14-4b04-a347-2a736b667099-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.972698] env[62306]: DEBUG oslo_concurrency.lockutils [req-d73ba4a2-7aa3-4061-abcf-24755053bc72 req-91ffc8bc-344d-4615-9134-0ce498bec6e8 service nova] Lock "0cf99988-2c14-4b04-a347-2a736b667099-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.972882] env[62306]: DEBUG nova.compute.manager [req-d73ba4a2-7aa3-4061-abcf-24755053bc72 req-91ffc8bc-344d-4615-9134-0ce498bec6e8 service nova] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] No waiting events found dispatching network-vif-plugged-6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1949.973076] env[62306]: WARNING nova.compute.manager [req-d73ba4a2-7aa3-4061-abcf-24755053bc72 req-91ffc8bc-344d-4615-9134-0ce498bec6e8 service nova] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Received unexpected event network-vif-plugged-6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf for instance with vm_state building and task_state spawning. [ 1949.973254] env[62306]: DEBUG nova.compute.manager [req-d73ba4a2-7aa3-4061-abcf-24755053bc72 req-91ffc8bc-344d-4615-9134-0ce498bec6e8 service nova] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Received event network-changed-6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1949.973440] env[62306]: DEBUG nova.compute.manager [req-d73ba4a2-7aa3-4061-abcf-24755053bc72 req-91ffc8bc-344d-4615-9134-0ce498bec6e8 service nova] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Refreshing instance network info cache due to event network-changed-6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1949.973630] env[62306]: DEBUG oslo_concurrency.lockutils [req-d73ba4a2-7aa3-4061-abcf-24755053bc72 req-91ffc8bc-344d-4615-9134-0ce498bec6e8 service nova] Acquiring lock "refresh_cache-0cf99988-2c14-4b04-a347-2a736b667099" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.094470] env[62306]: DEBUG nova.network.neutron [req-6888d83a-3c3c-47f0-b5ef-4d58dd54d195 req-4323866c-49e9-4d1c-ac5d-084993062e20 service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Updated VIF entry in instance network info cache for port 5817a7ef-bbf6-4bfa-90ef-80bf69e6650a. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1950.094470] env[62306]: DEBUG nova.network.neutron [req-6888d83a-3c3c-47f0-b5ef-4d58dd54d195 req-4323866c-49e9-4d1c-ac5d-084993062e20 service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Updating instance_info_cache with network_info: [{"id": "5817a7ef-bbf6-4bfa-90ef-80bf69e6650a", "address": "fa:16:3e:6e:0d:ef", "network": {"id": "3b745275-fbc6-4427-8926-688b1f79cbaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1287131670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daee10609fae469f918ad6e4c75ab386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5817a7ef-bb", "ovs_interfaceid": "5817a7ef-bbf6-4bfa-90ef-80bf69e6650a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.175318] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68302368-693a-417d-9120-0141bf24922a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.184211] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bdd51c-6257-4b33-8956-3b8f0f779a56 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.199717] env[62306]: DEBUG oslo_vmware.api [None req-f3c3c034-1e07-4d2b-bcbe-e9a1b5763525 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1972998, 'name': ReconfigVM_Task, 'duration_secs': 0.45428} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.226105] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c3c034-1e07-4d2b-bcbe-e9a1b5763525 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1950.231425] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beb7a0c9-e17d-4584-a761-d9e663a00780 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.242497] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da556a62-5a13-4907-8c6a-d19323779f67 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.252674] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b0346a-1751-4abd-8ce6-573a26c6fcb4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.256998] env[62306]: DEBUG oslo_vmware.api [None req-f3c3c034-1e07-4d2b-bcbe-e9a1b5763525 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 1950.256998] env[62306]: value = "task-1973000" [ 1950.256998] env[62306]: _type = "Task" [ 1950.256998] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.270514] env[62306]: DEBUG nova.compute.provider_tree [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1950.279869] env[62306]: DEBUG oslo_vmware.api [None req-f3c3c034-1e07-4d2b-bcbe-e9a1b5763525 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.326569] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52777c3d-a58b-17d5-646b-83c67959fb52, 'name': SearchDatastore_Task, 'duration_secs': 0.162305} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.327959] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea5cac4f-72f5-4ad2-8201-5ed6984f8ab2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.333407] env[62306]: DEBUG oslo_vmware.api [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': task-1972999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.336804] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 1950.336804] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525620f8-c406-8966-3c92-414ffac02175" [ 1950.336804] env[62306]: _type = "Task" [ 1950.336804] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.344760] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525620f8-c406-8966-3c92-414ffac02175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.400599] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "refresh_cache-0cf99988-2c14-4b04-a347-2a736b667099" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.400971] env[62306]: DEBUG nova.compute.manager [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Instance network_info: |[{"id": "6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf", "address": "fa:16:3e:e5:d1:4a", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd707d3-a8", "ovs_interfaceid": "6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1950.401325] env[62306]: DEBUG oslo_concurrency.lockutils [req-d73ba4a2-7aa3-4061-abcf-24755053bc72 req-91ffc8bc-344d-4615-9134-0ce498bec6e8 service nova] Acquired lock "refresh_cache-0cf99988-2c14-4b04-a347-2a736b667099" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.401501] env[62306]: DEBUG nova.network.neutron [req-d73ba4a2-7aa3-4061-abcf-24755053bc72 req-91ffc8bc-344d-4615-9134-0ce498bec6e8 service nova] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Refreshing network info cache for port 6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1950.404783] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:d1:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1950.412741] env[62306]: DEBUG oslo.service.loopingcall [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1950.413441] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1950.413602] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12d0c8c7-f8d2-4260-81ec-0152f17014cf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.436233] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1950.436233] env[62306]: value = "task-1973001" [ 1950.436233] env[62306]: _type = "Task" [ 1950.436233] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.446534] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973001, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.596711] env[62306]: DEBUG oslo_concurrency.lockutils [req-6888d83a-3c3c-47f0-b5ef-4d58dd54d195 req-4323866c-49e9-4d1c-ac5d-084993062e20 service nova] Releasing lock "refresh_cache-d6b524bb-fda7-45cb-92cc-097312df03c7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.768795] env[62306]: DEBUG oslo_vmware.api [None req-f3c3c034-1e07-4d2b-bcbe-e9a1b5763525 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973000, 'name': ReconfigVM_Task, 'duration_secs': 0.178408} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.769237] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c3c034-1e07-4d2b-bcbe-e9a1b5763525 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406220', 'volume_id': 'a3a63ac9-d0d7-49cb-a354-365de41cf88a', 'name': 'volume-a3a63ac9-d0d7-49cb-a354-365de41cf88a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c12c7149-f851-4b6b-b69b-54fbbb176590', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3a63ac9-d0d7-49cb-a354-365de41cf88a', 'serial': 'a3a63ac9-d0d7-49cb-a354-365de41cf88a'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1950.774137] env[62306]: DEBUG nova.scheduler.client.report [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1950.831910] env[62306]: DEBUG oslo_vmware.api [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': task-1972999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.850685] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525620f8-c406-8966-3c92-414ffac02175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.951130] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973001, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.217576] env[62306]: DEBUG nova.network.neutron [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Successfully updated port: 7dd2b951-0bb7-47a3-ae6d-4feb9cc0de2f {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1951.280463] env[62306]: DEBUG oslo_concurrency.lockutils [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.283296] env[62306]: DEBUG oslo_concurrency.lockutils [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.728s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.283296] env[62306]: DEBUG nova.objects.instance [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lazy-loading 'resources' on Instance uuid fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1951.308337] env[62306]: INFO nova.scheduler.client.report [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Deleted allocations for instance b69259c5-28c5-4e7c-89de-c973aa75d758 [ 1951.330068] env[62306]: DEBUG oslo_vmware.api [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': task-1972999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.331441] env[62306]: DEBUG nova.objects.instance [None req-f3c3c034-1e07-4d2b-bcbe-e9a1b5763525 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lazy-loading 'flavor' on Instance uuid c12c7149-f851-4b6b-b69b-54fbbb176590 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1951.350198] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525620f8-c406-8966-3c92-414ffac02175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.451290] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973001, 'name': CreateVM_Task, 'duration_secs': 0.540872} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.452439] env[62306]: DEBUG nova.network.neutron [req-d73ba4a2-7aa3-4061-abcf-24755053bc72 req-91ffc8bc-344d-4615-9134-0ce498bec6e8 service nova] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Updated VIF entry in instance network info cache for port 6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1951.452792] env[62306]: DEBUG nova.network.neutron [req-d73ba4a2-7aa3-4061-abcf-24755053bc72 req-91ffc8bc-344d-4615-9134-0ce498bec6e8 service nova] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Updating instance_info_cache with network_info: [{"id": "6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf", "address": "fa:16:3e:e5:d1:4a", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd707d3-a8", "ovs_interfaceid": "6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.454183] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1951.455085] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.455268] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.455593] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1951.455867] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61210cf3-7976-465b-936d-8f9834a58655 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.462800] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1951.462800] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528514e4-2c64-7631-b8d0-3e86a177219b" [ 1951.462800] env[62306]: _type = "Task" [ 1951.462800] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.474881] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528514e4-2c64-7631-b8d0-3e86a177219b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.720309] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Acquiring lock "refresh_cache-2c4c3455-6c6f-4c56-81d5-1838dc33e023" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.720495] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Acquired lock "refresh_cache-2c4c3455-6c6f-4c56-81d5-1838dc33e023" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.720685] env[62306]: DEBUG nova.network.neutron [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1951.822050] env[62306]: DEBUG oslo_concurrency.lockutils [None req-edc2681b-4827-4b06-8240-3efe836f44eb tempest-ServerAddressesTestJSON-684799441 tempest-ServerAddressesTestJSON-684799441-project-member] Lock "b69259c5-28c5-4e7c-89de-c973aa75d758" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.637s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.842031] env[62306]: DEBUG oslo_vmware.api [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': task-1972999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.856289] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525620f8-c406-8966-3c92-414ffac02175, 'name': SearchDatastore_Task, 'duration_secs': 1.441847} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.859414] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.859728] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] e8ed4205-1be8-487e-a817-545100b2d082/e8ed4205-1be8-487e-a817-545100b2d082.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1951.861122] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c283c51-805a-4bf8-b001-be8bbb83929b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.869855] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 1951.869855] env[62306]: value = "task-1973002" [ 1951.869855] env[62306]: _type = "Task" [ 1951.869855] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.879635] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.962677] env[62306]: DEBUG oslo_concurrency.lockutils [req-d73ba4a2-7aa3-4061-abcf-24755053bc72 req-91ffc8bc-344d-4615-9134-0ce498bec6e8 service nova] Releasing lock "refresh_cache-0cf99988-2c14-4b04-a347-2a736b667099" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.972208] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528514e4-2c64-7631-b8d0-3e86a177219b, 'name': SearchDatastore_Task, 'duration_secs': 0.505643} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.972672] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.973228] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1951.973228] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.973400] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.973867] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1951.973867] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04157fde-72a3-42e1-b332-bae7de01d44b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.996349] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1951.996349] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1951.996349] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-321c8d0d-2209-4acd-9d4c-284f9dc69bdb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.002432] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1952.002432] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522218bc-33eb-e210-fa8e-b5a0232268de" [ 1952.002432] env[62306]: _type = "Task" [ 1952.002432] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.019058] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522218bc-33eb-e210-fa8e-b5a0232268de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.077071] env[62306]: DEBUG nova.compute.manager [req-4d3973c1-1d8f-47fc-b8e5-2d64b54f265c req-a5adad7b-34ee-47e6-8f32-9f2b8d76e4f8 service nova] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Received event network-vif-plugged-7dd2b951-0bb7-47a3-ae6d-4feb9cc0de2f {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1952.077494] env[62306]: DEBUG oslo_concurrency.lockutils [req-4d3973c1-1d8f-47fc-b8e5-2d64b54f265c req-a5adad7b-34ee-47e6-8f32-9f2b8d76e4f8 service nova] Acquiring lock "2c4c3455-6c6f-4c56-81d5-1838dc33e023-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.077776] env[62306]: DEBUG oslo_concurrency.lockutils [req-4d3973c1-1d8f-47fc-b8e5-2d64b54f265c req-a5adad7b-34ee-47e6-8f32-9f2b8d76e4f8 service nova] Lock "2c4c3455-6c6f-4c56-81d5-1838dc33e023-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.077988] env[62306]: DEBUG oslo_concurrency.lockutils [req-4d3973c1-1d8f-47fc-b8e5-2d64b54f265c req-a5adad7b-34ee-47e6-8f32-9f2b8d76e4f8 service nova] Lock "2c4c3455-6c6f-4c56-81d5-1838dc33e023-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.078249] env[62306]: DEBUG nova.compute.manager [req-4d3973c1-1d8f-47fc-b8e5-2d64b54f265c req-a5adad7b-34ee-47e6-8f32-9f2b8d76e4f8 service nova] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] No waiting events found dispatching network-vif-plugged-7dd2b951-0bb7-47a3-ae6d-4feb9cc0de2f {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1952.078472] env[62306]: WARNING nova.compute.manager [req-4d3973c1-1d8f-47fc-b8e5-2d64b54f265c req-a5adad7b-34ee-47e6-8f32-9f2b8d76e4f8 service nova] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Received unexpected event network-vif-plugged-7dd2b951-0bb7-47a3-ae6d-4feb9cc0de2f for instance with vm_state building and task_state spawning. [ 1952.078719] env[62306]: DEBUG nova.compute.manager [req-4d3973c1-1d8f-47fc-b8e5-2d64b54f265c req-a5adad7b-34ee-47e6-8f32-9f2b8d76e4f8 service nova] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Received event network-changed-7dd2b951-0bb7-47a3-ae6d-4feb9cc0de2f {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1952.078918] env[62306]: DEBUG nova.compute.manager [req-4d3973c1-1d8f-47fc-b8e5-2d64b54f265c req-a5adad7b-34ee-47e6-8f32-9f2b8d76e4f8 service nova] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Refreshing instance network info cache due to event network-changed-7dd2b951-0bb7-47a3-ae6d-4feb9cc0de2f. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1952.079157] env[62306]: DEBUG oslo_concurrency.lockutils [req-4d3973c1-1d8f-47fc-b8e5-2d64b54f265c req-a5adad7b-34ee-47e6-8f32-9f2b8d76e4f8 service nova] Acquiring lock "refresh_cache-2c4c3455-6c6f-4c56-81d5-1838dc33e023" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.151398] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638f1c72-0c89-4721-a2c1-e2277a01170e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.161149] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa17b8e-18ec-474f-be7e-bb0972541e86 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.199813] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2312625b-71fe-427d-a9ee-b741f4dcb54c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.208470] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c7f692-2174-4686-a910-b97ce3c4ea59 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.228761] env[62306]: DEBUG nova.compute.provider_tree [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1952.296212] env[62306]: DEBUG nova.network.neutron [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1952.337399] env[62306]: DEBUG oslo_vmware.api [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': task-1972999, 'name': PowerOffVM_Task, 'duration_secs': 2.414341} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.337725] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1952.338031] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1952.338369] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03c3b01a-2eb1-451d-85c6-36d60660ec8c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.349011] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f3c3c034-1e07-4d2b-bcbe-e9a1b5763525 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "c12c7149-f851-4b6b-b69b-54fbbb176590" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.342s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.383499] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973002, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.413622] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7c9f244f-07c0-4529-b1e1-c95749624c00 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "c12c7149-f851-4b6b-b69b-54fbbb176590" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.413916] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7c9f244f-07c0-4529-b1e1-c95749624c00 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "c12c7149-f851-4b6b-b69b-54fbbb176590" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.414171] env[62306]: DEBUG nova.compute.manager [None req-7c9f244f-07c0-4529-b1e1-c95749624c00 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1952.415099] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa43fc50-c02e-4a01-bd79-ea3f65bad597 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.423920] env[62306]: DEBUG nova.compute.manager [None req-7c9f244f-07c0-4529-b1e1-c95749624c00 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62306) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1952.424628] env[62306]: DEBUG nova.objects.instance [None req-7c9f244f-07c0-4529-b1e1-c95749624c00 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lazy-loading 'flavor' on Instance uuid c12c7149-f851-4b6b-b69b-54fbbb176590 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1952.519615] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522218bc-33eb-e210-fa8e-b5a0232268de, 'name': SearchDatastore_Task, 'duration_secs': 0.016064} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.521523] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3344b795-93d1-4090-846f-78164a328230 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.530089] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1952.530089] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52337b23-696e-0ac3-a7dd-b759b70b9edc" [ 1952.530089] env[62306]: _type = "Task" [ 1952.530089] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.541179] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52337b23-696e-0ac3-a7dd-b759b70b9edc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.715165] env[62306]: DEBUG nova.network.neutron [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Updating instance_info_cache with network_info: [{"id": "7dd2b951-0bb7-47a3-ae6d-4feb9cc0de2f", "address": "fa:16:3e:01:1d:99", "network": {"id": "a08ffd8c-78e5-4ec1-88f6-fce876a03a09", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-616533337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a28ecd037004dba80071ec2671b3565", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd2b951-0b", "ovs_interfaceid": "7dd2b951-0bb7-47a3-ae6d-4feb9cc0de2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.735997] env[62306]: DEBUG nova.scheduler.client.report [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1952.880421] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746678} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.880695] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] e8ed4205-1be8-487e-a817-545100b2d082/e8ed4205-1be8-487e-a817-545100b2d082.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1952.880941] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1952.881224] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03f3bfd3-944c-4547-8d89-7b453f9375ad {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.888565] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 1952.888565] env[62306]: value = "task-1973004" [ 1952.888565] env[62306]: _type = "Task" [ 1952.888565] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.897489] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.045104] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52337b23-696e-0ac3-a7dd-b759b70b9edc, 'name': SearchDatastore_Task, 'duration_secs': 0.062136} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.045378] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.045650] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 0cf99988-2c14-4b04-a347-2a736b667099/0cf99988-2c14-4b04-a347-2a736b667099.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1953.045946] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c79092ae-2640-42c5-9dd1-c02d8d56aa63 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.055832] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1953.055832] env[62306]: value = "task-1973005" [ 1953.055832] env[62306]: _type = "Task" [ 1953.055832] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.069478] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.218042] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Releasing lock "refresh_cache-2c4c3455-6c6f-4c56-81d5-1838dc33e023" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.219340] env[62306]: DEBUG nova.compute.manager [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Instance network_info: |[{"id": "7dd2b951-0bb7-47a3-ae6d-4feb9cc0de2f", "address": "fa:16:3e:01:1d:99", "network": {"id": "a08ffd8c-78e5-4ec1-88f6-fce876a03a09", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-616533337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a28ecd037004dba80071ec2671b3565", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd2b951-0b", "ovs_interfaceid": "7dd2b951-0bb7-47a3-ae6d-4feb9cc0de2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1953.219340] env[62306]: DEBUG oslo_concurrency.lockutils [req-4d3973c1-1d8f-47fc-b8e5-2d64b54f265c req-a5adad7b-34ee-47e6-8f32-9f2b8d76e4f8 service nova] Acquired lock "refresh_cache-2c4c3455-6c6f-4c56-81d5-1838dc33e023" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.219340] env[62306]: DEBUG nova.network.neutron [req-4d3973c1-1d8f-47fc-b8e5-2d64b54f265c req-a5adad7b-34ee-47e6-8f32-9f2b8d76e4f8 service nova] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Refreshing network info cache for port 7dd2b951-0bb7-47a3-ae6d-4feb9cc0de2f {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1953.220117] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:1d:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dd2b951-0bb7-47a3-ae6d-4feb9cc0de2f', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1953.236154] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Creating folder: Project (3a28ecd037004dba80071ec2671b3565). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1953.237364] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3754169-bb81-4010-989e-a24d7c53de7c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.244910] env[62306]: DEBUG oslo_concurrency.lockutils [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.252209] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.671s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.257697] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Created folder: Project (3a28ecd037004dba80071ec2671b3565) in parent group-v406007. [ 1953.257697] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Creating folder: Instances. Parent ref: group-v406248. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1953.257697] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-717fc8c0-2005-4bc0-a1ca-0f9075aea754 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.277065] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Created folder: Instances in parent group-v406248. [ 1953.277358] env[62306]: DEBUG oslo.service.loopingcall [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.277903] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1953.279445] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-679d934c-efdc-461b-be92-42f62fe5d1cd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.298882] env[62306]: INFO nova.scheduler.client.report [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Deleted allocations for instance fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb [ 1953.311585] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1953.311585] env[62306]: value = "task-1973008" [ 1953.311585] env[62306]: _type = "Task" [ 1953.311585] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.325406] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973008, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.399887] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069501} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.400215] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1953.401227] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75deb72-ef05-43d9-bc9a-a0b307815f3b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.430960] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] e8ed4205-1be8-487e-a817-545100b2d082/e8ed4205-1be8-487e-a817-545100b2d082.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1953.431718] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23f09c6b-4318-4bd2-a224-6a7b60d6fffa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.446504] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9f244f-07c0-4529-b1e1-c95749624c00 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1953.446801] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87ac7778-14f0-4c60-8718-87c907d937cd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.456633] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 1953.456633] env[62306]: value = "task-1973009" [ 1953.456633] env[62306]: _type = "Task" [ 1953.456633] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.460542] env[62306]: DEBUG oslo_vmware.api [None req-7c9f244f-07c0-4529-b1e1-c95749624c00 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 1953.460542] env[62306]: value = "task-1973010" [ 1953.460542] env[62306]: _type = "Task" [ 1953.460542] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.477399] env[62306]: DEBUG oslo_vmware.api [None req-7c9f244f-07c0-4529-b1e1-c95749624c00 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.482136] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.570114] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973005, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.765706] env[62306]: INFO nova.compute.claims [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1953.772268] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "bbffb2d7-47c9-4cbf-a30d-439cb058f6dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.772268] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "bbffb2d7-47c9-4cbf-a30d-439cb058f6dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.772268] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "bbffb2d7-47c9-4cbf-a30d-439cb058f6dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.772268] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "bbffb2d7-47c9-4cbf-a30d-439cb058f6dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.772268] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "bbffb2d7-47c9-4cbf-a30d-439cb058f6dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.774182] env[62306]: INFO nova.compute.manager [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Terminating instance [ 1953.811193] env[62306]: DEBUG oslo_concurrency.lockutils [None req-90b45f64-d45e-44f5-942c-1fd4c73c92cc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.204s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.826666] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973008, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.974977] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973009, 'name': ReconfigVM_Task, 'duration_secs': 0.401667} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.980712] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Reconfigured VM instance instance-00000057 to attach disk [datastore1] e8ed4205-1be8-487e-a817-545100b2d082/e8ed4205-1be8-487e-a817-545100b2d082.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1953.981609] env[62306]: DEBUG oslo_vmware.api [None req-7c9f244f-07c0-4529-b1e1-c95749624c00 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973010, 'name': PowerOffVM_Task, 'duration_secs': 0.337113} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.981861] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1991d34-1373-48b4-aa9a-d7ce53d10b0b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.983692] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9f244f-07c0-4529-b1e1-c95749624c00 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1953.983910] env[62306]: DEBUG nova.compute.manager [None req-7c9f244f-07c0-4529-b1e1-c95749624c00 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1953.985877] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debb2a38-4b2c-47aa-a720-8c551cbb6bf8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.001590] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 1954.001590] env[62306]: value = "task-1973011" [ 1954.001590] env[62306]: _type = "Task" [ 1954.001590] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.017854] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973011, 'name': Rename_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.073374] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610834} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.073817] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 0cf99988-2c14-4b04-a347-2a736b667099/0cf99988-2c14-4b04-a347-2a736b667099.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1954.074151] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1954.074789] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9aeb174-8a4e-4687-96f3-049228027e95 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.089019] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1954.089019] env[62306]: value = "task-1973012" [ 1954.089019] env[62306]: _type = "Task" [ 1954.089019] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.101564] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.166044] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1954.166446] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1954.166546] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Deleting the datastore file [datastore1] 56c8cd72-bfbc-4218-a961-babc11e4ecb7 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1954.169440] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ee57ce3-5ef1-4b6c-b54d-304dacc65806 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.176024] env[62306]: DEBUG oslo_vmware.api [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Waiting for the task: (returnval){ [ 1954.176024] env[62306]: value = "task-1973013" [ 1954.176024] env[62306]: _type = "Task" [ 1954.176024] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.187316] env[62306]: DEBUG oslo_vmware.api [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': task-1973013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.276299] env[62306]: INFO nova.compute.resource_tracker [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Updating resource usage from migration 1d2c3c4d-310b-4b78-864a-db33670caa4e [ 1954.286873] env[62306]: DEBUG nova.compute.manager [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1954.287172] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1954.288955] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33014ecc-e701-4e43-8768-ab2dbf4e1c46 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.304777] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1954.305098] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-504e116b-01ff-4240-a8ba-1a18d1e23d1a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.321244] env[62306]: DEBUG oslo_vmware.api [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1954.321244] env[62306]: value = "task-1973014" [ 1954.321244] env[62306]: _type = "Task" [ 1954.321244] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.336333] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973008, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.341670] env[62306]: DEBUG oslo_vmware.api [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.345159] env[62306]: DEBUG nova.network.neutron [req-4d3973c1-1d8f-47fc-b8e5-2d64b54f265c req-a5adad7b-34ee-47e6-8f32-9f2b8d76e4f8 service nova] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Updated VIF entry in instance network info cache for port 7dd2b951-0bb7-47a3-ae6d-4feb9cc0de2f. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1954.345636] env[62306]: DEBUG nova.network.neutron [req-4d3973c1-1d8f-47fc-b8e5-2d64b54f265c req-a5adad7b-34ee-47e6-8f32-9f2b8d76e4f8 service nova] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Updating instance_info_cache with network_info: [{"id": "7dd2b951-0bb7-47a3-ae6d-4feb9cc0de2f", "address": "fa:16:3e:01:1d:99", "network": {"id": "a08ffd8c-78e5-4ec1-88f6-fce876a03a09", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-616533337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a28ecd037004dba80071ec2671b3565", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd2b951-0b", "ovs_interfaceid": "7dd2b951-0bb7-47a3-ae6d-4feb9cc0de2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.506254] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7c9f244f-07c0-4529-b1e1-c95749624c00 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "c12c7149-f851-4b6b-b69b-54fbbb176590" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.092s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.522764] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973011, 'name': Rename_Task, 'duration_secs': 0.194498} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.523754] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1954.523754] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3345fb5-5dbc-4705-8423-7ba1e16b3bb7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.540896] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 1954.540896] env[62306]: value = "task-1973015" [ 1954.540896] env[62306]: _type = "Task" [ 1954.540896] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.556018] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.603216] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113455} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.603216] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1954.603216] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3284ffe8-a1ae-41a7-bded-ceb6d33d3ce1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.641420] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 0cf99988-2c14-4b04-a347-2a736b667099/0cf99988-2c14-4b04-a347-2a736b667099.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1954.645231] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d07de42d-1a56-4937-a2e4-2060f640c3a1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.675239] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1954.675239] env[62306]: value = "task-1973016" [ 1954.675239] env[62306]: _type = "Task" [ 1954.675239] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.693922] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973016, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.697341] env[62306]: DEBUG oslo_vmware.api [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Task: {'id': task-1973013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284802} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.698815] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1954.699042] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1954.699212] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1954.699400] env[62306]: INFO nova.compute.manager [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Took 4.91 seconds to destroy the instance on the hypervisor. [ 1954.699662] env[62306]: DEBUG oslo.service.loopingcall [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1954.700660] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe2723c-d32b-4a7a-a762-bdcd118b688b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.703646] env[62306]: DEBUG nova.compute.manager [-] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1954.703742] env[62306]: DEBUG nova.network.neutron [-] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1954.713057] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa045ab-782f-471c-8e74-e4a6fad54296 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.745994] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a76b54d-d9fe-4652-a9b0-2cf25cf84819 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.755495] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc56e7b-47be-4e06-bc96-9b304830d9f6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.771810] env[62306]: DEBUG nova.compute.provider_tree [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1954.826589] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973008, 'name': CreateVM_Task, 'duration_secs': 1.182187} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.827367] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1954.828286] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.828449] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.828796] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1954.829106] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9782898f-a42e-4c10-874a-15c64af65743 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.835620] env[62306]: DEBUG oslo_vmware.api [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973014, 'name': PowerOffVM_Task, 'duration_secs': 0.231023} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.836278] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1954.836586] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1954.836718] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f315b4d4-0763-4be8-8168-8da0632c8e4e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.839971] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Waiting for the task: (returnval){ [ 1954.839971] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529a178e-d85c-00f4-9cac-c4504dcde32b" [ 1954.839971] env[62306]: _type = "Task" [ 1954.839971] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.848305] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529a178e-d85c-00f4-9cac-c4504dcde32b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.851443] env[62306]: DEBUG oslo_concurrency.lockutils [req-4d3973c1-1d8f-47fc-b8e5-2d64b54f265c req-a5adad7b-34ee-47e6-8f32-9f2b8d76e4f8 service nova] Releasing lock "refresh_cache-2c4c3455-6c6f-4c56-81d5-1838dc33e023" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.932618] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1954.932941] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1954.933398] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Deleting the datastore file [datastore1] bbffb2d7-47c9-4cbf-a30d-439cb058f6dc {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1954.933713] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ff474f1-ceda-4108-857e-070ea7d1a7d1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.943071] env[62306]: DEBUG oslo_vmware.api [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1954.943071] env[62306]: value = "task-1973018" [ 1954.943071] env[62306]: _type = "Task" [ 1954.943071] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.953873] env[62306]: DEBUG oslo_vmware.api [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.059196] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973015, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.185658] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973016, 'name': ReconfigVM_Task, 'duration_secs': 0.414826} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.185931] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 0cf99988-2c14-4b04-a347-2a736b667099/0cf99988-2c14-4b04-a347-2a736b667099.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1955.186947] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-852a6507-7410-4866-b048-d3ae36bea968 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.197197] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1955.197197] env[62306]: value = "task-1973019" [ 1955.197197] env[62306]: _type = "Task" [ 1955.197197] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.206978] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973019, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.275847] env[62306]: DEBUG nova.scheduler.client.report [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1955.354466] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529a178e-d85c-00f4-9cac-c4504dcde32b, 'name': SearchDatastore_Task, 'duration_secs': 0.012879} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.354960] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.355292] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1955.355576] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.355757] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.355973] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1955.356335] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6d46f87-b442-4440-a8cd-bcea629c63b9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.368082] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1955.368506] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1955.369221] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65f7477e-e901-46ff-a337-5be1767a41c5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.378145] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Waiting for the task: (returnval){ [ 1955.378145] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52932adf-0606-af2b-ce46-4ffff8d5778f" [ 1955.378145] env[62306]: _type = "Task" [ 1955.378145] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.390201] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52932adf-0606-af2b-ce46-4ffff8d5778f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.457435] env[62306]: DEBUG oslo_vmware.api [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207884} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.457841] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1955.460061] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1955.461444] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1955.461678] env[62306]: INFO nova.compute.manager [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1955.461981] env[62306]: DEBUG oslo.service.loopingcall [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1955.462232] env[62306]: DEBUG nova.compute.manager [-] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1955.462329] env[62306]: DEBUG nova.network.neutron [-] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1955.557218] env[62306]: DEBUG oslo_vmware.api [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973015, 'name': PowerOnVM_Task, 'duration_secs': 0.597872} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.558052] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1955.558474] env[62306]: INFO nova.compute.manager [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Took 12.12 seconds to spawn the instance on the hypervisor. [ 1955.558836] env[62306]: DEBUG nova.compute.manager [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1955.560179] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c81c10-7e4c-44ab-a5a6-1bf5441a09b1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.709413] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973019, 'name': Rename_Task, 'duration_secs': 0.245454} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.710514] env[62306]: DEBUG oslo_vmware.rw_handles [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c66b1-85ad-2e51-9b8b-484ce4c78737/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1955.710826] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1955.711901] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6300830-3b69-411b-a340-3f7c66059258 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.715357] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a8768fa-9902-4003-9e99-5c2dab4b388d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.721882] env[62306]: DEBUG oslo_vmware.rw_handles [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c66b1-85ad-2e51-9b8b-484ce4c78737/disk-0.vmdk is in state: ready. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1955.722569] env[62306]: ERROR oslo_vmware.rw_handles [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c66b1-85ad-2e51-9b8b-484ce4c78737/disk-0.vmdk due to incomplete transfer. [ 1955.722569] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4c5ff55b-3ad4-4c7b-af3e-cb4c27ef30d4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.726355] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1955.726355] env[62306]: value = "task-1973020" [ 1955.726355] env[62306]: _type = "Task" [ 1955.726355] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.734958] env[62306]: DEBUG oslo_vmware.rw_handles [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c66b1-85ad-2e51-9b8b-484ce4c78737/disk-0.vmdk. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1955.735176] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Uploaded image a186d5dc-529b-415c-a370-7ac5b896746d to the Glance image server {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1955.737924] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Destroying the VM {{(pid=62306) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1955.741928] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-befe9326-8664-46f0-b20a-62cee91b4e2e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.744173] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.752294] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 1955.752294] env[62306]: value = "task-1973021" [ 1955.752294] env[62306]: _type = "Task" [ 1955.752294] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.764485] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973021, 'name': Destroy_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.787974] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.539s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.787974] env[62306]: INFO nova.compute.manager [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Migrating [ 1955.795197] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.155s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.797163] env[62306]: INFO nova.compute.claims [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1955.814885] env[62306]: DEBUG nova.network.neutron [-] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.875551] env[62306]: DEBUG nova.compute.manager [req-bda662d9-46ca-41c2-b6f0-fc5471abcfb7 req-67200c03-bbaa-4978-8db8-d12e756e5866 service nova] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Received event network-vif-deleted-30ae7ad8-3b52-47f3-aeb2-c23ba1924bb5 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1955.889628] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52932adf-0606-af2b-ce46-4ffff8d5778f, 'name': SearchDatastore_Task, 'duration_secs': 0.014583} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.891509] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2d1cecb-8f59-49a7-ac69-853ac828ff18 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.899706] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Waiting for the task: (returnval){ [ 1955.899706] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520635fe-0afd-235f-95ac-b9e4a237cd04" [ 1955.899706] env[62306]: _type = "Task" [ 1955.899706] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.911933] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520635fe-0afd-235f-95ac-b9e4a237cd04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.091041] env[62306]: INFO nova.compute.manager [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Took 41.89 seconds to build instance. [ 1956.237055] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973020, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.262792] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973021, 'name': Destroy_Task, 'duration_secs': 0.455787} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.263346] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Destroyed the VM [ 1956.263606] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Deleting Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1956.263792] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-54a93454-5547-48f7-9984-251116937cec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.272105] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 1956.272105] env[62306]: value = "task-1973022" [ 1956.272105] env[62306]: _type = "Task" [ 1956.272105] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.285082] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973022, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.322658] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "refresh_cache-30049df0-11d6-4198-86fd-6cc947541851" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.322658] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "refresh_cache-30049df0-11d6-4198-86fd-6cc947541851" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.322924] env[62306]: DEBUG nova.network.neutron [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1956.326112] env[62306]: INFO nova.compute.manager [-] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Took 1.62 seconds to deallocate network for instance. [ 1956.353613] env[62306]: DEBUG nova.objects.instance [None req-07622270-d9c5-494b-9395-4de9fa48b68c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lazy-loading 'flavor' on Instance uuid c12c7149-f851-4b6b-b69b-54fbbb176590 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1956.417803] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520635fe-0afd-235f-95ac-b9e4a237cd04, 'name': SearchDatastore_Task, 'duration_secs': 0.014003} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.418109] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.418598] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 2c4c3455-6c6f-4c56-81d5-1838dc33e023/2c4c3455-6c6f-4c56-81d5-1838dc33e023.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1956.418943] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a0d6589-6269-4a9e-99bd-10068b2214cf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.431044] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Waiting for the task: (returnval){ [ 1956.431044] env[62306]: value = "task-1973023" [ 1956.431044] env[62306]: _type = "Task" [ 1956.431044] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.442115] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': task-1973023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.593076] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c0f0723-f3bd-40e8-a6f3-40b2426aba31 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "e8ed4205-1be8-487e-a817-545100b2d082" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.409s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.743024] env[62306]: DEBUG oslo_vmware.api [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973020, 'name': PowerOnVM_Task, 'duration_secs': 0.881058} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.743885] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1956.744061] env[62306]: INFO nova.compute.manager [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Took 10.91 seconds to spawn the instance on the hypervisor. [ 1956.744296] env[62306]: DEBUG nova.compute.manager [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1956.745117] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e02d9b0-9eab-4138-bd75-3c4118fc14ee {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.787576] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973022, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.833858] env[62306]: DEBUG oslo_concurrency.lockutils [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.867234] env[62306]: DEBUG oslo_concurrency.lockutils [None req-07622270-d9c5-494b-9395-4de9fa48b68c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "refresh_cache-c12c7149-f851-4b6b-b69b-54fbbb176590" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.867234] env[62306]: DEBUG oslo_concurrency.lockutils [None req-07622270-d9c5-494b-9395-4de9fa48b68c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquired lock "refresh_cache-c12c7149-f851-4b6b-b69b-54fbbb176590" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.867234] env[62306]: DEBUG nova.network.neutron [None req-07622270-d9c5-494b-9395-4de9fa48b68c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1956.867234] env[62306]: DEBUG nova.objects.instance [None req-07622270-d9c5-494b-9395-4de9fa48b68c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lazy-loading 'info_cache' on Instance uuid c12c7149-f851-4b6b-b69b-54fbbb176590 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1956.912942] env[62306]: DEBUG nova.network.neutron [-] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.945509] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': task-1973023, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.153777] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a7415e-2523-4a79-98bb-bb324cae1d53 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.161791] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42594783-49c5-496a-a223-ec4ccc201ac9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.194633] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769d355f-7b88-411e-b47a-b72578c01450 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.203279] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a07fb6-2714-47c1-9fe7-ee821eb76f4f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.219016] env[62306]: DEBUG nova.compute.provider_tree [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1957.279742] env[62306]: INFO nova.compute.manager [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Took 27.54 seconds to build instance. [ 1957.286929] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973022, 'name': RemoveSnapshot_Task, 'duration_secs': 0.584048} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.287610] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Deleted Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1957.287610] env[62306]: DEBUG nova.compute.manager [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1957.289018] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21ebd75-9291-4806-8434-ff7235c580a7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.333084] env[62306]: DEBUG nova.network.neutron [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Updating instance_info_cache with network_info: [{"id": "bf5be14d-8252-44b2-86b5-3814a7974754", "address": "fa:16:3e:f6:91:1f", "network": {"id": "619e998f-85a0-44c3-b066-ba85f5243b93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2084209057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "094e9ccb8011489aa598b784b2994968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5be14d-82", "ovs_interfaceid": "bf5be14d-8252-44b2-86b5-3814a7974754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.370328] env[62306]: DEBUG nova.objects.base [None req-07622270-d9c5-494b-9395-4de9fa48b68c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1957.417022] env[62306]: INFO nova.compute.manager [-] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Took 1.95 seconds to deallocate network for instance. [ 1957.442650] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': task-1973023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720612} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.443046] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 2c4c3455-6c6f-4c56-81d5-1838dc33e023/2c4c3455-6c6f-4c56-81d5-1838dc33e023.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1957.443187] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1957.443435] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d95413f7-58f2-423c-be3a-53f44736b15b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.453956] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Waiting for the task: (returnval){ [ 1957.453956] env[62306]: value = "task-1973024" [ 1957.453956] env[62306]: _type = "Task" [ 1957.453956] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.467828] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': task-1973024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.724671] env[62306]: DEBUG nova.scheduler.client.report [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1957.782328] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d88b363b-22b3-4b84-a396-d6f59eb78d3b tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "0cf99988-2c14-4b04-a347-2a736b667099" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.054s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.806285] env[62306]: INFO nova.compute.manager [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Shelve offloading [ 1957.835574] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "refresh_cache-30049df0-11d6-4198-86fd-6cc947541851" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.922773] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.965837] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': task-1973024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085671} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.969329] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1957.971350] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75002df-a305-4c49-87d1-df98cbf4ab08 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.001761] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 2c4c3455-6c6f-4c56-81d5-1838dc33e023/2c4c3455-6c6f-4c56-81d5-1838dc33e023.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1958.003472] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c551991-c955-4e6b-b146-a40e705b7b22 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.025532] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Waiting for the task: (returnval){ [ 1958.025532] env[62306]: value = "task-1973025" [ 1958.025532] env[62306]: _type = "Task" [ 1958.025532] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.034926] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': task-1973025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.231916] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.231916] env[62306]: DEBUG nova.compute.manager [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1958.235019] env[62306]: DEBUG oslo_concurrency.lockutils [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.401s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.235019] env[62306]: DEBUG nova.objects.instance [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Lazy-loading 'resources' on Instance uuid 56c8cd72-bfbc-4218-a961-babc11e4ecb7 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1958.314540] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1958.314540] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4918863e-03ef-4064-a7aa-46b8c508757c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.322246] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 1958.322246] env[62306]: value = "task-1973026" [ 1958.322246] env[62306]: _type = "Task" [ 1958.322246] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.333116] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] VM already powered off {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1958.333493] env[62306]: DEBUG nova.compute.manager [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1958.334576] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef5da47-9a13-4dc2-a575-73cf84bb5493 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.348415] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "refresh_cache-012f2b07-1cef-46f8-b9ce-d4def44aeab1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.348415] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquired lock "refresh_cache-012f2b07-1cef-46f8-b9ce-d4def44aeab1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.348415] env[62306]: DEBUG nova.network.neutron [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1958.545499] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': task-1973025, 'name': ReconfigVM_Task, 'duration_secs': 0.426008} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.545825] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 2c4c3455-6c6f-4c56-81d5-1838dc33e023/2c4c3455-6c6f-4c56-81d5-1838dc33e023.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1958.546556] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0098d39-51ca-4dfa-9650-2d442642a7dc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.556753] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Waiting for the task: (returnval){ [ 1958.556753] env[62306]: value = "task-1973027" [ 1958.556753] env[62306]: _type = "Task" [ 1958.556753] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.569056] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': task-1973027, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.671869] env[62306]: DEBUG nova.network.neutron [None req-07622270-d9c5-494b-9395-4de9fa48b68c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Updating instance_info_cache with network_info: [{"id": "f80dae47-62d2-4f3d-9733-e7f4ad181ef1", "address": "fa:16:3e:8e:fe:4b", "network": {"id": "8d03538e-1f34-4da2-9413-7dec92d90955", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-94904741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e72ea6401064cc18047326c2040c05a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf80dae47-62", "ovs_interfaceid": "f80dae47-62d2-4f3d-9733-e7f4ad181ef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.741147] env[62306]: DEBUG nova.compute.utils [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1958.742780] env[62306]: DEBUG nova.compute.manager [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Not allocating networking since 'none' was specified. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1958.842601] env[62306]: DEBUG nova.compute.manager [req-fb5e97b7-27e6-4c1c-b6e4-671775aea168 req-481e82b4-a0fa-42bd-9792-e2da71e6ae18 service nova] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Received event network-vif-deleted-f29e887c-2af7-4136-b4a8-68e971691545 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1958.989361] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "ac32553f-c58e-4c02-8b18-a681336f87e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.989585] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "ac32553f-c58e-4c02-8b18-a681336f87e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.070690] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cda9cc-12d0-45dd-89a5-545cf4f18928 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.082056] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': task-1973027, 'name': Rename_Task, 'duration_secs': 0.163227} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.084138] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1959.084441] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-277ddb0f-614c-4b45-b16e-e607f3a66f28 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.086848] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42554ccf-76b2-4ebf-af80-e976a5abff48 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.127056] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f964be-9e4f-4d7c-956e-1688fa4b1223 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.130309] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Waiting for the task: (returnval){ [ 1959.130309] env[62306]: value = "task-1973028" [ 1959.130309] env[62306]: _type = "Task" [ 1959.130309] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.139765] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba149f70-eae9-4b73-a039-f6c2e5075b3c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.147650] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': task-1973028, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.158711] env[62306]: DEBUG nova.compute.provider_tree [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1959.174289] env[62306]: DEBUG oslo_concurrency.lockutils [None req-07622270-d9c5-494b-9395-4de9fa48b68c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Releasing lock "refresh_cache-c12c7149-f851-4b6b-b69b-54fbbb176590" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.247672] env[62306]: DEBUG nova.compute.manager [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1959.296713] env[62306]: DEBUG nova.network.neutron [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Updating instance_info_cache with network_info: [{"id": "eece4237-0e97-4312-ba8e-7b29d8040086", "address": "fa:16:3e:8d:35:2c", "network": {"id": "e2328f16-bf16-4ab8-9332-ce95c272eb91", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-498841236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04070275bfc432c82a18ed94ae46533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeece4237-0e", "ovs_interfaceid": "eece4237-0e97-4312-ba8e-7b29d8040086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.320512] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "0cf99988-2c14-4b04-a347-2a736b667099" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.320821] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "0cf99988-2c14-4b04-a347-2a736b667099" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.321026] env[62306]: INFO nova.compute.manager [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Shelving [ 1959.360311] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a44739-f2a5-426c-ab21-ab06012c40b6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.389060] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Updating instance '30049df0-11d6-4198-86fd-6cc947541851' progress to 0 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1959.491668] env[62306]: DEBUG nova.compute.manager [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1959.642763] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': task-1973028, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.663121] env[62306]: DEBUG nova.scheduler.client.report [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1959.799438] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Releasing lock "refresh_cache-012f2b07-1cef-46f8-b9ce-d4def44aeab1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.895789] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1959.895998] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9338b166-56ea-4d0c-8995-3776b7cea0de {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.906503] env[62306]: DEBUG oslo_vmware.api [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1959.906503] env[62306]: value = "task-1973029" [ 1959.906503] env[62306]: _type = "Task" [ 1959.906503] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.918323] env[62306]: DEBUG oslo_vmware.api [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.021827] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.145719] env[62306]: DEBUG oslo_vmware.api [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': task-1973028, 'name': PowerOnVM_Task, 'duration_secs': 0.615585} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.146019] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1960.146328] env[62306]: INFO nova.compute.manager [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Took 10.74 seconds to spawn the instance on the hypervisor. [ 1960.146543] env[62306]: DEBUG nova.compute.manager [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1960.147629] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d66145-a6c2-4d5f-abcc-3ad100109897 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.170360] env[62306]: DEBUG oslo_concurrency.lockutils [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.172736] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.250s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.172978] env[62306]: DEBUG nova.objects.instance [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lazy-loading 'resources' on Instance uuid bbffb2d7-47c9-4cbf-a30d-439cb058f6dc {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1960.184801] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-07622270-d9c5-494b-9395-4de9fa48b68c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1960.185445] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5aff196-5c93-4f38-9966-1ef1b50c75fb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.196993] env[62306]: DEBUG oslo_vmware.api [None req-07622270-d9c5-494b-9395-4de9fa48b68c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 1960.196993] env[62306]: value = "task-1973030" [ 1960.196993] env[62306]: _type = "Task" [ 1960.196993] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.207750] env[62306]: DEBUG oslo_vmware.api [None req-07622270-d9c5-494b-9395-4de9fa48b68c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.212654] env[62306]: INFO nova.scheduler.client.report [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Deleted allocations for instance 56c8cd72-bfbc-4218-a961-babc11e4ecb7 [ 1960.264277] env[62306]: DEBUG nova.compute.manager [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1960.301639] env[62306]: DEBUG nova.virt.hardware [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1960.302212] env[62306]: DEBUG nova.virt.hardware [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1960.302212] env[62306]: DEBUG nova.virt.hardware [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1960.302381] env[62306]: DEBUG nova.virt.hardware [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1960.302569] env[62306]: DEBUG nova.virt.hardware [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1960.302751] env[62306]: DEBUG nova.virt.hardware [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1960.302981] env[62306]: DEBUG nova.virt.hardware [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1960.303171] env[62306]: DEBUG nova.virt.hardware [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1960.303380] env[62306]: DEBUG nova.virt.hardware [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1960.303552] env[62306]: DEBUG nova.virt.hardware [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1960.303728] env[62306]: DEBUG nova.virt.hardware [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1960.304925] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb2f2a2-b53a-4cfd-8def-b913ca2e3347 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.315423] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b24880-a211-45a4-af6d-da11957cee1c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.335530] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1960.336874] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Instance VIF info [] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1960.343578] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Creating folder: Project (de40f864085e4156875751431a2cfac7). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1960.343965] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5744643d-2964-4e9b-b5da-bd787e32245e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.346321] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b76879cc-a69a-4f5b-a971-f773245b1ccc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.356494] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1960.356494] env[62306]: value = "task-1973031" [ 1960.356494] env[62306]: _type = "Task" [ 1960.356494] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.363849] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Created folder: Project (de40f864085e4156875751431a2cfac7) in parent group-v406007. [ 1960.363849] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Creating folder: Instances. Parent ref: group-v406251. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1960.363849] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b33e8d4f-d503-4361-bccc-2ba5db74cf0c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.369174] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.384389] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Created folder: Instances in parent group-v406251. [ 1960.384654] env[62306]: DEBUG oslo.service.loopingcall [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1960.384871] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1960.385143] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed3bd893-16e8-4024-9ca9-745e96b15607 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.413442] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1960.413442] env[62306]: value = "task-1973034" [ 1960.413442] env[62306]: _type = "Task" [ 1960.413442] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.422393] env[62306]: DEBUG oslo_vmware.api [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973029, 'name': PowerOffVM_Task, 'duration_secs': 0.480662} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.422393] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1960.422522] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Updating instance '30049df0-11d6-4198-86fd-6cc947541851' progress to 17 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1960.433373] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973034, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.679637] env[62306]: INFO nova.compute.manager [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Took 24.70 seconds to build instance. [ 1960.710675] env[62306]: DEBUG oslo_vmware.api [None req-07622270-d9c5-494b-9395-4de9fa48b68c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973030, 'name': PowerOnVM_Task, 'duration_secs': 0.445813} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.711669] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-07622270-d9c5-494b-9395-4de9fa48b68c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1960.711908] env[62306]: DEBUG nova.compute.manager [None req-07622270-d9c5-494b-9395-4de9fa48b68c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1960.716933] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f344e625-331e-4872-ab4b-b80deb563c2f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.725762] env[62306]: DEBUG oslo_concurrency.lockutils [None req-250a8354-20e3-4d86-aa70-7821d6e1e422 tempest-AttachInterfacesV270Test-860109469 tempest-AttachInterfacesV270Test-860109469-project-member] Lock "56c8cd72-bfbc-4218-a961-babc11e4ecb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.448s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.872221] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973031, 'name': PowerOffVM_Task, 'duration_secs': 0.242963} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.872507] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1960.873493] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f328f12-14f4-4e53-8a37-2447f4d6bc5a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.897125] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c259f10c-77e9-449d-b0fc-7b827bdfea5c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.926861] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973034, 'name': CreateVM_Task, 'duration_secs': 0.47569} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.926861] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1960.927324] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.927487] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.928214] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1960.928500] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c51f6c5c-54ee-47bd-b275-8a76270a37ec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.937822] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1960.938248] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1960.938248] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1960.938398] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1960.938543] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1960.938687] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1960.942022] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1960.942022] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1960.942022] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1960.942022] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1960.942022] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1960.946187] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d008a82-2c2d-4314-bab5-a729f72db270 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.956903] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Waiting for the task: (returnval){ [ 1960.956903] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52bf6c9b-17a8-10b5-ae66-0e68a0e0a012" [ 1960.956903] env[62306]: _type = "Task" [ 1960.956903] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.967679] env[62306]: DEBUG oslo_vmware.api [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1960.967679] env[62306]: value = "task-1973035" [ 1960.967679] env[62306]: _type = "Task" [ 1960.967679] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.978540] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52bf6c9b-17a8-10b5-ae66-0e68a0e0a012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.984263] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1960.985166] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de571b4-d803-4d39-adc2-e923506d4f31 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.991303] env[62306]: DEBUG oslo_vmware.api [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973035, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.003373] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1961.003671] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddbedbd4-8359-4999-9950-feb9e5f23bd2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.043221] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fd8f7c-26af-42fd-9601-397411dc0efc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.051726] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3e3693-34d0-4932-a89d-86e55f7ff9ee {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.087391] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f09257e-0b4f-45be-863a-2effd622a099 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.096049] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a573e901-bbcd-4771-bb32-152d6dab9092 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.112325] env[62306]: DEBUG nova.compute.provider_tree [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1961.123991] env[62306]: DEBUG nova.compute.manager [req-fe8902f1-681c-4eab-8267-72059df8b014 req-639ed558-fd40-44f2-9e33-3d88428a729f service nova] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Received event network-changed-7a105f74-35cf-4eff-b655-5c7165c931aa {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1961.124192] env[62306]: DEBUG nova.compute.manager [req-fe8902f1-681c-4eab-8267-72059df8b014 req-639ed558-fd40-44f2-9e33-3d88428a729f service nova] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Refreshing instance network info cache due to event network-changed-7a105f74-35cf-4eff-b655-5c7165c931aa. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1961.124426] env[62306]: DEBUG oslo_concurrency.lockutils [req-fe8902f1-681c-4eab-8267-72059df8b014 req-639ed558-fd40-44f2-9e33-3d88428a729f service nova] Acquiring lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.124569] env[62306]: DEBUG oslo_concurrency.lockutils [req-fe8902f1-681c-4eab-8267-72059df8b014 req-639ed558-fd40-44f2-9e33-3d88428a729f service nova] Acquired lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.124972] env[62306]: DEBUG nova.network.neutron [req-fe8902f1-681c-4eab-8267-72059df8b014 req-639ed558-fd40-44f2-9e33-3d88428a729f service nova] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Refreshing network info cache for port 7a105f74-35cf-4eff-b655-5c7165c931aa {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1961.181711] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8d9d457-3b07-48cb-95da-beb118b289ae tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Lock "2c4c3455-6c6f-4c56-81d5-1838dc33e023" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.213s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.240742] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1961.240897] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1961.241159] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Deleting the datastore file [datastore1] 012f2b07-1cef-46f8-b9ce-d4def44aeab1 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1961.241602] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87ca2db5-390c-4f2d-8c8a-1a2aaef7d582 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.251488] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 1961.251488] env[62306]: value = "task-1973037" [ 1961.251488] env[62306]: _type = "Task" [ 1961.251488] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.261045] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.408691] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Creating Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1961.409103] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5faef39f-dd8b-439e-9c92-a44211b6798a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.418205] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1961.418205] env[62306]: value = "task-1973038" [ 1961.418205] env[62306]: _type = "Task" [ 1961.418205] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.433872] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973038, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.472565] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52bf6c9b-17a8-10b5-ae66-0e68a0e0a012, 'name': SearchDatastore_Task, 'duration_secs': 0.048578} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.477139] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.477139] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1961.477139] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.477327] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.477672] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1961.478104] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed80d79f-7339-4565-ab1e-52fd189244d0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.489880] env[62306]: DEBUG oslo_vmware.api [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973035, 'name': ReconfigVM_Task, 'duration_secs': 0.372063} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.494134] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Updating instance '30049df0-11d6-4198-86fd-6cc947541851' progress to 33 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1961.497914] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1961.498036] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1961.499969] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27c4cb05-eb04-4707-b30f-d74ce04a7b90 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.508183] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Waiting for the task: (returnval){ [ 1961.508183] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a195fd-c8a4-30cc-3a44-ffd87df31876" [ 1961.508183] env[62306]: _type = "Task" [ 1961.508183] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.517999] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a195fd-c8a4-30cc-3a44-ffd87df31876, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.614481] env[62306]: DEBUG nova.scheduler.client.report [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1961.712909] env[62306]: DEBUG oslo_concurrency.lockutils [None req-691a9db2-0066-4299-8440-8bf790f54b90 tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Acquiring lock "2c4c3455-6c6f-4c56-81d5-1838dc33e023" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.713247] env[62306]: DEBUG oslo_concurrency.lockutils [None req-691a9db2-0066-4299-8440-8bf790f54b90 tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Lock "2c4c3455-6c6f-4c56-81d5-1838dc33e023" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.713422] env[62306]: INFO nova.compute.manager [None req-691a9db2-0066-4299-8440-8bf790f54b90 tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Rebooting instance [ 1961.762522] env[62306]: DEBUG oslo_vmware.api [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265143} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.762647] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1961.762810] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1961.762993] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1961.790532] env[62306]: INFO nova.scheduler.client.report [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Deleted allocations for instance 012f2b07-1cef-46f8-b9ce-d4def44aeab1 [ 1961.930109] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973038, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.001685] env[62306]: DEBUG nova.network.neutron [req-fe8902f1-681c-4eab-8267-72059df8b014 req-639ed558-fd40-44f2-9e33-3d88428a729f service nova] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updated VIF entry in instance network info cache for port 7a105f74-35cf-4eff-b655-5c7165c931aa. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1962.002232] env[62306]: DEBUG nova.network.neutron [req-fe8902f1-681c-4eab-8267-72059df8b014 req-639ed558-fd40-44f2-9e33-3d88428a729f service nova] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updating instance_info_cache with network_info: [{"id": "7a105f74-35cf-4eff-b655-5c7165c931aa", "address": "fa:16:3e:f3:1b:7a", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a105f74-35", "ovs_interfaceid": "7a105f74-35cf-4eff-b655-5c7165c931aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.006636] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1962.006929] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1962.007174] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1962.007460] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1962.007693] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1962.007998] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1962.008284] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1962.008516] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1962.008755] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1962.009016] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1962.009320] env[62306]: DEBUG nova.virt.hardware [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1962.018384] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1962.019116] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6920a9b7-4a30-4c59-b2a1-c13ab29a2149 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.055233] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a195fd-c8a4-30cc-3a44-ffd87df31876, 'name': SearchDatastore_Task, 'duration_secs': 0.016077} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.058010] env[62306]: DEBUG oslo_vmware.api [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1962.058010] env[62306]: value = "task-1973039" [ 1962.058010] env[62306]: _type = "Task" [ 1962.058010] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.058424] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e977d29-4abe-4aaa-9257-36b1a25c20a4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.068344] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Waiting for the task: (returnval){ [ 1962.068344] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5204756e-7858-d477-7a82-e850555790b5" [ 1962.068344] env[62306]: _type = "Task" [ 1962.068344] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.071860] env[62306]: DEBUG oslo_vmware.api [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973039, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.081281] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5204756e-7858-d477-7a82-e850555790b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.119953] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.125370] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.101s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.125370] env[62306]: INFO nova.compute.claims [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1962.140713] env[62306]: INFO nova.scheduler.client.report [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Deleted allocations for instance bbffb2d7-47c9-4cbf-a30d-439cb058f6dc [ 1962.236692] env[62306]: DEBUG oslo_concurrency.lockutils [None req-691a9db2-0066-4299-8440-8bf790f54b90 tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Acquiring lock "refresh_cache-2c4c3455-6c6f-4c56-81d5-1838dc33e023" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.237051] env[62306]: DEBUG oslo_concurrency.lockutils [None req-691a9db2-0066-4299-8440-8bf790f54b90 tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Acquired lock "refresh_cache-2c4c3455-6c6f-4c56-81d5-1838dc33e023" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.237500] env[62306]: DEBUG nova.network.neutron [None req-691a9db2-0066-4299-8440-8bf790f54b90 tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1962.295891] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.431546] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973038, 'name': CreateSnapshot_Task, 'duration_secs': 0.925916} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.431963] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Created Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1962.433142] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0c4e60-f7a2-438b-b4ed-37ce734f172d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.519895] env[62306]: DEBUG oslo_concurrency.lockutils [req-fe8902f1-681c-4eab-8267-72059df8b014 req-639ed558-fd40-44f2-9e33-3d88428a729f service nova] Releasing lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.520376] env[62306]: DEBUG nova.compute.manager [req-fe8902f1-681c-4eab-8267-72059df8b014 req-639ed558-fd40-44f2-9e33-3d88428a729f service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Received event network-vif-unplugged-eece4237-0e97-4312-ba8e-7b29d8040086 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1962.520628] env[62306]: DEBUG oslo_concurrency.lockutils [req-fe8902f1-681c-4eab-8267-72059df8b014 req-639ed558-fd40-44f2-9e33-3d88428a729f service nova] Acquiring lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.520864] env[62306]: DEBUG oslo_concurrency.lockutils [req-fe8902f1-681c-4eab-8267-72059df8b014 req-639ed558-fd40-44f2-9e33-3d88428a729f service nova] Lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.521160] env[62306]: DEBUG oslo_concurrency.lockutils [req-fe8902f1-681c-4eab-8267-72059df8b014 req-639ed558-fd40-44f2-9e33-3d88428a729f service nova] Lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.521247] env[62306]: DEBUG nova.compute.manager [req-fe8902f1-681c-4eab-8267-72059df8b014 req-639ed558-fd40-44f2-9e33-3d88428a729f service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] No waiting events found dispatching network-vif-unplugged-eece4237-0e97-4312-ba8e-7b29d8040086 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1962.521479] env[62306]: WARNING nova.compute.manager [req-fe8902f1-681c-4eab-8267-72059df8b014 req-639ed558-fd40-44f2-9e33-3d88428a729f service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Received unexpected event network-vif-unplugged-eece4237-0e97-4312-ba8e-7b29d8040086 for instance with vm_state shelved and task_state shelving_offloading. [ 1962.572232] env[62306]: DEBUG oslo_vmware.api [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973039, 'name': ReconfigVM_Task, 'duration_secs': 0.225024} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.580544] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1962.581015] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f478297-1f8b-4c44-9951-4b1830bdde2f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.593929] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5204756e-7858-d477-7a82-e850555790b5, 'name': SearchDatastore_Task, 'duration_secs': 0.014626} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.602342] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.602629] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] ec85a432-31a1-4d2c-a2e1-04e4bd6435d8/ec85a432-31a1-4d2c-a2e1-04e4bd6435d8.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1962.613940] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 30049df0-11d6-4198-86fd-6cc947541851/30049df0-11d6-4198-86fd-6cc947541851.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1962.614292] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b867eca4-9240-404a-8c90-aad9747152d4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.616654] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-445522c2-29ee-4bbd-8c1c-ee82257830d2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.645844] env[62306]: DEBUG oslo_vmware.api [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1962.645844] env[62306]: value = "task-1973041" [ 1962.645844] env[62306]: _type = "Task" [ 1962.645844] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.650523] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Waiting for the task: (returnval){ [ 1962.650523] env[62306]: value = "task-1973040" [ 1962.650523] env[62306]: _type = "Task" [ 1962.650523] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.650523] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1b311fe-6e2d-4e32-a7fb-864a4fa407ce tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "bbffb2d7-47c9-4cbf-a30d-439cb058f6dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.879s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.672600] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': task-1973040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.675691] env[62306]: DEBUG oslo_vmware.api [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.757696] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquiring lock "7f34dfd8-42c4-4229-808d-c865db76ae10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.757996] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lock "7f34dfd8-42c4-4229-808d-c865db76ae10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.956354] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Creating linked-clone VM from snapshot {{(pid=62306) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1962.957193] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1ed02718-eb69-4e2b-a85b-b084f3b51e03 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.971983] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1962.971983] env[62306]: value = "task-1973042" [ 1962.971983] env[62306]: _type = "Task" [ 1962.971983] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.987719] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973042, 'name': CloneVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.161009] env[62306]: DEBUG oslo_vmware.api [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.174163] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': task-1973040, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.264668] env[62306]: DEBUG nova.compute.manager [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1963.271113] env[62306]: DEBUG nova.network.neutron [None req-691a9db2-0066-4299-8440-8bf790f54b90 tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Updating instance_info_cache with network_info: [{"id": "7dd2b951-0bb7-47a3-ae6d-4feb9cc0de2f", "address": "fa:16:3e:01:1d:99", "network": {"id": "a08ffd8c-78e5-4ec1-88f6-fce876a03a09", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-616533337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a28ecd037004dba80071ec2671b3565", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd2b951-0b", "ovs_interfaceid": "7dd2b951-0bb7-47a3-ae6d-4feb9cc0de2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.486904] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973042, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.512669] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11cb963-d69d-4325-a243-67a26a469269 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.526822] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c0acc5-09cc-4f98-b275-0cfad4bdd633 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.574115] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7987e94-9a21-4e3e-83a5-81d43cbd6d75 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.583533] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Acquiring lock "be32159b-85a3-472e-8e87-9e8e75d5235b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.583854] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Lock "be32159b-85a3-472e-8e87-9e8e75d5235b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.589557] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be7391d-8c50-44e7-9740-ad7454a650e4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.611863] env[62306]: DEBUG nova.compute.provider_tree [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1963.659816] env[62306]: DEBUG oslo_vmware.api [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973041, 'name': ReconfigVM_Task, 'duration_secs': 0.790616} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.659816] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 30049df0-11d6-4198-86fd-6cc947541851/30049df0-11d6-4198-86fd-6cc947541851.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1963.659816] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Updating instance '30049df0-11d6-4198-86fd-6cc947541851' progress to 50 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1963.674958] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': task-1973040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697945} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.677618] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] ec85a432-31a1-4d2c-a2e1-04e4bd6435d8/ec85a432-31a1-4d2c-a2e1-04e4bd6435d8.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1963.677927] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1963.678859] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a453b3fd-41db-4258-b5b7-bc8695a12085 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.686281] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Waiting for the task: (returnval){ [ 1963.686281] env[62306]: value = "task-1973043" [ 1963.686281] env[62306]: _type = "Task" [ 1963.686281] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.697279] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': task-1973043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.714161] env[62306]: DEBUG nova.compute.manager [req-86cef341-9e77-40ed-b751-1d5b7ed04377 req-406d9c4b-0364-4800-a65b-9f30c277b710 service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Received event network-changed-eece4237-0e97-4312-ba8e-7b29d8040086 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1963.714161] env[62306]: DEBUG nova.compute.manager [req-86cef341-9e77-40ed-b751-1d5b7ed04377 req-406d9c4b-0364-4800-a65b-9f30c277b710 service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Refreshing instance network info cache due to event network-changed-eece4237-0e97-4312-ba8e-7b29d8040086. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1963.714161] env[62306]: DEBUG oslo_concurrency.lockutils [req-86cef341-9e77-40ed-b751-1d5b7ed04377 req-406d9c4b-0364-4800-a65b-9f30c277b710 service nova] Acquiring lock "refresh_cache-012f2b07-1cef-46f8-b9ce-d4def44aeab1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.714161] env[62306]: DEBUG oslo_concurrency.lockutils [req-86cef341-9e77-40ed-b751-1d5b7ed04377 req-406d9c4b-0364-4800-a65b-9f30c277b710 service nova] Acquired lock "refresh_cache-012f2b07-1cef-46f8-b9ce-d4def44aeab1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.714161] env[62306]: DEBUG nova.network.neutron [req-86cef341-9e77-40ed-b751-1d5b7ed04377 req-406d9c4b-0364-4800-a65b-9f30c277b710 service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Refreshing network info cache for port eece4237-0e97-4312-ba8e-7b29d8040086 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1963.774977] env[62306]: DEBUG oslo_concurrency.lockutils [None req-691a9db2-0066-4299-8440-8bf790f54b90 tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Releasing lock "refresh_cache-2c4c3455-6c6f-4c56-81d5-1838dc33e023" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.799288] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.991118] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973042, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.089729] env[62306]: DEBUG nova.compute.manager [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1964.118376] env[62306]: DEBUG nova.scheduler.client.report [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1964.166783] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dad65d-26e6-4aa1-b94a-309bcb4270ce {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.192904] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6cbe55-f9b3-45a8-a9c6-c3f3e78616ec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.202097] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': task-1973043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077863} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.220522] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1964.223186] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Updating instance '30049df0-11d6-4198-86fd-6cc947541851' progress to 67 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1964.230170] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5965a51-ee1c-43ec-81a2-cdb5f9a4b07c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.257316] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] ec85a432-31a1-4d2c-a2e1-04e4bd6435d8/ec85a432-31a1-4d2c-a2e1-04e4bd6435d8.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1964.258954] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9814169-f494-4afb-bf4c-935627c88c70 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.285237] env[62306]: DEBUG nova.compute.manager [None req-691a9db2-0066-4299-8440-8bf790f54b90 tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1964.286072] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eee3684-9d3d-481f-be4e-cc04ef80b8c9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.291555] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Waiting for the task: (returnval){ [ 1964.291555] env[62306]: value = "task-1973044" [ 1964.291555] env[62306]: _type = "Task" [ 1964.291555] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.307718] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': task-1973044, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.492365] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973042, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.616649] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.625266] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.625429] env[62306]: DEBUG nova.compute.manager [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1964.628726] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.333s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.628860] env[62306]: DEBUG nova.objects.instance [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lazy-loading 'resources' on Instance uuid 012f2b07-1cef-46f8-b9ce-d4def44aeab1 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1964.716096] env[62306]: DEBUG nova.network.neutron [req-86cef341-9e77-40ed-b751-1d5b7ed04377 req-406d9c4b-0364-4800-a65b-9f30c277b710 service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Updated VIF entry in instance network info cache for port eece4237-0e97-4312-ba8e-7b29d8040086. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1964.716096] env[62306]: DEBUG nova.network.neutron [req-86cef341-9e77-40ed-b751-1d5b7ed04377 req-406d9c4b-0364-4800-a65b-9f30c277b710 service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Updating instance_info_cache with network_info: [{"id": "eece4237-0e97-4312-ba8e-7b29d8040086", "address": "fa:16:3e:8d:35:2c", "network": {"id": "e2328f16-bf16-4ab8-9332-ce95c272eb91", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-498841236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04070275bfc432c82a18ed94ae46533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapeece4237-0e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.739724] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d96bbded-bf2d-4894-a4b0-b5d7366d6163 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "e7b2d6e6-f687-4d61-9228-e78978e84edf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.740096] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d96bbded-bf2d-4894-a4b0-b5d7366d6163 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "e7b2d6e6-f687-4d61-9228-e78978e84edf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.779834] env[62306]: DEBUG nova.network.neutron [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Port bf5be14d-8252-44b2-86b5-3814a7974754 binding to destination host cpu-1 is already ACTIVE {{(pid=62306) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1964.807963] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': task-1973044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.992068] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973042, 'name': CloneVM_Task, 'duration_secs': 1.751015} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.992378] env[62306]: INFO nova.virt.vmwareapi.vmops [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Created linked-clone VM from snapshot [ 1964.993839] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e306af6e-289a-4b95-9ebf-6b57f8894456 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.007321] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Uploading image 3793f6f7-769e-4efb-a922-6aedb3afd1e2 {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1965.034478] env[62306]: DEBUG oslo_vmware.rw_handles [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1965.034478] env[62306]: value = "vm-406255" [ 1965.034478] env[62306]: _type = "VirtualMachine" [ 1965.034478] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1965.034828] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6c287b99-59bb-45da-a168-6cb40bc59b51 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.043594] env[62306]: DEBUG oslo_vmware.rw_handles [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lease: (returnval){ [ 1965.043594] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5237a32e-4e24-75ab-00d9-e31bfc2cddf6" [ 1965.043594] env[62306]: _type = "HttpNfcLease" [ 1965.043594] env[62306]: } obtained for exporting VM: (result){ [ 1965.043594] env[62306]: value = "vm-406255" [ 1965.043594] env[62306]: _type = "VirtualMachine" [ 1965.043594] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1965.043842] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the lease: (returnval){ [ 1965.043842] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5237a32e-4e24-75ab-00d9-e31bfc2cddf6" [ 1965.043842] env[62306]: _type = "HttpNfcLease" [ 1965.043842] env[62306]: } to be ready. {{(pid=62306) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1965.053662] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1965.053662] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5237a32e-4e24-75ab-00d9-e31bfc2cddf6" [ 1965.053662] env[62306]: _type = "HttpNfcLease" [ 1965.053662] env[62306]: } is initializing. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1965.132184] env[62306]: DEBUG nova.compute.utils [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1965.133970] env[62306]: DEBUG nova.objects.instance [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lazy-loading 'numa_topology' on Instance uuid 012f2b07-1cef-46f8-b9ce-d4def44aeab1 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1965.134928] env[62306]: DEBUG nova.compute.manager [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1965.135101] env[62306]: DEBUG nova.network.neutron [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1965.189475] env[62306]: DEBUG nova.policy [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6547795e3fc41a68c6b2677aee67567', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c1dff801f734fd6af73ab511140982b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1965.220124] env[62306]: DEBUG oslo_concurrency.lockutils [req-86cef341-9e77-40ed-b751-1d5b7ed04377 req-406d9c4b-0364-4800-a65b-9f30c277b710 service nova] Releasing lock "refresh_cache-012f2b07-1cef-46f8-b9ce-d4def44aeab1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.245248] env[62306]: INFO nova.compute.manager [None req-d96bbded-bf2d-4894-a4b0-b5d7366d6163 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Detaching volume 74184dc1-cbfe-4fc7-b51d-e7a1af95f6df [ 1965.271390] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.287369] env[62306]: INFO nova.virt.block_device [None req-d96bbded-bf2d-4894-a4b0-b5d7366d6163 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Attempting to driver detach volume 74184dc1-cbfe-4fc7-b51d-e7a1af95f6df from mountpoint /dev/sdb [ 1965.287876] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96bbded-bf2d-4894-a4b0-b5d7366d6163 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Volume detach. Driver type: vmdk {{(pid=62306) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1965.288718] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96bbded-bf2d-4894-a4b0-b5d7366d6163 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406208', 'volume_id': '74184dc1-cbfe-4fc7-b51d-e7a1af95f6df', 'name': 'volume-74184dc1-cbfe-4fc7-b51d-e7a1af95f6df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7b2d6e6-f687-4d61-9228-e78978e84edf', 'attached_at': '', 'detached_at': '', 'volume_id': '74184dc1-cbfe-4fc7-b51d-e7a1af95f6df', 'serial': '74184dc1-cbfe-4fc7-b51d-e7a1af95f6df'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1965.289918] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef794b7-ad70-4d74-86dc-83ebd5e6c919 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.320722] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6b7813-4e17-46e3-8be4-5c7f9ab37755 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.325011] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2963dc02-cbfa-4ce4-942b-b62539b9f082 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.331304] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': task-1973044, 'name': ReconfigVM_Task, 'duration_secs': 0.631451} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.335599] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Reconfigured VM instance instance-0000005b to attach disk [datastore1] ec85a432-31a1-4d2c-a2e1-04e4bd6435d8/ec85a432-31a1-4d2c-a2e1-04e4bd6435d8.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1965.335599] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb3378a2-5388-42c4-938b-45f341ad87e8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.339054] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-691a9db2-0066-4299-8440-8bf790f54b90 tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Doing hard reboot of VM {{(pid=62306) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1965.339054] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a8cd20fa-509c-4875-be87-edd178c42ca2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.340963] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1582141b-88c3-4303-bb70-cc8c7b0fb726 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.345029] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Waiting for the task: (returnval){ [ 1965.345029] env[62306]: value = "task-1973046" [ 1965.345029] env[62306]: _type = "Task" [ 1965.345029] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.365788] env[62306]: DEBUG oslo_vmware.api [None req-691a9db2-0066-4299-8440-8bf790f54b90 tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Waiting for the task: (returnval){ [ 1965.365788] env[62306]: value = "task-1973047" [ 1965.365788] env[62306]: _type = "Task" [ 1965.365788] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.369267] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57156697-5044-4685-91bc-a00aaf44ccef {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.379717] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': task-1973046, 'name': Rename_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.387458] env[62306]: DEBUG oslo_vmware.api [None req-691a9db2-0066-4299-8440-8bf790f54b90 tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': task-1973047, 'name': ResetVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.399628] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96bbded-bf2d-4894-a4b0-b5d7366d6163 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] The volume has not been displaced from its original location: [datastore1] volume-74184dc1-cbfe-4fc7-b51d-e7a1af95f6df/volume-74184dc1-cbfe-4fc7-b51d-e7a1af95f6df.vmdk. No consolidation needed. {{(pid=62306) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1965.407265] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96bbded-bf2d-4894-a4b0-b5d7366d6163 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Reconfiguring VM instance instance-00000028 to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1965.408545] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c657411e-5d56-41ed-94ff-7a8be51fe4e8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.429682] env[62306]: DEBUG oslo_vmware.api [None req-d96bbded-bf2d-4894-a4b0-b5d7366d6163 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1965.429682] env[62306]: value = "task-1973048" [ 1965.429682] env[62306]: _type = "Task" [ 1965.429682] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.439862] env[62306]: DEBUG oslo_vmware.api [None req-d96bbded-bf2d-4894-a4b0-b5d7366d6163 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.541509] env[62306]: DEBUG nova.network.neutron [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Successfully created port: 88af45f9-622d-4f83-8266-eb31250ee2f2 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1965.552748] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1965.552748] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5237a32e-4e24-75ab-00d9-e31bfc2cddf6" [ 1965.552748] env[62306]: _type = "HttpNfcLease" [ 1965.552748] env[62306]: } is ready. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1965.553064] env[62306]: DEBUG oslo_vmware.rw_handles [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1965.553064] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5237a32e-4e24-75ab-00d9-e31bfc2cddf6" [ 1965.553064] env[62306]: _type = "HttpNfcLease" [ 1965.553064] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1965.553852] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a857c3-8637-48a8-9159-1d82afe3fd9a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.563086] env[62306]: DEBUG oslo_vmware.rw_handles [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c58a4b-1707-2844-a957-6faac87ac51f/disk-0.vmdk from lease info. {{(pid=62306) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1965.563389] env[62306]: DEBUG oslo_vmware.rw_handles [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c58a4b-1707-2844-a957-6faac87ac51f/disk-0.vmdk for reading. {{(pid=62306) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1965.639775] env[62306]: DEBUG nova.objects.base [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Object Instance<012f2b07-1cef-46f8-b9ce-d4def44aeab1> lazy-loaded attributes: resources,numa_topology {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1965.642305] env[62306]: DEBUG nova.compute.manager [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1965.659873] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5b1631bc-9a28-4abf-9a2b-547ae8ae936b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.820167] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "30049df0-11d6-4198-86fd-6cc947541851-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.820167] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "30049df0-11d6-4198-86fd-6cc947541851-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.821639] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "30049df0-11d6-4198-86fd-6cc947541851-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.859488] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': task-1973046, 'name': Rename_Task, 'duration_secs': 0.204982} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.860283] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1965.861286] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8de4bb1c-6b2c-4e15-a3d5-285340274355 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.872535] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Waiting for the task: (returnval){ [ 1965.872535] env[62306]: value = "task-1973049" [ 1965.872535] env[62306]: _type = "Task" [ 1965.872535] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.881490] env[62306]: DEBUG oslo_vmware.api [None req-691a9db2-0066-4299-8440-8bf790f54b90 tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': task-1973047, 'name': ResetVM_Task, 'duration_secs': 0.124753} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.882326] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-691a9db2-0066-4299-8440-8bf790f54b90 tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Did hard reboot of VM {{(pid=62306) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1965.882527] env[62306]: DEBUG nova.compute.manager [None req-691a9db2-0066-4299-8440-8bf790f54b90 tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1965.883360] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788a895f-b346-450a-b14f-714a18ee828e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.889322] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': task-1973049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.941443] env[62306]: DEBUG oslo_vmware.api [None req-d96bbded-bf2d-4894-a4b0-b5d7366d6163 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973048, 'name': ReconfigVM_Task, 'duration_secs': 0.308029} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.943088] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96bbded-bf2d-4894-a4b0-b5d7366d6163 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Reconfigured VM instance instance-00000028 to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1965.956777] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6286984-72dd-426e-b427-6ec193ad9770 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.968992] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Acquiring lock "6c8e4c27-c051-4096-b78d-4d9756647615" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.969333] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Lock "6c8e4c27-c051-4096-b78d-4d9756647615" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.989186] env[62306]: DEBUG oslo_vmware.api [None req-d96bbded-bf2d-4894-a4b0-b5d7366d6163 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1965.989186] env[62306]: value = "task-1973050" [ 1965.989186] env[62306]: _type = "Task" [ 1965.989186] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.002324] env[62306]: DEBUG oslo_vmware.api [None req-d96bbded-bf2d-4894-a4b0-b5d7366d6163 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.116697] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75524328-d3e7-414d-a9f4-7a32c0b4070b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.128618] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5caf38-d509-4e8a-baf6-6e11ec02324a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.164672] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53348a0d-281c-4e4f-8de5-f761c0dfdb4c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.174328] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95bac44-0c7a-4cce-b5eb-a1631194d387 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.190033] env[62306]: DEBUG nova.compute.provider_tree [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1966.386298] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': task-1973049, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.407358] env[62306]: DEBUG oslo_concurrency.lockutils [None req-691a9db2-0066-4299-8440-8bf790f54b90 tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Lock "2c4c3455-6c6f-4c56-81d5-1838dc33e023" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.693s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.474020] env[62306]: DEBUG nova.compute.manager [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1966.504021] env[62306]: DEBUG oslo_vmware.api [None req-d96bbded-bf2d-4894-a4b0-b5d7366d6163 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973050, 'name': ReconfigVM_Task, 'duration_secs': 0.180796} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.504021] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96bbded-bf2d-4894-a4b0-b5d7366d6163 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406208', 'volume_id': '74184dc1-cbfe-4fc7-b51d-e7a1af95f6df', 'name': 'volume-74184dc1-cbfe-4fc7-b51d-e7a1af95f6df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7b2d6e6-f687-4d61-9228-e78978e84edf', 'attached_at': '', 'detached_at': '', 'volume_id': '74184dc1-cbfe-4fc7-b51d-e7a1af95f6df', 'serial': '74184dc1-cbfe-4fc7-b51d-e7a1af95f6df'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1966.672072] env[62306]: DEBUG nova.compute.manager [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1966.692910] env[62306]: DEBUG nova.scheduler.client.report [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1966.718582] env[62306]: DEBUG nova.virt.hardware [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1966.718582] env[62306]: DEBUG nova.virt.hardware [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1966.718582] env[62306]: DEBUG nova.virt.hardware [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1966.718582] env[62306]: DEBUG nova.virt.hardware [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1966.718832] env[62306]: DEBUG nova.virt.hardware [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1966.718832] env[62306]: DEBUG nova.virt.hardware [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1966.719078] env[62306]: DEBUG nova.virt.hardware [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1966.719246] env[62306]: DEBUG nova.virt.hardware [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1966.719472] env[62306]: DEBUG nova.virt.hardware [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1966.719665] env[62306]: DEBUG nova.virt.hardware [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1966.719839] env[62306]: DEBUG nova.virt.hardware [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1966.721041] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e6494c-6a90-4cba-a5c3-d769c4524e6e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.731789] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f62d61-ebc7-4cbd-9cd1-5db06bcc9e42 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.867700] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "refresh_cache-30049df0-11d6-4198-86fd-6cc947541851" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.869568] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "refresh_cache-30049df0-11d6-4198-86fd-6cc947541851" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.869568] env[62306]: DEBUG nova.network.neutron [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1966.885109] env[62306]: DEBUG oslo_vmware.api [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': task-1973049, 'name': PowerOnVM_Task, 'duration_secs': 0.754944} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.886490] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1966.886838] env[62306]: INFO nova.compute.manager [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1966.887201] env[62306]: DEBUG nova.compute.manager [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1966.888496] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad19ea65-5360-4628-be86-7f34d90a1512 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.011855] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.065838] env[62306]: DEBUG nova.objects.instance [None req-d96bbded-bf2d-4894-a4b0-b5d7366d6163 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lazy-loading 'flavor' on Instance uuid e7b2d6e6-f687-4d61-9228-e78978e84edf {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1967.117222] env[62306]: DEBUG nova.compute.manager [req-63b400ba-3f20-41de-8e78-a8ff0c0e5584 req-bd2d3524-29bc-458b-a0e9-ce960453d259 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Received event network-vif-plugged-88af45f9-622d-4f83-8266-eb31250ee2f2 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1967.117222] env[62306]: DEBUG oslo_concurrency.lockutils [req-63b400ba-3f20-41de-8e78-a8ff0c0e5584 req-bd2d3524-29bc-458b-a0e9-ce960453d259 service nova] Acquiring lock "ac32553f-c58e-4c02-8b18-a681336f87e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.117222] env[62306]: DEBUG oslo_concurrency.lockutils [req-63b400ba-3f20-41de-8e78-a8ff0c0e5584 req-bd2d3524-29bc-458b-a0e9-ce960453d259 service nova] Lock "ac32553f-c58e-4c02-8b18-a681336f87e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.117222] env[62306]: DEBUG oslo_concurrency.lockutils [req-63b400ba-3f20-41de-8e78-a8ff0c0e5584 req-bd2d3524-29bc-458b-a0e9-ce960453d259 service nova] Lock "ac32553f-c58e-4c02-8b18-a681336f87e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.117222] env[62306]: DEBUG nova.compute.manager [req-63b400ba-3f20-41de-8e78-a8ff0c0e5584 req-bd2d3524-29bc-458b-a0e9-ce960453d259 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] No waiting events found dispatching network-vif-plugged-88af45f9-622d-4f83-8266-eb31250ee2f2 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1967.117437] env[62306]: WARNING nova.compute.manager [req-63b400ba-3f20-41de-8e78-a8ff0c0e5584 req-bd2d3524-29bc-458b-a0e9-ce960453d259 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Received unexpected event network-vif-plugged-88af45f9-622d-4f83-8266-eb31250ee2f2 for instance with vm_state building and task_state spawning. [ 1967.199406] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.571s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.202265] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.403s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.207632] env[62306]: INFO nova.compute.claims [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1967.293244] env[62306]: DEBUG nova.network.neutron [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Successfully updated port: 88af45f9-622d-4f83-8266-eb31250ee2f2 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1967.412034] env[62306]: INFO nova.compute.manager [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Took 17.81 seconds to build instance. [ 1967.469821] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c75f110f-d2b6-4265-b2fd-288d7d5312a6 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "f1b3977d-c5ae-4f83-b218-723af521215e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.469821] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c75f110f-d2b6-4265-b2fd-288d7d5312a6 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "f1b3977d-c5ae-4f83-b218-723af521215e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.726023] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f44b25ed-e987-48bd-bcd8-7d71f2670fe4 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.038s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.729213] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.456s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.729213] env[62306]: INFO nova.compute.manager [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Unshelving [ 1967.747218] env[62306]: DEBUG nova.network.neutron [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Updating instance_info_cache with network_info: [{"id": "bf5be14d-8252-44b2-86b5-3814a7974754", "address": "fa:16:3e:f6:91:1f", "network": {"id": "619e998f-85a0-44c3-b066-ba85f5243b93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2084209057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "094e9ccb8011489aa598b784b2994968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5be14d-82", "ovs_interfaceid": "bf5be14d-8252-44b2-86b5-3814a7974754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.800995] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.800995] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.800995] env[62306]: DEBUG nova.network.neutron [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1967.914675] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cab80cfa-56a3-4f88-98a0-1dd13ff38da5 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Lock "ec85a432-31a1-4d2c-a2e1-04e4bd6435d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.343s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.925664] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Acquiring lock "2c4c3455-6c6f-4c56-81d5-1838dc33e023" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.925958] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Lock "2c4c3455-6c6f-4c56-81d5-1838dc33e023" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.926227] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Acquiring lock "2c4c3455-6c6f-4c56-81d5-1838dc33e023-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.926433] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Lock "2c4c3455-6c6f-4c56-81d5-1838dc33e023-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.926616] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Lock "2c4c3455-6c6f-4c56-81d5-1838dc33e023-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.929125] env[62306]: INFO nova.compute.manager [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Terminating instance [ 1967.972551] env[62306]: INFO nova.compute.manager [None req-c75f110f-d2b6-4265-b2fd-288d7d5312a6 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Detaching volume 6db03986-7472-45b3-87a2-062c4fd29bf1 [ 1968.023333] env[62306]: INFO nova.virt.block_device [None req-c75f110f-d2b6-4265-b2fd-288d7d5312a6 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Attempting to driver detach volume 6db03986-7472-45b3-87a2-062c4fd29bf1 from mountpoint /dev/sdb [ 1968.023680] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c75f110f-d2b6-4265-b2fd-288d7d5312a6 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Volume detach. Driver type: vmdk {{(pid=62306) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1968.025337] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c75f110f-d2b6-4265-b2fd-288d7d5312a6 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406222', 'volume_id': '6db03986-7472-45b3-87a2-062c4fd29bf1', 'name': 'volume-6db03986-7472-45b3-87a2-062c4fd29bf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1b3977d-c5ae-4f83-b218-723af521215e', 'attached_at': '', 'detached_at': '', 'volume_id': '6db03986-7472-45b3-87a2-062c4fd29bf1', 'serial': '6db03986-7472-45b3-87a2-062c4fd29bf1'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1968.025337] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5224f837-755b-4ba9-95ab-9d32f0973221 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.059915] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3099d92-670d-4ea1-b7dc-59dd3c409464 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.070494] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acf8ea5-ecde-405b-a2a3-7e243341d040 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.076170] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d96bbded-bf2d-4894-a4b0-b5d7366d6163 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "e7b2d6e6-f687-4d61-9228-e78978e84edf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.336s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.104296] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6533540-b13e-44a8-81ac-2ef69be957b1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.124392] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c75f110f-d2b6-4265-b2fd-288d7d5312a6 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] The volume has not been displaced from its original location: [datastore1] volume-6db03986-7472-45b3-87a2-062c4fd29bf1/volume-6db03986-7472-45b3-87a2-062c4fd29bf1.vmdk. No consolidation needed. {{(pid=62306) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1968.130289] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c75f110f-d2b6-4265-b2fd-288d7d5312a6 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1968.130696] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d8f300d-5ae2-4f81-81cd-a5116d0b9082 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.155890] env[62306]: DEBUG oslo_vmware.api [None req-c75f110f-d2b6-4265-b2fd-288d7d5312a6 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1968.155890] env[62306]: value = "task-1973051" [ 1968.155890] env[62306]: _type = "Task" [ 1968.155890] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.166440] env[62306]: DEBUG oslo_vmware.api [None req-c75f110f-d2b6-4265-b2fd-288d7d5312a6 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.253042] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "refresh_cache-30049df0-11d6-4198-86fd-6cc947541851" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.287014] env[62306]: DEBUG nova.compute.manager [None req-f604d633-f869-4f8f-9f5c-0915f2f7ed33 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1968.289284] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969ceb34-fc6e-4636-abb2-cdb646d3350d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.346691] env[62306]: DEBUG nova.network.neutron [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1968.425412] env[62306]: DEBUG oslo_concurrency.lockutils [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Acquiring lock "ec85a432-31a1-4d2c-a2e1-04e4bd6435d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.425731] env[62306]: DEBUG oslo_concurrency.lockutils [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Lock "ec85a432-31a1-4d2c-a2e1-04e4bd6435d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.426218] env[62306]: DEBUG oslo_concurrency.lockutils [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Acquiring lock "ec85a432-31a1-4d2c-a2e1-04e4bd6435d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.426497] env[62306]: DEBUG oslo_concurrency.lockutils [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Lock "ec85a432-31a1-4d2c-a2e1-04e4bd6435d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.426696] env[62306]: DEBUG oslo_concurrency.lockutils [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Lock "ec85a432-31a1-4d2c-a2e1-04e4bd6435d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.433985] env[62306]: INFO nova.compute.manager [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Terminating instance [ 1968.438406] env[62306]: DEBUG nova.compute.manager [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1968.438852] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1968.446536] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a99732-4f61-41db-a3f6-46d5a3374e6f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.460340] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1968.460738] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e1cf161-4104-45f0-babc-1eec48831790 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.470731] env[62306]: DEBUG oslo_vmware.api [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Waiting for the task: (returnval){ [ 1968.470731] env[62306]: value = "task-1973052" [ 1968.470731] env[62306]: _type = "Task" [ 1968.470731] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.481542] env[62306]: DEBUG oslo_vmware.api [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': task-1973052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.531331] env[62306]: DEBUG nova.network.neutron [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Updating instance_info_cache with network_info: [{"id": "88af45f9-622d-4f83-8266-eb31250ee2f2", "address": "fa:16:3e:71:7a:fb", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88af45f9-62", "ovs_interfaceid": "88af45f9-622d-4f83-8266-eb31250ee2f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.582062] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3668b24-1d9f-4a7a-a506-07a49809daa0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.591586] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8d4a6e-d75d-479a-ad0c-e3abfb1458fd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.626818] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3b337c-1864-4295-bdfb-aaeeb599f12b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.635691] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd94659b-d2b7-4701-a55d-f818149d929f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.650601] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "e7b2d6e6-f687-4d61-9228-e78978e84edf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.650882] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "e7b2d6e6-f687-4d61-9228-e78978e84edf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.651103] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "e7b2d6e6-f687-4d61-9228-e78978e84edf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.651295] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "e7b2d6e6-f687-4d61-9228-e78978e84edf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.652069] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "e7b2d6e6-f687-4d61-9228-e78978e84edf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.654049] env[62306]: DEBUG nova.compute.provider_tree [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1968.655725] env[62306]: INFO nova.compute.manager [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Terminating instance [ 1968.670339] env[62306]: DEBUG oslo_vmware.api [None req-c75f110f-d2b6-4265-b2fd-288d7d5312a6 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973051, 'name': ReconfigVM_Task, 'duration_secs': 0.315882} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.670781] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c75f110f-d2b6-4265-b2fd-288d7d5312a6 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1968.675902] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb051a0e-0969-4770-b710-73016be30fba {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.693493] env[62306]: DEBUG oslo_vmware.api [None req-c75f110f-d2b6-4265-b2fd-288d7d5312a6 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1968.693493] env[62306]: value = "task-1973053" [ 1968.693493] env[62306]: _type = "Task" [ 1968.693493] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.708832] env[62306]: DEBUG oslo_vmware.api [None req-c75f110f-d2b6-4265-b2fd-288d7d5312a6 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973053, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.739293] env[62306]: DEBUG nova.compute.utils [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1968.778387] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aacd138-358a-4f0a-bdd9-cdbe3327bb41 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.799647] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800bc2f9-c5c8-4f0c-a77f-11cbcb030439 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.803199] env[62306]: INFO nova.compute.manager [None req-f604d633-f869-4f8f-9f5c-0915f2f7ed33 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] instance snapshotting [ 1968.803792] env[62306]: DEBUG nova.objects.instance [None req-f604d633-f869-4f8f-9f5c-0915f2f7ed33 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Lazy-loading 'flavor' on Instance uuid ec85a432-31a1-4d2c-a2e1-04e4bd6435d8 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1968.810851] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Updating instance '30049df0-11d6-4198-86fd-6cc947541851' progress to 83 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1968.952215] env[62306]: DEBUG oslo_concurrency.lockutils [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Acquiring lock "refresh_cache-ec85a432-31a1-4d2c-a2e1-04e4bd6435d8" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.952467] env[62306]: DEBUG oslo_concurrency.lockutils [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Acquired lock "refresh_cache-ec85a432-31a1-4d2c-a2e1-04e4bd6435d8" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.952692] env[62306]: DEBUG nova.network.neutron [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1968.984453] env[62306]: DEBUG oslo_vmware.api [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': task-1973052, 'name': PowerOffVM_Task, 'duration_secs': 0.32044} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.984742] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1968.984933] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1968.985233] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66b93718-2cf1-4c7e-b1fd-77f7524a3bf8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.038350] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.038620] env[62306]: DEBUG nova.compute.manager [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Instance network_info: |[{"id": "88af45f9-622d-4f83-8266-eb31250ee2f2", "address": "fa:16:3e:71:7a:fb", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88af45f9-62", "ovs_interfaceid": "88af45f9-622d-4f83-8266-eb31250ee2f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1969.039715] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:7a:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88af45f9-622d-4f83-8266-eb31250ee2f2', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1969.048603] env[62306]: DEBUG oslo.service.loopingcall [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1969.048873] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1969.049236] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b526cda0-599f-4741-b77c-8d5c2b2d82b8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.074422] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1969.074422] env[62306]: value = "task-1973055" [ 1969.074422] env[62306]: _type = "Task" [ 1969.074422] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.088242] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973055, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.093422] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1969.093743] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1969.094066] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Deleting the datastore file [datastore1] 2c4c3455-6c6f-4c56-81d5-1838dc33e023 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1969.094386] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cba39eab-264f-48a7-bb81-c071aa750556 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.102451] env[62306]: DEBUG oslo_vmware.api [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Waiting for the task: (returnval){ [ 1969.102451] env[62306]: value = "task-1973056" [ 1969.102451] env[62306]: _type = "Task" [ 1969.102451] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.113148] env[62306]: DEBUG oslo_vmware.api [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': task-1973056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.160684] env[62306]: DEBUG nova.scheduler.client.report [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1969.165402] env[62306]: DEBUG nova.compute.manager [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1969.165675] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1969.167070] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19ae52c-9035-4f4d-9b1b-dfee6ba928db {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.176827] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1969.178355] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b44aaf6-174f-493e-8123-490ebdaf36af {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.188261] env[62306]: DEBUG oslo_vmware.api [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1969.188261] env[62306]: value = "task-1973057" [ 1969.188261] env[62306]: _type = "Task" [ 1969.188261] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.202635] env[62306]: DEBUG oslo_vmware.api [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.209192] env[62306]: DEBUG oslo_vmware.api [None req-c75f110f-d2b6-4265-b2fd-288d7d5312a6 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973053, 'name': ReconfigVM_Task, 'duration_secs': 0.200811} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.209547] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c75f110f-d2b6-4265-b2fd-288d7d5312a6 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406222', 'volume_id': '6db03986-7472-45b3-87a2-062c4fd29bf1', 'name': 'volume-6db03986-7472-45b3-87a2-062c4fd29bf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1b3977d-c5ae-4f83-b218-723af521215e', 'attached_at': '', 'detached_at': '', 'volume_id': '6db03986-7472-45b3-87a2-062c4fd29bf1', 'serial': '6db03986-7472-45b3-87a2-062c4fd29bf1'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1969.243154] env[62306]: INFO nova.virt.block_device [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Booting with volume 5f2f2b94-606c-4659-a824-bfa6daec05a2 at /dev/sdb [ 1969.264384] env[62306]: DEBUG nova.compute.manager [req-31e0faea-9b68-4020-9b6f-cecaa800ce14 req-00428b7f-e03f-4981-91a7-a9b4f5077a6d service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Received event network-changed-88af45f9-622d-4f83-8266-eb31250ee2f2 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1969.264648] env[62306]: DEBUG nova.compute.manager [req-31e0faea-9b68-4020-9b6f-cecaa800ce14 req-00428b7f-e03f-4981-91a7-a9b4f5077a6d service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Refreshing instance network info cache due to event network-changed-88af45f9-622d-4f83-8266-eb31250ee2f2. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1969.264889] env[62306]: DEBUG oslo_concurrency.lockutils [req-31e0faea-9b68-4020-9b6f-cecaa800ce14 req-00428b7f-e03f-4981-91a7-a9b4f5077a6d service nova] Acquiring lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.265777] env[62306]: DEBUG oslo_concurrency.lockutils [req-31e0faea-9b68-4020-9b6f-cecaa800ce14 req-00428b7f-e03f-4981-91a7-a9b4f5077a6d service nova] Acquired lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.266042] env[62306]: DEBUG nova.network.neutron [req-31e0faea-9b68-4020-9b6f-cecaa800ce14 req-00428b7f-e03f-4981-91a7-a9b4f5077a6d service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Refreshing network info cache for port 88af45f9-622d-4f83-8266-eb31250ee2f2 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1969.287544] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcf3a646-b1c5-41ab-ba1e-5f1baf2a96c2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.300512] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d4adf3-6590-491e-aeb6-48a2ff1e3d5c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.325500] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1969.327133] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ee55f36-ca3d-4c46-a3a1-2ba227652e47 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.331851] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf8cbe4-7c83-4611-bf76-1887569f9442 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.381590] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-055e504e-144d-4147-8029-de42c4445e56 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.386623] env[62306]: DEBUG oslo_vmware.api [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1969.386623] env[62306]: value = "task-1973058" [ 1969.386623] env[62306]: _type = "Task" [ 1969.386623] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.388218] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8357352-067f-4106-a3bd-f97d960bef54 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.402530] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce55d96c-2614-4c6c-add6-cc8411851105 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.423854] env[62306]: DEBUG oslo_vmware.api [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973058, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.462163] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c45cf42-e6dc-4672-9668-9351c4e1a0d8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.471766] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f75256-78b8-43a2-a3f5-76dcebff0f15 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.489795] env[62306]: DEBUG nova.virt.block_device [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Updating existing volume attachment record: ba969a95-aeaa-470c-9443-daae9980992c {{(pid=62306) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1969.494676] env[62306]: DEBUG nova.network.neutron [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1969.587666] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973055, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.610115] env[62306]: DEBUG nova.network.neutron [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.618296] env[62306]: DEBUG oslo_vmware.api [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Task: {'id': task-1973056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272217} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.618296] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1969.618296] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1969.618296] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1969.618296] env[62306]: INFO nova.compute.manager [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1969.618296] env[62306]: DEBUG oslo.service.loopingcall [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1969.618296] env[62306]: DEBUG nova.compute.manager [-] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1969.618296] env[62306]: DEBUG nova.network.neutron [-] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1969.671833] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.672478] env[62306]: DEBUG nova.compute.manager [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1969.675428] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.059s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.677826] env[62306]: INFO nova.compute.claims [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1969.699177] env[62306]: DEBUG oslo_vmware.api [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973057, 'name': PowerOffVM_Task, 'duration_secs': 0.256388} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.699502] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1969.699693] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1969.699974] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f13fc952-9bce-45a4-ae69-93200648dfc3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.764525] env[62306]: DEBUG nova.objects.instance [None req-c75f110f-d2b6-4265-b2fd-288d7d5312a6 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lazy-loading 'flavor' on Instance uuid f1b3977d-c5ae-4f83-b218-723af521215e {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1969.908236] env[62306]: DEBUG oslo_vmware.api [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973058, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.931698] env[62306]: DEBUG nova.compute.manager [None req-f604d633-f869-4f8f-9f5c-0915f2f7ed33 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Instance disappeared during snapshot {{(pid=62306) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1970.028169] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1970.028518] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1970.031834] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Deleting the datastore file [datastore1] e7b2d6e6-f687-4d61-9228-e78978e84edf {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1970.031834] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43d18c97-5777-4247-803e-2ac35ca19f56 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.038046] env[62306]: DEBUG oslo_vmware.api [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 1970.038046] env[62306]: value = "task-1973063" [ 1970.038046] env[62306]: _type = "Task" [ 1970.038046] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.048222] env[62306]: DEBUG oslo_vmware.api [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.087922] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973055, 'name': CreateVM_Task, 'duration_secs': 0.524985} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.088273] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1970.089214] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.089414] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.089824] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1970.090145] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d627a78f-87d0-457f-b8d8-defa901a4924 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.099217] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1970.099217] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b20e0b-e300-0a27-51a2-90196f45a2a9" [ 1970.099217] env[62306]: _type = "Task" [ 1970.099217] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.109522] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b20e0b-e300-0a27-51a2-90196f45a2a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.115239] env[62306]: DEBUG oslo_concurrency.lockutils [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Releasing lock "refresh_cache-ec85a432-31a1-4d2c-a2e1-04e4bd6435d8" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.115640] env[62306]: DEBUG nova.compute.manager [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1970.115767] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1970.117755] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d971f39b-aa7d-4b6c-b432-36ad636147e0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.127353] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1970.127738] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-458f3410-5fcd-4778-9e90-2e3ce5938258 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.134895] env[62306]: DEBUG nova.compute.manager [None req-f604d633-f869-4f8f-9f5c-0915f2f7ed33 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Found 0 images (rotation: 2) {{(pid=62306) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1970.137281] env[62306]: DEBUG oslo_vmware.api [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Waiting for the task: (returnval){ [ 1970.137281] env[62306]: value = "task-1973064" [ 1970.137281] env[62306]: _type = "Task" [ 1970.137281] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.146951] env[62306]: DEBUG oslo_vmware.api [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': task-1973064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.184770] env[62306]: DEBUG nova.compute.utils [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1970.188994] env[62306]: DEBUG nova.compute.manager [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1970.189324] env[62306]: DEBUG nova.network.neutron [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1970.319086] env[62306]: DEBUG nova.policy [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f891346b7f3146da83aae91de0c671cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b3c14255fd144eba35ebeb6604a96e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1970.387315] env[62306]: DEBUG nova.network.neutron [req-31e0faea-9b68-4020-9b6f-cecaa800ce14 req-00428b7f-e03f-4981-91a7-a9b4f5077a6d service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Updated VIF entry in instance network info cache for port 88af45f9-622d-4f83-8266-eb31250ee2f2. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1970.387315] env[62306]: DEBUG nova.network.neutron [req-31e0faea-9b68-4020-9b6f-cecaa800ce14 req-00428b7f-e03f-4981-91a7-a9b4f5077a6d service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Updating instance_info_cache with network_info: [{"id": "88af45f9-622d-4f83-8266-eb31250ee2f2", "address": "fa:16:3e:71:7a:fb", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88af45f9-62", "ovs_interfaceid": "88af45f9-622d-4f83-8266-eb31250ee2f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.403669] env[62306]: DEBUG oslo_vmware.api [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973058, 'name': PowerOnVM_Task, 'duration_secs': 0.60324} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.404167] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1970.404492] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf0f498-5fb0-485a-9c54-3014c7545f7c tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Updating instance '30049df0-11d6-4198-86fd-6cc947541851' progress to 100 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1970.556634] env[62306]: DEBUG oslo_vmware.api [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298631} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.557093] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1970.557381] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1970.557771] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1970.558137] env[62306]: INFO nova.compute.manager [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1970.558578] env[62306]: DEBUG oslo.service.loopingcall [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1970.558899] env[62306]: DEBUG nova.compute.manager [-] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1970.559134] env[62306]: DEBUG nova.network.neutron [-] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1970.613085] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b20e0b-e300-0a27-51a2-90196f45a2a9, 'name': SearchDatastore_Task, 'duration_secs': 0.044444} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.614094] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.614659] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1970.614927] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.615022] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.619306] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1970.619306] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbdbc6a7-21bf-4db6-81c2-d8aa264b4fb8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.628145] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1970.628357] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1970.629173] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d0a0021-8241-42be-8371-631558fda394 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.637716] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1970.637716] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]521839fd-9e59-c9b8-164c-53fcbc0496af" [ 1970.637716] env[62306]: _type = "Task" [ 1970.637716] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.653934] env[62306]: DEBUG oslo_vmware.api [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': task-1973064, 'name': PowerOffVM_Task, 'duration_secs': 0.236687} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.658092] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1970.658317] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1970.658596] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]521839fd-9e59-c9b8-164c-53fcbc0496af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.658813] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5930e7d7-bccf-4721-8d47-b3e1ade86d69 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.687310] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1970.687310] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1970.687401] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Deleting the datastore file [datastore1] ec85a432-31a1-4d2c-a2e1-04e4bd6435d8 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1970.687647] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eadb5fd5-cb3c-4161-b4c1-13526c372077 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.701103] env[62306]: DEBUG nova.compute.manager [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1970.706995] env[62306]: DEBUG oslo_vmware.api [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Waiting for the task: (returnval){ [ 1970.706995] env[62306]: value = "task-1973066" [ 1970.706995] env[62306]: _type = "Task" [ 1970.706995] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.716772] env[62306]: DEBUG oslo_vmware.api [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': task-1973066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.736364] env[62306]: DEBUG nova.network.neutron [-] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.778725] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c75f110f-d2b6-4265-b2fd-288d7d5312a6 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "f1b3977d-c5ae-4f83-b218-723af521215e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.310s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.889729] env[62306]: DEBUG oslo_concurrency.lockutils [req-31e0faea-9b68-4020-9b6f-cecaa800ce14 req-00428b7f-e03f-4981-91a7-a9b4f5077a6d service nova] Releasing lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.046580] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89bae1f-3dc8-4359-871d-77b3fef4a508 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.057767] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24456ce8-fb48-463f-b866-99b8b7bb284c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.092068] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1598411-452b-42c4-9ce9-b5a49b1205d2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.100913] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15123ccc-8691-4bee-8439-b11835b67408 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.117406] env[62306]: DEBUG nova.compute.provider_tree [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1971.151386] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]521839fd-9e59-c9b8-164c-53fcbc0496af, 'name': SearchDatastore_Task, 'duration_secs': 0.018322} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.152422] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f12f68b-b6fe-479d-8d35-941abfc6b817 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.159086] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1971.159086] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5209062c-811e-4e20-45ca-0b83c937ca15" [ 1971.159086] env[62306]: _type = "Task" [ 1971.159086] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.168860] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5209062c-811e-4e20-45ca-0b83c937ca15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.221093] env[62306]: DEBUG oslo_vmware.api [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Task: {'id': task-1973066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262283} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.221461] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1971.221658] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1971.221880] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1971.222125] env[62306]: INFO nova.compute.manager [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1971.222416] env[62306]: DEBUG oslo.service.loopingcall [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1971.222654] env[62306]: DEBUG nova.compute.manager [-] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1971.222767] env[62306]: DEBUG nova.network.neutron [-] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1971.238722] env[62306]: INFO nova.compute.manager [-] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Took 1.62 seconds to deallocate network for instance. [ 1971.275823] env[62306]: DEBUG nova.network.neutron [-] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1971.299257] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "f1b3977d-c5ae-4f83-b218-723af521215e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.299532] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "f1b3977d-c5ae-4f83-b218-723af521215e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.299744] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "f1b3977d-c5ae-4f83-b218-723af521215e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.299923] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "f1b3977d-c5ae-4f83-b218-723af521215e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.300116] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "f1b3977d-c5ae-4f83-b218-723af521215e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.302157] env[62306]: INFO nova.compute.manager [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Terminating instance [ 1971.321609] env[62306]: DEBUG nova.compute.manager [req-45920788-5bb0-4253-af21-1c0b6f568b5d req-3bd1614a-a276-4e73-91a6-cde7aeda0123 service nova] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Received event network-vif-deleted-7dd2b951-0bb7-47a3-ae6d-4feb9cc0de2f {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1971.446253] env[62306]: DEBUG nova.network.neutron [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Successfully created port: 814425a4-cdc2-470b-b8ac-f5ebcf67e10d {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1971.623061] env[62306]: DEBUG nova.scheduler.client.report [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1971.672129] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5209062c-811e-4e20-45ca-0b83c937ca15, 'name': SearchDatastore_Task, 'duration_secs': 0.016947} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.673103] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.674912] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] ac32553f-c58e-4c02-8b18-a681336f87e2/ac32553f-c58e-4c02-8b18-a681336f87e2.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1971.674912] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-078e2580-7254-4be4-8657-84cf0f08d31f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.682356] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1971.682356] env[62306]: value = "task-1973067" [ 1971.682356] env[62306]: _type = "Task" [ 1971.682356] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.693766] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.718512] env[62306]: DEBUG nova.compute.manager [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1971.746100] env[62306]: DEBUG nova.virt.hardware [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1971.746100] env[62306]: DEBUG nova.virt.hardware [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1971.746736] env[62306]: DEBUG nova.virt.hardware [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1971.747151] env[62306]: DEBUG nova.virt.hardware [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1971.747459] env[62306]: DEBUG nova.virt.hardware [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1971.747947] env[62306]: DEBUG nova.virt.hardware [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1971.748340] env[62306]: DEBUG nova.virt.hardware [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1971.748647] env[62306]: DEBUG nova.virt.hardware [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1971.749287] env[62306]: DEBUG nova.virt.hardware [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1971.749608] env[62306]: DEBUG nova.virt.hardware [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1971.750130] env[62306]: DEBUG nova.virt.hardware [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1971.751538] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.752742] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce9303d-7ff2-46e6-a5c6-28bf956016bb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.762769] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2b3a05-752a-4b4f-b59a-efa971630b94 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.786155] env[62306]: DEBUG nova.network.neutron [-] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.808175] env[62306]: DEBUG nova.compute.manager [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1971.808416] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1971.810127] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f1cc48-9885-4265-9242-2f08c603eb13 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.824768] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1971.825113] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6ee5da7-939f-4374-9ab5-ddf5e97f71bb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.835254] env[62306]: DEBUG oslo_vmware.api [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1971.835254] env[62306]: value = "task-1973068" [ 1971.835254] env[62306]: _type = "Task" [ 1971.835254] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.847022] env[62306]: DEBUG oslo_vmware.api [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.069695] env[62306]: DEBUG oslo_concurrency.lockutils [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Acquiring lock "d7f4e7e4-858e-4988-8527-fdf674de7bde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.070046] env[62306]: DEBUG oslo_concurrency.lockutils [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Lock "d7f4e7e4-858e-4988-8527-fdf674de7bde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.070351] env[62306]: DEBUG oslo_concurrency.lockutils [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Acquiring lock "d7f4e7e4-858e-4988-8527-fdf674de7bde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.070815] env[62306]: DEBUG oslo_concurrency.lockutils [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Lock "d7f4e7e4-858e-4988-8527-fdf674de7bde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.070815] env[62306]: DEBUG oslo_concurrency.lockutils [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Lock "d7f4e7e4-858e-4988-8527-fdf674de7bde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.075877] env[62306]: INFO nova.compute.manager [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Terminating instance [ 1972.126656] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.127403] env[62306]: DEBUG nova.compute.manager [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1972.130888] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.120s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.132984] env[62306]: INFO nova.compute.claims [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1972.201219] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973067, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.273932] env[62306]: DEBUG nova.network.neutron [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Successfully created port: 0e669773-0847-467c-acd0-29481e84c743 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1972.291741] env[62306]: INFO nova.compute.manager [-] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Took 1.07 seconds to deallocate network for instance. [ 1972.350681] env[62306]: DEBUG oslo_vmware.api [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973068, 'name': PowerOffVM_Task, 'duration_secs': 0.239885} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.351084] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1972.351260] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1972.351546] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6eb6607e-b87e-4fcc-bb23-ec13bb78a03e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.475771] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1972.476245] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1972.476523] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Deleting the datastore file [datastore1] f1b3977d-c5ae-4f83-b218-723af521215e {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1972.476885] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6adaff07-dfda-4549-ba0b-919f68c016dc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.489649] env[62306]: DEBUG oslo_vmware.api [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 1972.489649] env[62306]: value = "task-1973071" [ 1972.489649] env[62306]: _type = "Task" [ 1972.489649] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.504917] env[62306]: DEBUG oslo_vmware.api [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.581226] env[62306]: DEBUG nova.compute.manager [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1972.581935] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1972.583625] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265353ca-ca27-44d0-928c-d9c0e89db5bb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.594349] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1972.595020] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e7acf94-9ad0-47a9-a1d3-997ef18f06fe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.604642] env[62306]: DEBUG oslo_vmware.api [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Waiting for the task: (returnval){ [ 1972.604642] env[62306]: value = "task-1973072" [ 1972.604642] env[62306]: _type = "Task" [ 1972.604642] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.615892] env[62306]: DEBUG oslo_vmware.api [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': task-1973072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.645838] env[62306]: DEBUG nova.compute.utils [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1972.647405] env[62306]: DEBUG nova.compute.manager [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1972.647578] env[62306]: DEBUG nova.network.neutron [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1972.696075] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973067, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.725761] env[62306]: DEBUG nova.network.neutron [-] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.752041] env[62306]: DEBUG nova.network.neutron [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Successfully created port: 9613b68c-de43-4150-963a-a4b23f2f406f {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1972.775073] env[62306]: DEBUG nova.policy [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5702a0b216354289a3450345c937a165', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b2afc5cc7554438a26ab0dd9f55dbf0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1972.799810] env[62306]: DEBUG oslo_concurrency.lockutils [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.968900] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b3ec56c4-ce11-48a0-986f-6f1788765725 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "30049df0-11d6-4198-86fd-6cc947541851" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.969376] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b3ec56c4-ce11-48a0-986f-6f1788765725 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "30049df0-11d6-4198-86fd-6cc947541851" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.969569] env[62306]: DEBUG nova.compute.manager [None req-b3ec56c4-ce11-48a0-986f-6f1788765725 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Going to confirm migration 4 {{(pid=62306) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1973.005684] env[62306]: DEBUG oslo_vmware.api [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230187} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.006249] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1973.006455] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1973.006634] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1973.006807] env[62306]: INFO nova.compute.manager [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1973.007112] env[62306]: DEBUG oslo.service.loopingcall [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1973.007816] env[62306]: DEBUG nova.compute.manager [-] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1973.007898] env[62306]: DEBUG nova.network.neutron [-] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1973.117493] env[62306]: DEBUG oslo_vmware.api [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': task-1973072, 'name': PowerOffVM_Task, 'duration_secs': 0.225918} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.117759] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1973.118310] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1973.118949] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e03b40c3-632e-4629-84e5-e1c8615eb8d2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.146569] env[62306]: DEBUG oslo_vmware.rw_handles [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c58a4b-1707-2844-a957-6faac87ac51f/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1973.147966] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c44cc4-2e0e-42be-acdb-8b5cb331b351 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.155612] env[62306]: DEBUG nova.compute.manager [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1973.166567] env[62306]: DEBUG oslo_vmware.rw_handles [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c58a4b-1707-2844-a957-6faac87ac51f/disk-0.vmdk is in state: ready. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1973.166751] env[62306]: ERROR oslo_vmware.rw_handles [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c58a4b-1707-2844-a957-6faac87ac51f/disk-0.vmdk due to incomplete transfer. [ 1973.167299] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d30072a0-5a54-4424-8f4f-efc30517d350 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.176778] env[62306]: DEBUG oslo_vmware.rw_handles [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c58a4b-1707-2844-a957-6faac87ac51f/disk-0.vmdk. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1973.176981] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Uploaded image 3793f6f7-769e-4efb-a922-6aedb3afd1e2 to the Glance image server {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1973.180209] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Destroying the VM {{(pid=62306) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1973.180323] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-298b6b21-b98f-40c3-811a-73e0888400a9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.193535] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1973.193535] env[62306]: value = "task-1973074" [ 1973.193535] env[62306]: _type = "Task" [ 1973.193535] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.201127] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973067, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.209198] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973074, 'name': Destroy_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.209198] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1973.209681] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1973.209681] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Deleting the datastore file [datastore1] d7f4e7e4-858e-4988-8527-fdf674de7bde {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1973.209735] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59f00b91-e675-4102-9a74-8dc7f11b9fdd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.217500] env[62306]: DEBUG oslo_vmware.api [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Waiting for the task: (returnval){ [ 1973.217500] env[62306]: value = "task-1973075" [ 1973.217500] env[62306]: _type = "Task" [ 1973.217500] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.227084] env[62306]: DEBUG oslo_vmware.api [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': task-1973075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.230749] env[62306]: INFO nova.compute.manager [-] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Took 2.67 seconds to deallocate network for instance. [ 1973.431587] env[62306]: DEBUG nova.compute.manager [req-e021a35d-14d2-4679-b427-b052c4ba229d req-5127de9e-ef23-47db-9a96-628c12cd7141 service nova] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Received event network-vif-deleted-347349da-7e60-473a-a3b3-d5c4975ed4b0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1973.505320] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7c5f7c-af05-4f7c-bd8a-d3a06cebf5d6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.518813] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2425b92e-3284-4187-93fa-7615e7a37114 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.526292] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b3ec56c4-ce11-48a0-986f-6f1788765725 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "refresh_cache-30049df0-11d6-4198-86fd-6cc947541851" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.526292] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b3ec56c4-ce11-48a0-986f-6f1788765725 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "refresh_cache-30049df0-11d6-4198-86fd-6cc947541851" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.526386] env[62306]: DEBUG nova.network.neutron [None req-b3ec56c4-ce11-48a0-986f-6f1788765725 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1973.528150] env[62306]: DEBUG nova.objects.instance [None req-b3ec56c4-ce11-48a0-986f-6f1788765725 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lazy-loading 'info_cache' on Instance uuid 30049df0-11d6-4198-86fd-6cc947541851 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1973.562444] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053d5b54-8991-4e00-abd3-fb7952235734 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.572197] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828c44b7-91ec-4bbe-bf0e-29dd167e53e4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.595331] env[62306]: DEBUG nova.compute.provider_tree [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1973.699020] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973067, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.711846} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.699139] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] ac32553f-c58e-4c02-8b18-a681336f87e2/ac32553f-c58e-4c02-8b18-a681336f87e2.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1973.699353] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1973.699986] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d55ae6a-c93a-4c98-821f-f3b40b5d7d35 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.707950] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973074, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.709322] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1973.709322] env[62306]: value = "task-1973076" [ 1973.709322] env[62306]: _type = "Task" [ 1973.709322] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.718767] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.727527] env[62306]: DEBUG oslo_vmware.api [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': task-1973075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.738129] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.098604] env[62306]: DEBUG nova.scheduler.client.report [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1974.117757] env[62306]: DEBUG nova.network.neutron [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Successfully created port: e8ae87a2-a150-4862-9941-fbeffac6f66f {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1974.173142] env[62306]: DEBUG nova.compute.manager [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1974.205414] env[62306]: DEBUG nova.virt.hardware [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1974.205675] env[62306]: DEBUG nova.virt.hardware [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1974.205875] env[62306]: DEBUG nova.virt.hardware [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1974.206068] env[62306]: DEBUG nova.virt.hardware [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1974.206226] env[62306]: DEBUG nova.virt.hardware [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1974.206373] env[62306]: DEBUG nova.virt.hardware [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1974.206582] env[62306]: DEBUG nova.virt.hardware [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1974.206738] env[62306]: DEBUG nova.virt.hardware [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1974.206900] env[62306]: DEBUG nova.virt.hardware [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1974.207091] env[62306]: DEBUG nova.virt.hardware [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1974.207246] env[62306]: DEBUG nova.virt.hardware [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1974.211511] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514d13b9-ba59-48c4-9e0d-e6ed9ac84ddd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.214727] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973074, 'name': Destroy_Task, 'duration_secs': 0.745331} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.219661] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Destroyed the VM [ 1974.220062] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Deleting Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1974.220773] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-25d4fabc-f550-4c41-87b8-d9831857dea7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.234380] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7757415-5bbc-41c2-bd4c-816f29c8306d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.238374] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082842} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.242479] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1974.242787] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1974.242787] env[62306]: value = "task-1973077" [ 1974.242787] env[62306]: _type = "Task" [ 1974.242787] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.242991] env[62306]: DEBUG oslo_vmware.api [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Task: {'id': task-1973075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.623996} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.244632] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bebba9-d5e5-4851-9d9b-d4244b58fddf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.247673] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1974.247858] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1974.248113] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1974.248247] env[62306]: INFO nova.compute.manager [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1974.248487] env[62306]: DEBUG oslo.service.loopingcall [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1974.261788] env[62306]: DEBUG nova.compute.manager [-] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1974.261788] env[62306]: DEBUG nova.network.neutron [-] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1974.272382] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973077, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.291192] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] ac32553f-c58e-4c02-8b18-a681336f87e2/ac32553f-c58e-4c02-8b18-a681336f87e2.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1974.291606] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be508f69-c527-41e7-9d52-631c153a74a2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.312502] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1974.312502] env[62306]: value = "task-1973078" [ 1974.312502] env[62306]: _type = "Task" [ 1974.312502] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.324062] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.498453] env[62306]: DEBUG nova.network.neutron [None req-b3ec56c4-ce11-48a0-986f-6f1788765725 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Updating instance_info_cache with network_info: [{"id": "bf5be14d-8252-44b2-86b5-3814a7974754", "address": "fa:16:3e:f6:91:1f", "network": {"id": "619e998f-85a0-44c3-b066-ba85f5243b93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2084209057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "094e9ccb8011489aa598b784b2994968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5be14d-82", "ovs_interfaceid": "bf5be14d-8252-44b2-86b5-3814a7974754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.602891] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.603446] env[62306]: DEBUG nova.compute.manager [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1974.606833] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.855s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.607152] env[62306]: DEBUG nova.objects.instance [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Lazy-loading 'resources' on Instance uuid 2c4c3455-6c6f-4c56-81d5-1838dc33e023 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1974.759230] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973077, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.824206] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973078, 'name': ReconfigVM_Task, 'duration_secs': 0.355061} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.824534] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Reconfigured VM instance instance-0000005c to attach disk [datastore1] ac32553f-c58e-4c02-8b18-a681336f87e2/ac32553f-c58e-4c02-8b18-a681336f87e2.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1974.825194] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef29968c-57e4-4e6c-893f-d5f828163360 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.838908] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1974.838908] env[62306]: value = "task-1973079" [ 1974.838908] env[62306]: _type = "Task" [ 1974.838908] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.853436] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973079, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.948305] env[62306]: DEBUG nova.compute.manager [req-bfe3bc1f-c541-4a23-a063-9242af7e00e8 req-98a3c1e8-965a-4868-b365-453d7d8b7299 service nova] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Received event network-vif-deleted-7c2d339f-f89e-421c-b365-7dd0496594e6 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1974.948305] env[62306]: INFO nova.compute.manager [req-bfe3bc1f-c541-4a23-a063-9242af7e00e8 req-98a3c1e8-965a-4868-b365-453d7d8b7299 service nova] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Neutron deleted interface 7c2d339f-f89e-421c-b365-7dd0496594e6; detaching it from the instance and deleting it from the info cache [ 1974.948305] env[62306]: DEBUG nova.network.neutron [req-bfe3bc1f-c541-4a23-a063-9242af7e00e8 req-98a3c1e8-965a-4868-b365-453d7d8b7299 service nova] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.001524] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b3ec56c4-ce11-48a0-986f-6f1788765725 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "refresh_cache-30049df0-11d6-4198-86fd-6cc947541851" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.001802] env[62306]: DEBUG nova.objects.instance [None req-b3ec56c4-ce11-48a0-986f-6f1788765725 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lazy-loading 'migration_context' on Instance uuid 30049df0-11d6-4198-86fd-6cc947541851 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1975.110455] env[62306]: DEBUG nova.compute.utils [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1975.116325] env[62306]: DEBUG nova.compute.manager [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1975.117329] env[62306]: DEBUG nova.network.neutron [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1975.188292] env[62306]: DEBUG nova.policy [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2946a229e68b4654a3c5766583f96e44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67fe947cbd8a4a12848e4d74a6b52376', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1975.267377] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973077, 'name': RemoveSnapshot_Task, 'duration_secs': 0.760075} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.267377] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Deleted Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1975.267722] env[62306]: DEBUG nova.compute.manager [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1975.268704] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307a81df-e7d9-4ab3-b915-9c03455582cf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.349393] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973079, 'name': Rename_Task, 'duration_secs': 0.201607} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.352477] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1975.352985] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20643d23-9313-4005-a2e0-20a8778bd266 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.363275] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 1975.363275] env[62306]: value = "task-1973080" [ 1975.363275] env[62306]: _type = "Task" [ 1975.363275] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.375917] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.398048] env[62306]: DEBUG nova.network.neutron [-] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.403766] env[62306]: DEBUG nova.network.neutron [-] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.448684] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71137659-8f2f-42af-b879-75c9b96e7f2e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.455478] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78c6e0a-16ee-44ec-a1bf-bd0748e08cb7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.463078] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bda676-b42c-41e3-b789-c21b04ea6ca2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.477103] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775ddaa7-fb61-411e-9050-ea13c197f747 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.482609] env[62306]: DEBUG nova.compute.manager [req-e60d4051-86bd-452a-b31e-485a8462479b req-9076bcb1-13b9-4735-a1af-c60966b18c41 service nova] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Received event network-vif-deleted-6f241cc9-22bf-490b-92cc-9f9aa8265e36 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1975.482725] env[62306]: DEBUG nova.compute.manager [req-e60d4051-86bd-452a-b31e-485a8462479b req-9076bcb1-13b9-4735-a1af-c60966b18c41 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Received event network-vif-plugged-814425a4-cdc2-470b-b8ac-f5ebcf67e10d {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1975.482961] env[62306]: DEBUG oslo_concurrency.lockutils [req-e60d4051-86bd-452a-b31e-485a8462479b req-9076bcb1-13b9-4735-a1af-c60966b18c41 service nova] Acquiring lock "7f34dfd8-42c4-4229-808d-c865db76ae10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.483124] env[62306]: DEBUG oslo_concurrency.lockutils [req-e60d4051-86bd-452a-b31e-485a8462479b req-9076bcb1-13b9-4735-a1af-c60966b18c41 service nova] Lock "7f34dfd8-42c4-4229-808d-c865db76ae10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.483291] env[62306]: DEBUG oslo_concurrency.lockutils [req-e60d4051-86bd-452a-b31e-485a8462479b req-9076bcb1-13b9-4735-a1af-c60966b18c41 service nova] Lock "7f34dfd8-42c4-4229-808d-c865db76ae10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.483450] env[62306]: DEBUG nova.compute.manager [req-e60d4051-86bd-452a-b31e-485a8462479b req-9076bcb1-13b9-4735-a1af-c60966b18c41 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] No waiting events found dispatching network-vif-plugged-814425a4-cdc2-470b-b8ac-f5ebcf67e10d {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1975.483608] env[62306]: WARNING nova.compute.manager [req-e60d4051-86bd-452a-b31e-485a8462479b req-9076bcb1-13b9-4735-a1af-c60966b18c41 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Received unexpected event network-vif-plugged-814425a4-cdc2-470b-b8ac-f5ebcf67e10d for instance with vm_state building and task_state spawning. [ 1975.516023] env[62306]: DEBUG nova.objects.base [None req-b3ec56c4-ce11-48a0-986f-6f1788765725 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Object Instance<30049df0-11d6-4198-86fd-6cc947541851> lazy-loaded attributes: info_cache,migration_context {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1975.523751] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03526dea-212e-46dd-a044-9259440405b3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.526851] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d73becb-35fe-4991-bd53-85fd7673e5b2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.531156] env[62306]: DEBUG nova.compute.manager [req-bfe3bc1f-c541-4a23-a063-9242af7e00e8 req-98a3c1e8-965a-4868-b365-453d7d8b7299 service nova] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Detach interface failed, port_id=7c2d339f-f89e-421c-b365-7dd0496594e6, reason: Instance d7f4e7e4-858e-4988-8527-fdf674de7bde could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1975.549286] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5c9473-b10e-431c-8399-60b844b64f4c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.554037] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ded0bd80-3e17-4ffb-9505-1d827564effe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.560553] env[62306]: DEBUG oslo_vmware.api [None req-b3ec56c4-ce11-48a0-986f-6f1788765725 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1975.560553] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ea2c47-4577-fb0f-f837-963c177dbca8" [ 1975.560553] env[62306]: _type = "Task" [ 1975.560553] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.570337] env[62306]: DEBUG nova.compute.provider_tree [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1975.579902] env[62306]: DEBUG oslo_vmware.api [None req-b3ec56c4-ce11-48a0-986f-6f1788765725 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ea2c47-4577-fb0f-f837-963c177dbca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.622528] env[62306]: DEBUG nova.compute.manager [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1975.629244] env[62306]: DEBUG nova.network.neutron [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Successfully created port: 21929b45-30ec-4f15-88c3-ae76b5a1f20d {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1975.648703] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.720663] env[62306]: DEBUG nova.network.neutron [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Successfully updated port: 814425a4-cdc2-470b-b8ac-f5ebcf67e10d {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1975.782755] env[62306]: INFO nova.compute.manager [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Shelve offloading [ 1975.877570] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973080, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.906870] env[62306]: INFO nova.compute.manager [-] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Took 2.90 seconds to deallocate network for instance. [ 1975.907320] env[62306]: INFO nova.compute.manager [-] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Took 1.65 seconds to deallocate network for instance. [ 1976.074647] env[62306]: DEBUG nova.scheduler.client.report [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1976.081488] env[62306]: DEBUG oslo_vmware.api [None req-b3ec56c4-ce11-48a0-986f-6f1788765725 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ea2c47-4577-fb0f-f837-963c177dbca8, 'name': SearchDatastore_Task, 'duration_secs': 0.019126} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.081961] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b3ec56c4-ce11-48a0-986f-6f1788765725 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.285664] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1976.286091] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b040ef8-e628-40c3-a091-52d54298b6f0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.295211] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1976.295211] env[62306]: value = "task-1973081" [ 1976.295211] env[62306]: _type = "Task" [ 1976.295211] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.304649] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.375982] env[62306]: DEBUG oslo_vmware.api [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973080, 'name': PowerOnVM_Task, 'duration_secs': 0.864978} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.376317] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1976.376559] env[62306]: INFO nova.compute.manager [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1976.376774] env[62306]: DEBUG nova.compute.manager [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1976.377546] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacd442b-435b-478b-a22a-1a9d4ec5f6e7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.420480] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.422510] env[62306]: DEBUG oslo_concurrency.lockutils [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.585302] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.585922] env[62306]: DEBUG oslo_concurrency.lockutils [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.786s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.586159] env[62306]: DEBUG nova.objects.instance [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Lazy-loading 'resources' on Instance uuid ec85a432-31a1-4d2c-a2e1-04e4bd6435d8 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1976.612502] env[62306]: INFO nova.scheduler.client.report [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Deleted allocations for instance 2c4c3455-6c6f-4c56-81d5-1838dc33e023 [ 1976.633382] env[62306]: DEBUG nova.network.neutron [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Successfully updated port: e8ae87a2-a150-4862-9941-fbeffac6f66f {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1976.636340] env[62306]: DEBUG nova.compute.manager [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1976.675697] env[62306]: DEBUG nova.virt.hardware [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1976.675953] env[62306]: DEBUG nova.virt.hardware [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1976.676329] env[62306]: DEBUG nova.virt.hardware [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1976.676550] env[62306]: DEBUG nova.virt.hardware [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1976.676691] env[62306]: DEBUG nova.virt.hardware [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1976.676859] env[62306]: DEBUG nova.virt.hardware [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1976.677074] env[62306]: DEBUG nova.virt.hardware [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1976.677208] env[62306]: DEBUG nova.virt.hardware [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1976.677366] env[62306]: DEBUG nova.virt.hardware [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1976.677518] env[62306]: DEBUG nova.virt.hardware [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1976.677683] env[62306]: DEBUG nova.virt.hardware [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1976.678607] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60974e46-4789-4af9-90b7-5a0f06c958ed {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.688591] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e6447a-6cbb-4f93-9d2f-8b06fdf3f8b9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.806335] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] VM already powered off {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1976.806568] env[62306]: DEBUG nova.compute.manager [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1976.807351] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c975e3d7-dc6b-4f8c-b7a8-bccc1ecd7b76 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.813926] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "refresh_cache-0cf99988-2c14-4b04-a347-2a736b667099" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.814129] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "refresh_cache-0cf99988-2c14-4b04-a347-2a736b667099" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.814316] env[62306]: DEBUG nova.network.neutron [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1976.899400] env[62306]: INFO nova.compute.manager [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Took 16.90 seconds to build instance. [ 1977.121486] env[62306]: DEBUG oslo_concurrency.lockutils [None req-93c64978-a3f0-4765-828e-fcb06ad2f47d tempest-InstanceActionsTestJSON-1674064506 tempest-InstanceActionsTestJSON-1674064506-project-member] Lock "2c4c3455-6c6f-4c56-81d5-1838dc33e023" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.195s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.140806] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Acquiring lock "refresh_cache-be32159b-85a3-472e-8e87-9e8e75d5235b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.141264] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Acquired lock "refresh_cache-be32159b-85a3-472e-8e87-9e8e75d5235b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.141264] env[62306]: DEBUG nova.network.neutron [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1977.388143] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98de7bd-c057-4618-a3ea-2051b556bbe9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.400182] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31aee65a-6d52-4aac-b6a6-195af2d1ae1e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.404076] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e82c8d02-3317-4685-a7c9-165b18f234ab tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "ac32553f-c58e-4c02-8b18-a681336f87e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.412s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.440677] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4aea4f3-5f00-4bfd-86ae-0295491feb11 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.450171] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9185f9fa-5668-4f8b-a149-1a678f509bf7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.466898] env[62306]: DEBUG nova.compute.provider_tree [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1977.604349] env[62306]: DEBUG nova.compute.manager [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Received event network-changed-814425a4-cdc2-470b-b8ac-f5ebcf67e10d {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1977.604349] env[62306]: DEBUG nova.compute.manager [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Refreshing instance network info cache due to event network-changed-814425a4-cdc2-470b-b8ac-f5ebcf67e10d. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1977.604349] env[62306]: DEBUG oslo_concurrency.lockutils [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] Acquiring lock "refresh_cache-7f34dfd8-42c4-4229-808d-c865db76ae10" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.604349] env[62306]: DEBUG oslo_concurrency.lockutils [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] Acquired lock "refresh_cache-7f34dfd8-42c4-4229-808d-c865db76ae10" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.604349] env[62306]: DEBUG nova.network.neutron [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Refreshing network info cache for port 814425a4-cdc2-470b-b8ac-f5ebcf67e10d {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1977.628018] env[62306]: DEBUG nova.compute.manager [req-4486cb44-acf9-4a8c-adf5-89a96407979b req-4c284c19-b9fa-408d-ae70-092b07a0046a service nova] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Received event network-vif-plugged-21929b45-30ec-4f15-88c3-ae76b5a1f20d {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1977.628482] env[62306]: DEBUG oslo_concurrency.lockutils [req-4486cb44-acf9-4a8c-adf5-89a96407979b req-4c284c19-b9fa-408d-ae70-092b07a0046a service nova] Acquiring lock "6c8e4c27-c051-4096-b78d-4d9756647615-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.629215] env[62306]: DEBUG oslo_concurrency.lockutils [req-4486cb44-acf9-4a8c-adf5-89a96407979b req-4c284c19-b9fa-408d-ae70-092b07a0046a service nova] Lock "6c8e4c27-c051-4096-b78d-4d9756647615-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.629416] env[62306]: DEBUG oslo_concurrency.lockutils [req-4486cb44-acf9-4a8c-adf5-89a96407979b req-4c284c19-b9fa-408d-ae70-092b07a0046a service nova] Lock "6c8e4c27-c051-4096-b78d-4d9756647615-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.629571] env[62306]: DEBUG nova.compute.manager [req-4486cb44-acf9-4a8c-adf5-89a96407979b req-4c284c19-b9fa-408d-ae70-092b07a0046a service nova] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] No waiting events found dispatching network-vif-plugged-21929b45-30ec-4f15-88c3-ae76b5a1f20d {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1977.629734] env[62306]: WARNING nova.compute.manager [req-4486cb44-acf9-4a8c-adf5-89a96407979b req-4c284c19-b9fa-408d-ae70-092b07a0046a service nova] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Received unexpected event network-vif-plugged-21929b45-30ec-4f15-88c3-ae76b5a1f20d for instance with vm_state building and task_state spawning. [ 1977.717545] env[62306]: DEBUG nova.network.neutron [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Successfully updated port: 21929b45-30ec-4f15-88c3-ae76b5a1f20d {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1977.727948] env[62306]: DEBUG nova.network.neutron [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1977.973527] env[62306]: DEBUG nova.scheduler.client.report [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1978.127211] env[62306]: DEBUG nova.network.neutron [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Updating instance_info_cache with network_info: [{"id": "6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf", "address": "fa:16:3e:e5:d1:4a", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd707d3-a8", "ovs_interfaceid": "6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.159055] env[62306]: DEBUG nova.network.neutron [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1978.195132] env[62306]: DEBUG nova.network.neutron [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Updating instance_info_cache with network_info: [{"id": "e8ae87a2-a150-4862-9941-fbeffac6f66f", "address": "fa:16:3e:fe:fd:56", "network": {"id": "2280e36f-c6ee-490a-a2f4-d1f32e5a9c6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1409090149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7b2afc5cc7554438a26ab0dd9f55dbf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ae87a2-a1", "ovs_interfaceid": "e8ae87a2-a150-4862-9941-fbeffac6f66f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.220448] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Acquiring lock "refresh_cache-6c8e4c27-c051-4096-b78d-4d9756647615" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.220670] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Acquired lock "refresh_cache-6c8e4c27-c051-4096-b78d-4d9756647615" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.220735] env[62306]: DEBUG nova.network.neutron [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1978.301085] env[62306]: DEBUG nova.network.neutron [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.478725] env[62306]: DEBUG oslo_concurrency.lockutils [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.481162] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.743s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.481411] env[62306]: DEBUG nova.objects.instance [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lazy-loading 'resources' on Instance uuid e7b2d6e6-f687-4d61-9228-e78978e84edf {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1978.504235] env[62306]: INFO nova.scheduler.client.report [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Deleted allocations for instance ec85a432-31a1-4d2c-a2e1-04e4bd6435d8 [ 1978.557326] env[62306]: DEBUG nova.network.neutron [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Successfully updated port: 0e669773-0847-467c-acd0-29481e84c743 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1978.631148] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "refresh_cache-0cf99988-2c14-4b04-a347-2a736b667099" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.703674] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Releasing lock "refresh_cache-be32159b-85a3-472e-8e87-9e8e75d5235b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.704121] env[62306]: DEBUG nova.compute.manager [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Instance network_info: |[{"id": "e8ae87a2-a150-4862-9941-fbeffac6f66f", "address": "fa:16:3e:fe:fd:56", "network": {"id": "2280e36f-c6ee-490a-a2f4-d1f32e5a9c6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1409090149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7b2afc5cc7554438a26ab0dd9f55dbf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ae87a2-a1", "ovs_interfaceid": "e8ae87a2-a150-4862-9941-fbeffac6f66f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1978.704700] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:fd:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8ae87a2-a150-4862-9941-fbeffac6f66f', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1978.713496] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Creating folder: Project (7b2afc5cc7554438a26ab0dd9f55dbf0). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1978.713827] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1660363c-22ce-48ec-a259-6f5c6252352f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.730235] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Created folder: Project (7b2afc5cc7554438a26ab0dd9f55dbf0) in parent group-v406007. [ 1978.730493] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Creating folder: Instances. Parent ref: group-v406259. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1978.731097] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4acb4f1-739a-4867-9d0c-9f33e11df251 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.743340] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Created folder: Instances in parent group-v406259. [ 1978.743608] env[62306]: DEBUG oslo.service.loopingcall [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1978.743814] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1978.744040] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4d691c0-de1d-4d2a-9e52-e8e53170fe12 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.770606] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1978.770606] env[62306]: value = "task-1973084" [ 1978.770606] env[62306]: _type = "Task" [ 1978.770606] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.779799] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973084, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.803680] env[62306]: DEBUG oslo_concurrency.lockutils [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] Releasing lock "refresh_cache-7f34dfd8-42c4-4229-808d-c865db76ae10" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.803955] env[62306]: DEBUG nova.compute.manager [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Received event network-vif-plugged-e8ae87a2-a150-4862-9941-fbeffac6f66f {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1978.804167] env[62306]: DEBUG oslo_concurrency.lockutils [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] Acquiring lock "be32159b-85a3-472e-8e87-9e8e75d5235b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.804423] env[62306]: DEBUG oslo_concurrency.lockutils [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] Lock "be32159b-85a3-472e-8e87-9e8e75d5235b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.804599] env[62306]: DEBUG oslo_concurrency.lockutils [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] Lock "be32159b-85a3-472e-8e87-9e8e75d5235b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.804770] env[62306]: DEBUG nova.compute.manager [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] No waiting events found dispatching network-vif-plugged-e8ae87a2-a150-4862-9941-fbeffac6f66f {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1978.804963] env[62306]: WARNING nova.compute.manager [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Received unexpected event network-vif-plugged-e8ae87a2-a150-4862-9941-fbeffac6f66f for instance with vm_state building and task_state spawning. [ 1978.805172] env[62306]: DEBUG nova.compute.manager [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Received event network-changed-e8ae87a2-a150-4862-9941-fbeffac6f66f {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1978.805408] env[62306]: DEBUG nova.compute.manager [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Refreshing instance network info cache due to event network-changed-e8ae87a2-a150-4862-9941-fbeffac6f66f. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1978.806643] env[62306]: DEBUG oslo_concurrency.lockutils [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] Acquiring lock "refresh_cache-be32159b-85a3-472e-8e87-9e8e75d5235b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.806643] env[62306]: DEBUG oslo_concurrency.lockutils [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] Acquired lock "refresh_cache-be32159b-85a3-472e-8e87-9e8e75d5235b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.806643] env[62306]: DEBUG nova.network.neutron [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Refreshing network info cache for port e8ae87a2-a150-4862-9941-fbeffac6f66f {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1978.998149] env[62306]: DEBUG nova.network.neutron [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1979.010878] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1979.016194] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87dc649-25d2-46c8-b2b7-68b978e21fd1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.020046] env[62306]: DEBUG oslo_concurrency.lockutils [None req-afd2079f-02fe-4a6a-a05f-6ab9e3282d51 tempest-ServersAaction247Test-1320104146 tempest-ServersAaction247Test-1320104146-project-member] Lock "ec85a432-31a1-4d2c-a2e1-04e4bd6435d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.594s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.031291] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1979.031698] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f573986-43fb-48a7-b5db-dcb9c97680ab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.070807] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "56e86045-843d-42ea-8ea4-0120c363b56b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.071035] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "56e86045-843d-42ea-8ea4-0120c363b56b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.257969] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1979.258303] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1979.258396] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Deleting the datastore file [datastore1] 0cf99988-2c14-4b04-a347-2a736b667099 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1979.261375] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52e6886e-dbbc-40c5-910f-ce7fac083301 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.271539] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 1979.271539] env[62306]: value = "task-1973086" [ 1979.271539] env[62306]: _type = "Task" [ 1979.271539] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.287641] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.292126] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973084, 'name': CreateVM_Task, 'duration_secs': 0.42151} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.292328] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1979.293465] env[62306]: DEBUG nova.network.neutron [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Updating instance_info_cache with network_info: [{"id": "21929b45-30ec-4f15-88c3-ae76b5a1f20d", "address": "fa:16:3e:9c:ec:a8", "network": {"id": "4f097eff-0d49-41b2-b7c1-0ce9dc1494f8", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-856489909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67fe947cbd8a4a12848e4d74a6b52376", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21929b45-30", "ovs_interfaceid": "21929b45-30ec-4f15-88c3-ae76b5a1f20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.296294] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.296417] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.296741] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1979.297218] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26d11760-5329-4ad6-875d-3a9ee357a42f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.312835] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Waiting for the task: (returnval){ [ 1979.312835] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d9c382-edf0-662f-b3e8-c141ffabc64e" [ 1979.312835] env[62306]: _type = "Task" [ 1979.312835] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.325343] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ede4bec-fa50-4cbd-9c91-a33891ccb915 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.335323] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d9c382-edf0-662f-b3e8-c141ffabc64e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.339542] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd069117-41f8-44c9-bd75-2fd2a12e200e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.375315] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1759d1ab-ce47-49ca-8d31-1173f957fd7f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.383796] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8aad88-c2e5-4c5c-b5aa-a5a1c3d056a2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.398609] env[62306]: DEBUG nova.compute.provider_tree [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1979.576133] env[62306]: DEBUG nova.compute.manager [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1979.648832] env[62306]: DEBUG nova.network.neutron [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Updated VIF entry in instance network info cache for port e8ae87a2-a150-4862-9941-fbeffac6f66f. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1979.649431] env[62306]: DEBUG nova.network.neutron [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Updating instance_info_cache with network_info: [{"id": "e8ae87a2-a150-4862-9941-fbeffac6f66f", "address": "fa:16:3e:fe:fd:56", "network": {"id": "2280e36f-c6ee-490a-a2f4-d1f32e5a9c6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1409090149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7b2afc5cc7554438a26ab0dd9f55dbf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ae87a2-a1", "ovs_interfaceid": "e8ae87a2-a150-4862-9941-fbeffac6f66f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.651615] env[62306]: DEBUG nova.compute.manager [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Received event network-vif-plugged-0e669773-0847-467c-acd0-29481e84c743 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1979.651835] env[62306]: DEBUG oslo_concurrency.lockutils [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] Acquiring lock "7f34dfd8-42c4-4229-808d-c865db76ae10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.652061] env[62306]: DEBUG oslo_concurrency.lockutils [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] Lock "7f34dfd8-42c4-4229-808d-c865db76ae10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.652745] env[62306]: DEBUG oslo_concurrency.lockutils [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] Lock "7f34dfd8-42c4-4229-808d-c865db76ae10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.652745] env[62306]: DEBUG nova.compute.manager [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] No waiting events found dispatching network-vif-plugged-0e669773-0847-467c-acd0-29481e84c743 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1979.652745] env[62306]: WARNING nova.compute.manager [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Received unexpected event network-vif-plugged-0e669773-0847-467c-acd0-29481e84c743 for instance with vm_state building and task_state spawning. [ 1979.652745] env[62306]: DEBUG nova.compute.manager [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Received event network-changed-0e669773-0847-467c-acd0-29481e84c743 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1979.652915] env[62306]: DEBUG nova.compute.manager [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Refreshing instance network info cache due to event network-changed-0e669773-0847-467c-acd0-29481e84c743. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1979.653012] env[62306]: DEBUG oslo_concurrency.lockutils [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] Acquiring lock "refresh_cache-7f34dfd8-42c4-4229-808d-c865db76ae10" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.653150] env[62306]: DEBUG oslo_concurrency.lockutils [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] Acquired lock "refresh_cache-7f34dfd8-42c4-4229-808d-c865db76ae10" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.653301] env[62306]: DEBUG nova.network.neutron [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Refreshing network info cache for port 0e669773-0847-467c-acd0-29481e84c743 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1979.668759] env[62306]: DEBUG nova.compute.manager [req-3e659267-c775-4707-b53b-8327434893dd req-42e039a2-8f7e-46ae-a392-e37fb0a3e7a3 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Received event network-changed-88af45f9-622d-4f83-8266-eb31250ee2f2 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1979.669183] env[62306]: DEBUG nova.compute.manager [req-3e659267-c775-4707-b53b-8327434893dd req-42e039a2-8f7e-46ae-a392-e37fb0a3e7a3 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Refreshing instance network info cache due to event network-changed-88af45f9-622d-4f83-8266-eb31250ee2f2. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1979.669395] env[62306]: DEBUG oslo_concurrency.lockutils [req-3e659267-c775-4707-b53b-8327434893dd req-42e039a2-8f7e-46ae-a392-e37fb0a3e7a3 service nova] Acquiring lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.669537] env[62306]: DEBUG oslo_concurrency.lockutils [req-3e659267-c775-4707-b53b-8327434893dd req-42e039a2-8f7e-46ae-a392-e37fb0a3e7a3 service nova] Acquired lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.669695] env[62306]: DEBUG nova.network.neutron [req-3e659267-c775-4707-b53b-8327434893dd req-42e039a2-8f7e-46ae-a392-e37fb0a3e7a3 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Refreshing network info cache for port 88af45f9-622d-4f83-8266-eb31250ee2f2 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1979.785315] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.797970] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Releasing lock "refresh_cache-6c8e4c27-c051-4096-b78d-4d9756647615" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.798322] env[62306]: DEBUG nova.compute.manager [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Instance network_info: |[{"id": "21929b45-30ec-4f15-88c3-ae76b5a1f20d", "address": "fa:16:3e:9c:ec:a8", "network": {"id": "4f097eff-0d49-41b2-b7c1-0ce9dc1494f8", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-856489909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67fe947cbd8a4a12848e4d74a6b52376", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21929b45-30", "ovs_interfaceid": "21929b45-30ec-4f15-88c3-ae76b5a1f20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1979.798722] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:ec:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21929b45-30ec-4f15-88c3-ae76b5a1f20d', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1979.806054] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Creating folder: Project (67fe947cbd8a4a12848e4d74a6b52376). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1979.806693] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07ef5e15-8819-497c-93cb-aeacda327997 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.821981] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Created folder: Project (67fe947cbd8a4a12848e4d74a6b52376) in parent group-v406007. [ 1979.822205] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Creating folder: Instances. Parent ref: group-v406262. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1979.822816] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b7ce90c-9514-42f6-a8a7-3a3ca3a9a395 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.827577] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d9c382-edf0-662f-b3e8-c141ffabc64e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.837240] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Created folder: Instances in parent group-v406262. [ 1979.837540] env[62306]: DEBUG oslo.service.loopingcall [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1979.837730] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1979.839642] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cd36e7f-a4f5-4952-9bf5-402ec85593e1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.858659] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1979.858659] env[62306]: value = "task-1973089" [ 1979.858659] env[62306]: _type = "Task" [ 1979.858659] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.866559] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973089, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.901840] env[62306]: DEBUG nova.scheduler.client.report [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1980.101103] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.160064] env[62306]: DEBUG oslo_concurrency.lockutils [req-677788b7-9e5f-4881-a924-d262262505bb req-dc12711d-520b-4f34-a6ca-21391cc1eacf service nova] Releasing lock "refresh_cache-be32159b-85a3-472e-8e87-9e8e75d5235b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.226377] env[62306]: DEBUG nova.network.neutron [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1980.293064] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973086, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.328172] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d9c382-edf0-662f-b3e8-c141ffabc64e, 'name': SearchDatastore_Task, 'duration_secs': 0.763307} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.328485] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.328722] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1980.329399] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.329606] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.329794] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1980.330086] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b21c8be8-bc4b-4cc5-8aba-1db80183c66c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.340178] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1980.340178] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1980.340931] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24edb7e0-b102-479e-8081-944d6cbad2e3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.350893] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Waiting for the task: (returnval){ [ 1980.350893] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f8fa20-4979-293b-0eba-02d99d12c291" [ 1980.350893] env[62306]: _type = "Task" [ 1980.350893] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.370018] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f8fa20-4979-293b-0eba-02d99d12c291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.376661] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973089, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.377697] env[62306]: DEBUG nova.network.neutron [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.411154] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.411996] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.763s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.412480] env[62306]: DEBUG nova.objects.instance [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lazy-loading 'pci_requests' on Instance uuid 012f2b07-1cef-46f8-b9ce-d4def44aeab1 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1980.444649] env[62306]: INFO nova.scheduler.client.report [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Deleted allocations for instance e7b2d6e6-f687-4d61-9228-e78978e84edf [ 1980.641655] env[62306]: DEBUG nova.network.neutron [req-3e659267-c775-4707-b53b-8327434893dd req-42e039a2-8f7e-46ae-a392-e37fb0a3e7a3 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Updated VIF entry in instance network info cache for port 88af45f9-622d-4f83-8266-eb31250ee2f2. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1980.642066] env[62306]: DEBUG nova.network.neutron [req-3e659267-c775-4707-b53b-8327434893dd req-42e039a2-8f7e-46ae-a392-e37fb0a3e7a3 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Updating instance_info_cache with network_info: [{"id": "88af45f9-622d-4f83-8266-eb31250ee2f2", "address": "fa:16:3e:71:7a:fb", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88af45f9-62", "ovs_interfaceid": "88af45f9-622d-4f83-8266-eb31250ee2f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.755571] env[62306]: DEBUG nova.compute.manager [req-795cd71a-1614-4846-a7ba-a743f8fecc69 req-345c0c97-91ba-45af-8a61-51821888ded0 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Received event network-vif-plugged-9613b68c-de43-4150-963a-a4b23f2f406f {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1980.755796] env[62306]: DEBUG oslo_concurrency.lockutils [req-795cd71a-1614-4846-a7ba-a743f8fecc69 req-345c0c97-91ba-45af-8a61-51821888ded0 service nova] Acquiring lock "7f34dfd8-42c4-4229-808d-c865db76ae10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.756022] env[62306]: DEBUG oslo_concurrency.lockutils [req-795cd71a-1614-4846-a7ba-a743f8fecc69 req-345c0c97-91ba-45af-8a61-51821888ded0 service nova] Lock "7f34dfd8-42c4-4229-808d-c865db76ae10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.756199] env[62306]: DEBUG oslo_concurrency.lockutils [req-795cd71a-1614-4846-a7ba-a743f8fecc69 req-345c0c97-91ba-45af-8a61-51821888ded0 service nova] Lock "7f34dfd8-42c4-4229-808d-c865db76ae10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.756366] env[62306]: DEBUG nova.compute.manager [req-795cd71a-1614-4846-a7ba-a743f8fecc69 req-345c0c97-91ba-45af-8a61-51821888ded0 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] No waiting events found dispatching network-vif-plugged-9613b68c-de43-4150-963a-a4b23f2f406f {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1980.756527] env[62306]: WARNING nova.compute.manager [req-795cd71a-1614-4846-a7ba-a743f8fecc69 req-345c0c97-91ba-45af-8a61-51821888ded0 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Received unexpected event network-vif-plugged-9613b68c-de43-4150-963a-a4b23f2f406f for instance with vm_state building and task_state spawning. [ 1980.787290] env[62306]: DEBUG oslo_vmware.api [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.020831} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.787552] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1980.787737] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1980.787933] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1980.812279] env[62306]: INFO nova.scheduler.client.report [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Deleted allocations for instance 0cf99988-2c14-4b04-a347-2a736b667099 [ 1980.862546] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f8fa20-4979-293b-0eba-02d99d12c291, 'name': SearchDatastore_Task, 'duration_secs': 0.013872} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.863554] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d612262-a330-4b5d-b50c-d7ed63938eda {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.872512] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Waiting for the task: (returnval){ [ 1980.872512] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52590edf-9ee7-f854-cd1f-109e75fce421" [ 1980.872512] env[62306]: _type = "Task" [ 1980.872512] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.875600] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973089, 'name': CreateVM_Task, 'duration_secs': 0.59342} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.878253] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1980.878919] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.879117] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.879402] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1980.880453] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9acbb0ab-1f79-4f6d-a345-431196aa4a7e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.885358] env[62306]: DEBUG oslo_concurrency.lockutils [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] Releasing lock "refresh_cache-7f34dfd8-42c4-4229-808d-c865db76ae10" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.885590] env[62306]: DEBUG nova.compute.manager [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Received event network-vif-unplugged-6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1980.885777] env[62306]: DEBUG oslo_concurrency.lockutils [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] Acquiring lock "0cf99988-2c14-4b04-a347-2a736b667099-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.886015] env[62306]: DEBUG oslo_concurrency.lockutils [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] Lock "0cf99988-2c14-4b04-a347-2a736b667099-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.886228] env[62306]: DEBUG oslo_concurrency.lockutils [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] Lock "0cf99988-2c14-4b04-a347-2a736b667099-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.886422] env[62306]: DEBUG nova.compute.manager [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] No waiting events found dispatching network-vif-unplugged-6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1980.886603] env[62306]: WARNING nova.compute.manager [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Received unexpected event network-vif-unplugged-6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf for instance with vm_state shelved and task_state shelving_offloading. [ 1980.886762] env[62306]: DEBUG nova.compute.manager [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Received event network-changed-6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1980.886915] env[62306]: DEBUG nova.compute.manager [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Refreshing instance network info cache due to event network-changed-6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1980.887117] env[62306]: DEBUG oslo_concurrency.lockutils [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] Acquiring lock "refresh_cache-0cf99988-2c14-4b04-a347-2a736b667099" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.887240] env[62306]: DEBUG oslo_concurrency.lockutils [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] Acquired lock "refresh_cache-0cf99988-2c14-4b04-a347-2a736b667099" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.887396] env[62306]: DEBUG nova.network.neutron [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Refreshing network info cache for port 6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1980.888701] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52590edf-9ee7-f854-cd1f-109e75fce421, 'name': SearchDatastore_Task, 'duration_secs': 0.010383} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.890236] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.890496] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] be32159b-85a3-472e-8e87-9e8e75d5235b/be32159b-85a3-472e-8e87-9e8e75d5235b.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1980.890809] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Waiting for the task: (returnval){ [ 1980.890809] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5242101f-78bb-2342-39e1-730d06f87d0d" [ 1980.890809] env[62306]: _type = "Task" [ 1980.890809] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.891202] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03e0ac43-02a8-41de-b11b-53be9d81eb09 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.903341] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5242101f-78bb-2342-39e1-730d06f87d0d, 'name': SearchDatastore_Task, 'duration_secs': 0.009074} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.904552] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.904784] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1980.905018] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.905164] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.905341] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1980.905646] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Waiting for the task: (returnval){ [ 1980.905646] env[62306]: value = "task-1973090" [ 1980.905646] env[62306]: _type = "Task" [ 1980.905646] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.905832] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-933d20a6-5321-4e0c-b2a6-57a5adbb5e4f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.918430] env[62306]: DEBUG nova.objects.instance [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lazy-loading 'numa_topology' on Instance uuid 012f2b07-1cef-46f8-b9ce-d4def44aeab1 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1980.919756] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.921124] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1980.921305] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1980.922019] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5699ac89-140e-4e45-8fd8-beb411108db0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.928206] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Waiting for the task: (returnval){ [ 1980.928206] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f63d3a-2ab0-155d-2078-0a4ed5b1aafe" [ 1980.928206] env[62306]: _type = "Task" [ 1980.928206] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.937075] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f63d3a-2ab0-155d-2078-0a4ed5b1aafe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.955503] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ccc73338-43c9-48b0-b035-a8bb18f0bdeb tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "e7b2d6e6-f687-4d61-9228-e78978e84edf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.305s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.148852] env[62306]: DEBUG oslo_concurrency.lockutils [req-3e659267-c775-4707-b53b-8327434893dd req-42e039a2-8f7e-46ae-a392-e37fb0a3e7a3 service nova] Releasing lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.149313] env[62306]: DEBUG nova.compute.manager [req-3e659267-c775-4707-b53b-8327434893dd req-42e039a2-8f7e-46ae-a392-e37fb0a3e7a3 service nova] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Received event network-changed-21929b45-30ec-4f15-88c3-ae76b5a1f20d {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1981.149573] env[62306]: DEBUG nova.compute.manager [req-3e659267-c775-4707-b53b-8327434893dd req-42e039a2-8f7e-46ae-a392-e37fb0a3e7a3 service nova] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Refreshing instance network info cache due to event network-changed-21929b45-30ec-4f15-88c3-ae76b5a1f20d. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1981.149855] env[62306]: DEBUG oslo_concurrency.lockutils [req-3e659267-c775-4707-b53b-8327434893dd req-42e039a2-8f7e-46ae-a392-e37fb0a3e7a3 service nova] Acquiring lock "refresh_cache-6c8e4c27-c051-4096-b78d-4d9756647615" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.150064] env[62306]: DEBUG oslo_concurrency.lockutils [req-3e659267-c775-4707-b53b-8327434893dd req-42e039a2-8f7e-46ae-a392-e37fb0a3e7a3 service nova] Acquired lock "refresh_cache-6c8e4c27-c051-4096-b78d-4d9756647615" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.150290] env[62306]: DEBUG nova.network.neutron [req-3e659267-c775-4707-b53b-8327434893dd req-42e039a2-8f7e-46ae-a392-e37fb0a3e7a3 service nova] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Refreshing network info cache for port 21929b45-30ec-4f15-88c3-ae76b5a1f20d {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1981.277318] env[62306]: DEBUG nova.network.neutron [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Successfully updated port: 9613b68c-de43-4150-963a-a4b23f2f406f {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1981.316607] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.419243] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508688} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.419687] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] be32159b-85a3-472e-8e87-9e8e75d5235b/be32159b-85a3-472e-8e87-9e8e75d5235b.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1981.419687] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1981.419966] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-171e694a-f9bc-423d-bb76-75a84ee07649 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.423120] env[62306]: INFO nova.compute.claims [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1981.436235] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Waiting for the task: (returnval){ [ 1981.436235] env[62306]: value = "task-1973091" [ 1981.436235] env[62306]: _type = "Task" [ 1981.436235] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.448091] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f63d3a-2ab0-155d-2078-0a4ed5b1aafe, 'name': SearchDatastore_Task, 'duration_secs': 0.009714} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.449127] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d9eef11-fd6f-4d44-9902-9045e3a9c88c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.454533] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.458786] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Waiting for the task: (returnval){ [ 1981.458786] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526ab954-1557-42b3-2b29-b3b3ca074810" [ 1981.458786] env[62306]: _type = "Task" [ 1981.458786] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.467637] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526ab954-1557-42b3-2b29-b3b3ca074810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.652265] env[62306]: DEBUG nova.network.neutron [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Updated VIF entry in instance network info cache for port 6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1981.653463] env[62306]: DEBUG nova.network.neutron [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Updating instance_info_cache with network_info: [{"id": "6bd707d3-a831-4e7a-8ab2-5ca5f5beb6bf", "address": "fa:16:3e:e5:d1:4a", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": null, "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6bd707d3-a8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.717083] env[62306]: DEBUG nova.compute.manager [req-6d7333ee-4157-4a03-b75f-7acc8e6dd75c req-8c401a10-8ba7-4864-b708-43bbde70ce3d service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Received event network-changed-9613b68c-de43-4150-963a-a4b23f2f406f {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1981.717083] env[62306]: DEBUG nova.compute.manager [req-6d7333ee-4157-4a03-b75f-7acc8e6dd75c req-8c401a10-8ba7-4864-b708-43bbde70ce3d service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Refreshing instance network info cache due to event network-changed-9613b68c-de43-4150-963a-a4b23f2f406f. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1981.717083] env[62306]: DEBUG oslo_concurrency.lockutils [req-6d7333ee-4157-4a03-b75f-7acc8e6dd75c req-8c401a10-8ba7-4864-b708-43bbde70ce3d service nova] Acquiring lock "refresh_cache-7f34dfd8-42c4-4229-808d-c865db76ae10" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.717083] env[62306]: DEBUG oslo_concurrency.lockutils [req-6d7333ee-4157-4a03-b75f-7acc8e6dd75c req-8c401a10-8ba7-4864-b708-43bbde70ce3d service nova] Acquired lock "refresh_cache-7f34dfd8-42c4-4229-808d-c865db76ae10" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.717083] env[62306]: DEBUG nova.network.neutron [req-6d7333ee-4157-4a03-b75f-7acc8e6dd75c req-8c401a10-8ba7-4864-b708-43bbde70ce3d service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Refreshing network info cache for port 9613b68c-de43-4150-963a-a4b23f2f406f {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1981.780366] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquiring lock "refresh_cache-7f34dfd8-42c4-4229-808d-c865db76ae10" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.941704] env[62306]: DEBUG nova.network.neutron [req-3e659267-c775-4707-b53b-8327434893dd req-42e039a2-8f7e-46ae-a392-e37fb0a3e7a3 service nova] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Updated VIF entry in instance network info cache for port 21929b45-30ec-4f15-88c3-ae76b5a1f20d. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1981.942209] env[62306]: DEBUG nova.network.neutron [req-3e659267-c775-4707-b53b-8327434893dd req-42e039a2-8f7e-46ae-a392-e37fb0a3e7a3 service nova] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Updating instance_info_cache with network_info: [{"id": "21929b45-30ec-4f15-88c3-ae76b5a1f20d", "address": "fa:16:3e:9c:ec:a8", "network": {"id": "4f097eff-0d49-41b2-b7c1-0ce9dc1494f8", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-856489909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67fe947cbd8a4a12848e4d74a6b52376", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21929b45-30", "ovs_interfaceid": "21929b45-30ec-4f15-88c3-ae76b5a1f20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.949819] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081292} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.950339] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1981.951223] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ae2fbf-a780-4ad3-a0aa-697907dc3d46 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.975551] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] be32159b-85a3-472e-8e87-9e8e75d5235b/be32159b-85a3-472e-8e87-9e8e75d5235b.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1981.979358] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db7cd5bb-a609-438c-8bdc-76605be0b38a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.001555] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526ab954-1557-42b3-2b29-b3b3ca074810, 'name': SearchDatastore_Task, 'duration_secs': 0.011557} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.003918] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.003918] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 6c8e4c27-c051-4096-b78d-4d9756647615/6c8e4c27-c051-4096-b78d-4d9756647615.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1982.003918] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Waiting for the task: (returnval){ [ 1982.003918] env[62306]: value = "task-1973092" [ 1982.003918] env[62306]: _type = "Task" [ 1982.003918] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.003918] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19803dd5-7fd0-4e10-b908-64d226c7c8d9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.016363] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.016363] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Waiting for the task: (returnval){ [ 1982.016363] env[62306]: value = "task-1973093" [ 1982.016363] env[62306]: _type = "Task" [ 1982.016363] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.024362] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Task: {'id': task-1973093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.162916] env[62306]: DEBUG oslo_concurrency.lockutils [req-ef4f0686-e547-49a8-8521-c41d296b9c53 req-1875e092-c155-441f-9535-f299d7f9b7e2 service nova] Releasing lock "refresh_cache-0cf99988-2c14-4b04-a347-2a736b667099" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.174654] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8b5d60e-3627-4377-8db4-0009bc3baf39 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "0cf99988-2c14-4b04-a347-2a736b667099" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.256678] env[62306]: DEBUG nova.network.neutron [req-6d7333ee-4157-4a03-b75f-7acc8e6dd75c req-8c401a10-8ba7-4864-b708-43bbde70ce3d service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1982.359173] env[62306]: DEBUG nova.network.neutron [req-6d7333ee-4157-4a03-b75f-7acc8e6dd75c req-8c401a10-8ba7-4864-b708-43bbde70ce3d service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1982.444885] env[62306]: DEBUG oslo_concurrency.lockutils [req-3e659267-c775-4707-b53b-8327434893dd req-42e039a2-8f7e-46ae-a392-e37fb0a3e7a3 service nova] Releasing lock "refresh_cache-6c8e4c27-c051-4096-b78d-4d9756647615" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.523193] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973092, 'name': ReconfigVM_Task, 'duration_secs': 0.315868} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.524408] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Reconfigured VM instance instance-0000005e to attach disk [datastore1] be32159b-85a3-472e-8e87-9e8e75d5235b/be32159b-85a3-472e-8e87-9e8e75d5235b.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1982.527031] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28ea805c-2b87-42cc-b588-7d45a0414d94 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.534913] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Task: {'id': task-1973093, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.539185] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Waiting for the task: (returnval){ [ 1982.539185] env[62306]: value = "task-1973094" [ 1982.539185] env[62306]: _type = "Task" [ 1982.539185] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.560890] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973094, 'name': Rename_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.682114] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0ace2e-0ea4-4c4f-9321-bb6aefa426d7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.690322] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb31dec-52a5-4df4-a0e9-696e17a3ad08 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.725262] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b8d764-9086-4ad0-a85a-4becbc5dbc21 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.734043] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf706250-12ca-47b2-95c9-fd94dfc35099 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.748368] env[62306]: DEBUG nova.compute.provider_tree [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1982.863733] env[62306]: DEBUG oslo_concurrency.lockutils [req-6d7333ee-4157-4a03-b75f-7acc8e6dd75c req-8c401a10-8ba7-4864-b708-43bbde70ce3d service nova] Releasing lock "refresh_cache-7f34dfd8-42c4-4229-808d-c865db76ae10" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.864156] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquired lock "refresh_cache-7f34dfd8-42c4-4229-808d-c865db76ae10" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.864325] env[62306]: DEBUG nova.network.neutron [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1983.030301] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Task: {'id': task-1973093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610411} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.030569] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 6c8e4c27-c051-4096-b78d-4d9756647615/6c8e4c27-c051-4096-b78d-4d9756647615.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1983.030783] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1983.031047] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-295bfe4e-a235-402d-8d8d-12af0052be5d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.038202] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Waiting for the task: (returnval){ [ 1983.038202] env[62306]: value = "task-1973095" [ 1983.038202] env[62306]: _type = "Task" [ 1983.038202] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.053179] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Task: {'id': task-1973095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.053473] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973094, 'name': Rename_Task, 'duration_secs': 0.174105} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.053727] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1983.053988] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c745a528-5892-44b3-a6f2-ccbd4652059e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.062492] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Waiting for the task: (returnval){ [ 1983.062492] env[62306]: value = "task-1973096" [ 1983.062492] env[62306]: _type = "Task" [ 1983.062492] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.072813] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.274094] env[62306]: ERROR nova.scheduler.client.report [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [req-25aebd62-ab67-46c2-9325-317825fb7817] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-25aebd62-ab67-46c2-9325-317825fb7817"}]} [ 1983.290351] env[62306]: DEBUG nova.scheduler.client.report [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1983.305091] env[62306]: DEBUG nova.scheduler.client.report [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1983.305229] env[62306]: DEBUG nova.compute.provider_tree [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1983.318653] env[62306]: DEBUG nova.scheduler.client.report [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1983.336618] env[62306]: DEBUG nova.scheduler.client.report [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1983.409903] env[62306]: DEBUG nova.network.neutron [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1983.550569] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Task: {'id': task-1973095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234181} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.550923] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1983.551760] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad63b36a-7cc5-44d4-80f6-a2dd0101394b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.575808] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 6c8e4c27-c051-4096-b78d-4d9756647615/6c8e4c27-c051-4096-b78d-4d9756647615.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1983.580187] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a957a8b1-1947-4204-9d6f-1fc4adf7888a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.595920] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8695c05d-825c-43b2-b511-0f25c2e13fcd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.604543] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b35c8ebd-8a73-4cae-9e5e-c15692f6208c tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "d6b524bb-fda7-45cb-92cc-097312df03c7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.604994] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b35c8ebd-8a73-4cae-9e5e-c15692f6208c tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "d6b524bb-fda7-45cb-92cc-097312df03c7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.606425] env[62306]: DEBUG oslo_vmware.api [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973096, 'name': PowerOnVM_Task, 'duration_secs': 0.526657} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.609294] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1983.609512] env[62306]: INFO nova.compute.manager [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1983.609673] env[62306]: DEBUG nova.compute.manager [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1983.610087] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Waiting for the task: (returnval){ [ 1983.610087] env[62306]: value = "task-1973097" [ 1983.610087] env[62306]: _type = "Task" [ 1983.610087] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.611064] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a966679-deb3-4601-86cc-472b512400ca {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.614268] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95b7bc9-da75-440f-8712-c82fcf3267e9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.657427] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097e3b32-e35b-4cc5-8ad1-c902c1a1ff77 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.662639] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Task: {'id': task-1973097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.670225] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06433e93-e4ff-4f16-8b69-4d6ecbafaec7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.686720] env[62306]: DEBUG nova.compute.provider_tree [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1983.888773] env[62306]: DEBUG oslo_concurrency.lockutils [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "40baa260-59a9-47e1-b685-a6144302f433" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.889062] env[62306]: DEBUG oslo_concurrency.lockutils [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "40baa260-59a9-47e1-b685-a6144302f433" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.113878] env[62306]: INFO nova.compute.manager [None req-b35c8ebd-8a73-4cae-9e5e-c15692f6208c tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Detaching volume defffd8d-a065-4957-9db9-aa15c075436f [ 1984.128323] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Task: {'id': task-1973097, 'name': ReconfigVM_Task, 'duration_secs': 0.434315} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.128612] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 6c8e4c27-c051-4096-b78d-4d9756647615/6c8e4c27-c051-4096-b78d-4d9756647615.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1984.129326] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6da3a3cc-1866-4942-8d4b-d6ba01803168 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.137893] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Waiting for the task: (returnval){ [ 1984.137893] env[62306]: value = "task-1973098" [ 1984.137893] env[62306]: _type = "Task" [ 1984.137893] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.150022] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Task: {'id': task-1973098, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.154361] env[62306]: INFO nova.virt.block_device [None req-b35c8ebd-8a73-4cae-9e5e-c15692f6208c tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Attempting to driver detach volume defffd8d-a065-4957-9db9-aa15c075436f from mountpoint /dev/sdb [ 1984.154594] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35c8ebd-8a73-4cae-9e5e-c15692f6208c tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Volume detach. Driver type: vmdk {{(pid=62306) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1984.154782] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35c8ebd-8a73-4cae-9e5e-c15692f6208c tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406228', 'volume_id': 'defffd8d-a065-4957-9db9-aa15c075436f', 'name': 'volume-defffd8d-a065-4957-9db9-aa15c075436f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6b524bb-fda7-45cb-92cc-097312df03c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'defffd8d-a065-4957-9db9-aa15c075436f', 'serial': 'defffd8d-a065-4957-9db9-aa15c075436f'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1984.155659] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8079113-3f7d-469c-8e6e-7ac567f35750 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.182208] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e364bac2-c5d0-4cc9-8d33-5d92344d1158 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.187175] env[62306]: INFO nova.compute.manager [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Took 19.59 seconds to build instance. [ 1984.188865] env[62306]: DEBUG nova.network.neutron [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Updating instance_info_cache with network_info: [{"id": "814425a4-cdc2-470b-b8ac-f5ebcf67e10d", "address": "fa:16:3e:b1:00:05", "network": {"id": "f8e11ec7-5b12-489d-876e-2b7bb22a7c0f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1961604612", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c14255fd144eba35ebeb6604a96e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap814425a4-cd", "ovs_interfaceid": "814425a4-cdc2-470b-b8ac-f5ebcf67e10d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0e669773-0847-467c-acd0-29481e84c743", "address": "fa:16:3e:54:ba:14", "network": {"id": "0eeeb34d-1d71-477b-997b-d508834ae76c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1940548435", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5b3c14255fd144eba35ebeb6604a96e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e669773-08", "ovs_interfaceid": "0e669773-0847-467c-acd0-29481e84c743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9613b68c-de43-4150-963a-a4b23f2f406f", "address": "fa:16:3e:3a:21:7f", "network": {"id": "f8e11ec7-5b12-489d-876e-2b7bb22a7c0f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1961604612", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c14255fd144eba35ebeb6604a96e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9613b68c-de", "ovs_interfaceid": "9613b68c-de43-4150-963a-a4b23f2f406f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.195824] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d313f4de-1610-4856-b172-83463a313c01 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.222265] env[62306]: ERROR nova.scheduler.client.report [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [req-35272c9a-2619-4a37-a948-ab89a498a079] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-35272c9a-2619-4a37-a948-ab89a498a079"}]} [ 1984.222265] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ed406f-c80a-462b-8d5d-84c327d4fd73 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.243251] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35c8ebd-8a73-4cae-9e5e-c15692f6208c tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] The volume has not been displaced from its original location: [datastore1] volume-defffd8d-a065-4957-9db9-aa15c075436f/volume-defffd8d-a065-4957-9db9-aa15c075436f.vmdk. No consolidation needed. {{(pid=62306) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1984.250860] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35c8ebd-8a73-4cae-9e5e-c15692f6208c tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Reconfiguring VM instance instance-00000034 to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1984.252284] env[62306]: DEBUG nova.scheduler.client.report [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1984.255637] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3a74fd1-896a-4e18-9f93-3bd379431e89 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.282425] env[62306]: DEBUG oslo_vmware.api [None req-b35c8ebd-8a73-4cae-9e5e-c15692f6208c tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1984.282425] env[62306]: value = "task-1973099" [ 1984.282425] env[62306]: _type = "Task" [ 1984.282425] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.289796] env[62306]: DEBUG nova.scheduler.client.report [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1984.290092] env[62306]: DEBUG nova.compute.provider_tree [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1984.296764] env[62306]: DEBUG oslo_vmware.api [None req-b35c8ebd-8a73-4cae-9e5e-c15692f6208c tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1973099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.305361] env[62306]: DEBUG nova.scheduler.client.report [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1984.328048] env[62306]: DEBUG nova.scheduler.client.report [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1984.392762] env[62306]: DEBUG nova.compute.manager [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1984.573033] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324a6c87-50e8-4b83-a015-4b98d50e9a2b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.580861] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26254246-e871-4767-bfb5-891cea00e05d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.610385] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f291cdb0-bc8c-4b05-9bec-70cdbdfdf86c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.618020] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef59ca4-8bbe-45ec-9f6a-d1ddc08272b7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.633308] env[62306]: DEBUG nova.compute.provider_tree [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1984.653818] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Task: {'id': task-1973098, 'name': Rename_Task, 'duration_secs': 0.203995} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.654111] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1984.654365] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bb3edaf-d7d1-4dd5-99a7-6f61ad260a63 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.660573] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Waiting for the task: (returnval){ [ 1984.660573] env[62306]: value = "task-1973100" [ 1984.660573] env[62306]: _type = "Task" [ 1984.660573] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.667861] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Task: {'id': task-1973100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.693838] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5558ff81-d889-4f25-8457-b763a6ca0f30 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Lock "be32159b-85a3-472e-8e87-9e8e75d5235b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.110s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.695441] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Releasing lock "refresh_cache-7f34dfd8-42c4-4229-808d-c865db76ae10" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.695865] env[62306]: DEBUG nova.compute.manager [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Instance network_info: |[{"id": "814425a4-cdc2-470b-b8ac-f5ebcf67e10d", "address": "fa:16:3e:b1:00:05", "network": {"id": "f8e11ec7-5b12-489d-876e-2b7bb22a7c0f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1961604612", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c14255fd144eba35ebeb6604a96e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap814425a4-cd", "ovs_interfaceid": "814425a4-cdc2-470b-b8ac-f5ebcf67e10d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0e669773-0847-467c-acd0-29481e84c743", "address": "fa:16:3e:54:ba:14", "network": {"id": "0eeeb34d-1d71-477b-997b-d508834ae76c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1940548435", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5b3c14255fd144eba35ebeb6604a96e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e669773-08", "ovs_interfaceid": "0e669773-0847-467c-acd0-29481e84c743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9613b68c-de43-4150-963a-a4b23f2f406f", "address": "fa:16:3e:3a:21:7f", "network": {"id": "f8e11ec7-5b12-489d-876e-2b7bb22a7c0f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1961604612", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c14255fd144eba35ebeb6604a96e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9613b68c-de", "ovs_interfaceid": "9613b68c-de43-4150-963a-a4b23f2f406f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1984.696439] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:00:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '814425a4-cdc2-470b-b8ac-f5ebcf67e10d', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:ba:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e669773-0847-467c-acd0-29481e84c743', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:21:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9613b68c-de43-4150-963a-a4b23f2f406f', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1984.709483] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Creating folder: Project (5b3c14255fd144eba35ebeb6604a96e9). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1984.710100] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-314997f8-2d35-4709-bde9-b5e8d1e2729a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.722828] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Created folder: Project (5b3c14255fd144eba35ebeb6604a96e9) in parent group-v406007. [ 1984.722985] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Creating folder: Instances. Parent ref: group-v406265. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1984.723214] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a294d93b-2e32-40ec-bb14-6fb157f5026e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.735375] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Created folder: Instances in parent group-v406265. [ 1984.735653] env[62306]: DEBUG oslo.service.loopingcall [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1984.735857] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1984.736168] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfe8da48-4f97-43b2-be85-80f25610dc79 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.772870] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1984.772870] env[62306]: value = "task-1973103" [ 1984.772870] env[62306]: _type = "Task" [ 1984.772870] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.773372] env[62306]: INFO nova.compute.manager [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Rescuing [ 1984.773612] env[62306]: DEBUG oslo_concurrency.lockutils [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Acquiring lock "refresh_cache-be32159b-85a3-472e-8e87-9e8e75d5235b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.773761] env[62306]: DEBUG oslo_concurrency.lockutils [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Acquired lock "refresh_cache-be32159b-85a3-472e-8e87-9e8e75d5235b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.773920] env[62306]: DEBUG nova.network.neutron [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1984.785104] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973103, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.795573] env[62306]: DEBUG oslo_vmware.api [None req-b35c8ebd-8a73-4cae-9e5e-c15692f6208c tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1973099, 'name': ReconfigVM_Task, 'duration_secs': 0.291591} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.795861] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35c8ebd-8a73-4cae-9e5e-c15692f6208c tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Reconfigured VM instance instance-00000034 to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1984.801017] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d2647bd-a8c7-4ed7-9332-ce9cc30ab182 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.817078] env[62306]: DEBUG oslo_vmware.api [None req-b35c8ebd-8a73-4cae-9e5e-c15692f6208c tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1984.817078] env[62306]: value = "task-1973104" [ 1984.817078] env[62306]: _type = "Task" [ 1984.817078] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.826394] env[62306]: DEBUG oslo_vmware.api [None req-b35c8ebd-8a73-4cae-9e5e-c15692f6208c tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1973104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.914481] env[62306]: DEBUG oslo_concurrency.lockutils [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.172819] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Task: {'id': task-1973100, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.192599] env[62306]: DEBUG nova.scheduler.client.report [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1985.193632] env[62306]: DEBUG nova.compute.provider_tree [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 125 to 126 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1985.193632] env[62306]: DEBUG nova.compute.provider_tree [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1985.285306] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973103, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.327661] env[62306]: DEBUG oslo_vmware.api [None req-b35c8ebd-8a73-4cae-9e5e-c15692f6208c tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1973104, 'name': ReconfigVM_Task, 'duration_secs': 0.154402} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.327833] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35c8ebd-8a73-4cae-9e5e-c15692f6208c tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406228', 'volume_id': 'defffd8d-a065-4957-9db9-aa15c075436f', 'name': 'volume-defffd8d-a065-4957-9db9-aa15c075436f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6b524bb-fda7-45cb-92cc-097312df03c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'defffd8d-a065-4957-9db9-aa15c075436f', 'serial': 'defffd8d-a065-4957-9db9-aa15c075436f'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1985.475783] env[62306]: DEBUG nova.network.neutron [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Updating instance_info_cache with network_info: [{"id": "e8ae87a2-a150-4862-9941-fbeffac6f66f", "address": "fa:16:3e:fe:fd:56", "network": {"id": "2280e36f-c6ee-490a-a2f4-d1f32e5a9c6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1409090149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7b2afc5cc7554438a26ab0dd9f55dbf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ae87a2-a1", "ovs_interfaceid": "e8ae87a2-a150-4862-9941-fbeffac6f66f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.672742] env[62306]: DEBUG oslo_vmware.api [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Task: {'id': task-1973100, 'name': PowerOnVM_Task, 'duration_secs': 0.565519} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.673212] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1985.673477] env[62306]: INFO nova.compute.manager [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1985.673705] env[62306]: DEBUG nova.compute.manager [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1985.675480] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce968e3-63b9-487b-8487-7f227463532c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.698143] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.286s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.700771] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b3ec56c4-ce11-48a0-986f-6f1788765725 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.619s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.731480] env[62306]: INFO nova.network.neutron [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Updating port eece4237-0e97-4312-ba8e-7b29d8040086 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1985.784941] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973103, 'name': CreateVM_Task, 'duration_secs': 0.915195} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.785087] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1985.785996] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.786202] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.786536] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1985.786801] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-091972e5-5884-4883-bc37-daac0c06dc35 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.793352] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for the task: (returnval){ [ 1985.793352] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5210d93d-38e2-e3f5-834c-fd3b1a9b7b58" [ 1985.793352] env[62306]: _type = "Task" [ 1985.793352] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.801889] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5210d93d-38e2-e3f5-834c-fd3b1a9b7b58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.871982] env[62306]: DEBUG nova.objects.instance [None req-b35c8ebd-8a73-4cae-9e5e-c15692f6208c tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lazy-loading 'flavor' on Instance uuid d6b524bb-fda7-45cb-92cc-097312df03c7 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1985.978695] env[62306]: DEBUG oslo_concurrency.lockutils [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Releasing lock "refresh_cache-be32159b-85a3-472e-8e87-9e8e75d5235b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.196197] env[62306]: INFO nova.compute.manager [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Took 19.21 seconds to build instance. [ 1986.304995] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5210d93d-38e2-e3f5-834c-fd3b1a9b7b58, 'name': SearchDatastore_Task, 'duration_secs': 0.042334} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.307518] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.307759] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1986.308023] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.308182] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.308365] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1986.308860] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2e9a007-e7d8-4f44-a55c-b09d1efe8029 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.318305] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1986.318492] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1986.321489] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2091bbb5-e3fc-4ee9-beee-9f53fc2beb28 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.327077] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for the task: (returnval){ [ 1986.327077] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c758b8-76fd-3f29-9fc2-da35fda518f5" [ 1986.327077] env[62306]: _type = "Task" [ 1986.327077] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.335481] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c758b8-76fd-3f29-9fc2-da35fda518f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.437355] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2601d402-541b-49ab-a344-937ca26d6d50 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.445610] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1266a9b-30e4-4d46-b7a1-ae98006f920f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.478664] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d7dcac-6486-40dc-9f8f-9e9341f44950 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.487351] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ef8b58-e6d8-4fcd-bd08-5a7eb2d345ef {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.501921] env[62306]: DEBUG nova.compute.provider_tree [None req-b3ec56c4-ce11-48a0-986f-6f1788765725 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1986.698418] env[62306]: DEBUG oslo_concurrency.lockutils [None req-eb8c73a0-22ef-434f-b914-fbedde48ca4c tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Lock "6c8e4c27-c051-4096-b78d-4d9756647615" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.729s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.837815] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c758b8-76fd-3f29-9fc2-da35fda518f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012074} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.838654] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0d85258-31d3-49b9-9b04-fcab9b8799bf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.844500] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for the task: (returnval){ [ 1986.844500] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522d29b7-bfc8-5622-2b63-e5d61bd4e628" [ 1986.844500] env[62306]: _type = "Task" [ 1986.844500] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.852851] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522d29b7-bfc8-5622-2b63-e5d61bd4e628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.881583] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b35c8ebd-8a73-4cae-9e5e-c15692f6208c tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "d6b524bb-fda7-45cb-92cc-097312df03c7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.005935] env[62306]: DEBUG nova.scheduler.client.report [None req-b3ec56c4-ce11-48a0-986f-6f1788765725 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1987.176925] env[62306]: DEBUG oslo_concurrency.lockutils [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "d6b524bb-fda7-45cb-92cc-097312df03c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.177223] env[62306]: DEBUG oslo_concurrency.lockutils [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "d6b524bb-fda7-45cb-92cc-097312df03c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.177436] env[62306]: DEBUG oslo_concurrency.lockutils [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "d6b524bb-fda7-45cb-92cc-097312df03c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.177617] env[62306]: DEBUG oslo_concurrency.lockutils [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "d6b524bb-fda7-45cb-92cc-097312df03c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.177784] env[62306]: DEBUG oslo_concurrency.lockutils [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "d6b524bb-fda7-45cb-92cc-097312df03c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.182084] env[62306]: INFO nova.compute.manager [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Terminating instance [ 1987.284825] env[62306]: DEBUG nova.compute.manager [req-ef2347c0-1b45-4030-93f9-e50546dcef68 req-539d9f8c-3983-4d20-b530-857621a9e363 service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Received event network-vif-plugged-eece4237-0e97-4312-ba8e-7b29d8040086 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1987.284825] env[62306]: DEBUG oslo_concurrency.lockutils [req-ef2347c0-1b45-4030-93f9-e50546dcef68 req-539d9f8c-3983-4d20-b530-857621a9e363 service nova] Acquiring lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.284825] env[62306]: DEBUG oslo_concurrency.lockutils [req-ef2347c0-1b45-4030-93f9-e50546dcef68 req-539d9f8c-3983-4d20-b530-857621a9e363 service nova] Lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.284825] env[62306]: DEBUG oslo_concurrency.lockutils [req-ef2347c0-1b45-4030-93f9-e50546dcef68 req-539d9f8c-3983-4d20-b530-857621a9e363 service nova] Lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.285483] env[62306]: DEBUG nova.compute.manager [req-ef2347c0-1b45-4030-93f9-e50546dcef68 req-539d9f8c-3983-4d20-b530-857621a9e363 service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] No waiting events found dispatching network-vif-plugged-eece4237-0e97-4312-ba8e-7b29d8040086 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1987.285800] env[62306]: WARNING nova.compute.manager [req-ef2347c0-1b45-4030-93f9-e50546dcef68 req-539d9f8c-3983-4d20-b530-857621a9e363 service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Received unexpected event network-vif-plugged-eece4237-0e97-4312-ba8e-7b29d8040086 for instance with vm_state shelved_offloaded and task_state spawning. [ 1987.358011] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522d29b7-bfc8-5622-2b63-e5d61bd4e628, 'name': SearchDatastore_Task, 'duration_secs': 0.037838} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.358306] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.358563] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 7f34dfd8-42c4-4229-808d-c865db76ae10/7f34dfd8-42c4-4229-808d-c865db76ae10.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1987.358826] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ac73a9e-6b58-45c7-8513-547956f26194 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.370321] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for the task: (returnval){ [ 1987.370321] env[62306]: value = "task-1973105" [ 1987.370321] env[62306]: _type = "Task" [ 1987.370321] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.382274] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.413354] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "refresh_cache-012f2b07-1cef-46f8-b9ce-d4def44aeab1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.414655] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquired lock "refresh_cache-012f2b07-1cef-46f8-b9ce-d4def44aeab1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.415406] env[62306]: DEBUG nova.network.neutron [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1987.521767] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1987.522088] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4591803f-d090-4d51-b131-e675b374ecec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.531338] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Waiting for the task: (returnval){ [ 1987.531338] env[62306]: value = "task-1973106" [ 1987.531338] env[62306]: _type = "Task" [ 1987.531338] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.541893] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.555719] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Acquiring lock "6c8e4c27-c051-4096-b78d-4d9756647615" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.556018] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Lock "6c8e4c27-c051-4096-b78d-4d9756647615" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.556260] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Acquiring lock "6c8e4c27-c051-4096-b78d-4d9756647615-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.556451] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Lock "6c8e4c27-c051-4096-b78d-4d9756647615-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.556624] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Lock "6c8e4c27-c051-4096-b78d-4d9756647615-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.558948] env[62306]: INFO nova.compute.manager [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Terminating instance [ 1987.684401] env[62306]: DEBUG nova.compute.manager [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1987.684705] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1987.685596] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43af3c44-0430-459d-8b05-bbda726b536b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.694020] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1987.694315] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e878e68-3551-4259-a737-8f3c5b8c8f76 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.702073] env[62306]: DEBUG oslo_vmware.api [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1987.702073] env[62306]: value = "task-1973107" [ 1987.702073] env[62306]: _type = "Task" [ 1987.702073] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.711593] env[62306]: DEBUG oslo_vmware.api [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1973107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.882538] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973105, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.019143] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b3ec56c4-ce11-48a0-986f-6f1788765725 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.316s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.022502] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.601s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.022502] env[62306]: DEBUG nova.objects.instance [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lazy-loading 'resources' on Instance uuid f1b3977d-c5ae-4f83-b218-723af521215e {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1988.045022] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973106, 'name': PowerOffVM_Task, 'duration_secs': 0.291496} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.045393] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1988.046393] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829fe26b-d8a9-4d46-9f26-27a1f0a95399 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.069085] env[62306]: DEBUG nova.compute.manager [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1988.069315] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1988.070251] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29d4237-5dbb-4362-84e4-f67e9231b2cf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.073358] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004f0f4e-9eef-457b-8cd0-0994e9f5f8cc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.086137] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1988.086697] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d65b97fa-a8ab-4d72-b6ab-d0282cc74390 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.094521] env[62306]: DEBUG oslo_vmware.api [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Waiting for the task: (returnval){ [ 1988.094521] env[62306]: value = "task-1973108" [ 1988.094521] env[62306]: _type = "Task" [ 1988.094521] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.103980] env[62306]: DEBUG oslo_vmware.api [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Task: {'id': task-1973108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.112271] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1988.112876] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b8bb3b1-0208-454b-bdc3-3ea2fc1bf091 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.124654] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Waiting for the task: (returnval){ [ 1988.124654] env[62306]: value = "task-1973109" [ 1988.124654] env[62306]: _type = "Task" [ 1988.124654] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.136389] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] VM already powered off {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1988.136616] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1988.136860] env[62306]: DEBUG oslo_concurrency.lockutils [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.137010] env[62306]: DEBUG oslo_concurrency.lockutils [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.137191] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1988.137441] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2864e5e-67be-4ba2-b639-d03d9ece86d4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.156965] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1988.157176] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1988.157961] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067034b0-30fb-4bbf-aa54-8bb27c7fb4ac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.165029] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Waiting for the task: (returnval){ [ 1988.165029] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d35be0-266b-6aa9-a6e3-a7ed2327b7e2" [ 1988.165029] env[62306]: _type = "Task" [ 1988.165029] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.172222] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d35be0-266b-6aa9-a6e3-a7ed2327b7e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.212012] env[62306]: DEBUG oslo_vmware.api [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1973107, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.259740] env[62306]: DEBUG nova.network.neutron [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Updating instance_info_cache with network_info: [{"id": "eece4237-0e97-4312-ba8e-7b29d8040086", "address": "fa:16:3e:8d:35:2c", "network": {"id": "e2328f16-bf16-4ab8-9332-ce95c272eb91", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-498841236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04070275bfc432c82a18ed94ae46533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeece4237-0e", "ovs_interfaceid": "eece4237-0e97-4312-ba8e-7b29d8040086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.383460] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688282} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.383877] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 7f34dfd8-42c4-4229-808d-c865db76ae10/7f34dfd8-42c4-4229-808d-c865db76ae10.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1988.383986] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1988.385011] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1328ea9-a3b5-4bc6-9ca4-a21345483008 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.390981] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for the task: (returnval){ [ 1988.390981] env[62306]: value = "task-1973110" [ 1988.390981] env[62306]: _type = "Task" [ 1988.390981] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.400179] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.584734] env[62306]: INFO nova.scheduler.client.report [None req-b3ec56c4-ce11-48a0-986f-6f1788765725 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Deleted allocation for migration 1d2c3c4d-310b-4b78-864a-db33670caa4e [ 1988.607914] env[62306]: DEBUG oslo_vmware.api [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Task: {'id': task-1973108, 'name': PowerOffVM_Task, 'duration_secs': 0.204633} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.612869] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1988.613163] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1988.617372] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd85ae0a-8305-4dc6-9f3c-af979dad2ce9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.681156] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d35be0-266b-6aa9-a6e3-a7ed2327b7e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010702} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.681949] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-405f67bc-b9ec-4004-b188-45d9f8f84826 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.691050] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Waiting for the task: (returnval){ [ 1988.691050] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525e6bef-a0af-ca50-0cce-bca3cc1ac1dc" [ 1988.691050] env[62306]: _type = "Task" [ 1988.691050] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.702110] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525e6bef-a0af-ca50-0cce-bca3cc1ac1dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.706462] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1988.706786] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1988.706836] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Deleting the datastore file [datastore1] 6c8e4c27-c051-4096-b78d-4d9756647615 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1988.707496] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc345937-9222-4588-ac4b-e2b357aac789 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.715092] env[62306]: DEBUG oslo_vmware.api [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1973107, 'name': PowerOffVM_Task, 'duration_secs': 0.592065} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.718722] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1988.718903] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1988.719235] env[62306]: DEBUG oslo_vmware.api [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Waiting for the task: (returnval){ [ 1988.719235] env[62306]: value = "task-1973112" [ 1988.719235] env[62306]: _type = "Task" [ 1988.719235] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.719619] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6e21b5f-97bb-4eed-8850-7c5e13f6dd30 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.729586] env[62306]: DEBUG oslo_vmware.api [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Task: {'id': task-1973112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.762520] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Releasing lock "refresh_cache-012f2b07-1cef-46f8-b9ce-d4def44aeab1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.789310] env[62306]: DEBUG nova.virt.hardware [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7abe50c47a0aa98adfa63e78e1452ac0',container_format='bare',created_at=2024-12-27T22:34:51Z,direct_url=,disk_format='vmdk',id=a186d5dc-529b-415c-a370-7ac5b896746d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-622253101-shelved',owner='b04070275bfc432c82a18ed94ae46533',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2024-12-27T22:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1988.789569] env[62306]: DEBUG nova.virt.hardware [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1988.789724] env[62306]: DEBUG nova.virt.hardware [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1988.789904] env[62306]: DEBUG nova.virt.hardware [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1988.790058] env[62306]: DEBUG nova.virt.hardware [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1988.790208] env[62306]: DEBUG nova.virt.hardware [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1988.790413] env[62306]: DEBUG nova.virt.hardware [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1988.790568] env[62306]: DEBUG nova.virt.hardware [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1988.790729] env[62306]: DEBUG nova.virt.hardware [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1988.791035] env[62306]: DEBUG nova.virt.hardware [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1988.791119] env[62306]: DEBUG nova.virt.hardware [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1988.792027] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa326c7-7268-45de-8581-445369d15749 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.805070] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a40f4a-76c0-46f9-910c-7530b7272af5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.810658] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5d09ac-4a9e-4950-9f3d-2989e1008d2e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.823431] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:35:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eece4237-0e97-4312-ba8e-7b29d8040086', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1988.831888] env[62306]: DEBUG oslo.service.loopingcall [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1988.834024] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1988.834300] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fad0a229-f794-4d7b-87da-14defaf65a3c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.848751] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa98953-f578-49bf-8feb-ef9ae57a0bd1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.882849] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8961fd2a-0a0f-41b3-9b0b-035dfe4342db {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.885442] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1988.885442] env[62306]: value = "task-1973114" [ 1988.885442] env[62306]: _type = "Task" [ 1988.885442] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.889698] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1988.889906] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1988.890092] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Deleting the datastore file [datastore1] d6b524bb-fda7-45cb-92cc-097312df03c7 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1988.890670] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbdb53c5-6b7d-41b3-808b-52af5d2f8b1c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.898406] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074677c5-d5e4-4889-8c29-c0a700835967 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.906443] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973114, 'name': CreateVM_Task} progress is 15%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.906776] env[62306]: DEBUG oslo_vmware.api [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 1988.906776] env[62306]: value = "task-1973115" [ 1988.906776] env[62306]: _type = "Task" [ 1988.906776] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.920612] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071313} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.921106] env[62306]: DEBUG nova.compute.provider_tree [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1988.922830] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1988.923628] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382f9ae1-26dc-4aa4-884c-485ed54c8974 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.929604] env[62306]: DEBUG oslo_vmware.api [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1973115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.956034] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 7f34dfd8-42c4-4229-808d-c865db76ae10/7f34dfd8-42c4-4229-808d-c865db76ae10.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1988.957053] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18b698ec-a23d-4997-8908-990b4f7297a5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.977402] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for the task: (returnval){ [ 1988.977402] env[62306]: value = "task-1973116" [ 1988.977402] env[62306]: _type = "Task" [ 1988.977402] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.987054] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.094985] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b3ec56c4-ce11-48a0-986f-6f1788765725 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "30049df0-11d6-4198-86fd-6cc947541851" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.125s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.120880] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "30049df0-11d6-4198-86fd-6cc947541851" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.121160] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "30049df0-11d6-4198-86fd-6cc947541851" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.121378] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "30049df0-11d6-4198-86fd-6cc947541851-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.121642] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "30049df0-11d6-4198-86fd-6cc947541851-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.121922] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "30049df0-11d6-4198-86fd-6cc947541851-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.124775] env[62306]: INFO nova.compute.manager [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Terminating instance [ 1989.203974] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525e6bef-a0af-ca50-0cce-bca3cc1ac1dc, 'name': SearchDatastore_Task, 'duration_secs': 0.016122} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.204335] env[62306]: DEBUG oslo_concurrency.lockutils [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.204668] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] be32159b-85a3-472e-8e87-9e8e75d5235b/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk. {{(pid=62306) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1989.204965] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9482ad70-3486-4c5a-a676-92c079ed4b36 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.214400] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Waiting for the task: (returnval){ [ 1989.214400] env[62306]: value = "task-1973117" [ 1989.214400] env[62306]: _type = "Task" [ 1989.214400] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.224555] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.234815] env[62306]: DEBUG oslo_vmware.api [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Task: {'id': task-1973112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449996} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.235174] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1989.235463] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1989.235786] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1989.236157] env[62306]: INFO nova.compute.manager [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1989.236455] env[62306]: DEBUG oslo.service.loopingcall [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1989.236715] env[62306]: DEBUG nova.compute.manager [-] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1989.236827] env[62306]: DEBUG nova.network.neutron [-] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1989.316157] env[62306]: DEBUG nova.compute.manager [req-a940c996-995c-4c5c-a618-6155632f5876 req-d790f394-1c18-425f-a4be-9615736bdf2b service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Received event network-changed-eece4237-0e97-4312-ba8e-7b29d8040086 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1989.316362] env[62306]: DEBUG nova.compute.manager [req-a940c996-995c-4c5c-a618-6155632f5876 req-d790f394-1c18-425f-a4be-9615736bdf2b service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Refreshing instance network info cache due to event network-changed-eece4237-0e97-4312-ba8e-7b29d8040086. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1989.316574] env[62306]: DEBUG oslo_concurrency.lockutils [req-a940c996-995c-4c5c-a618-6155632f5876 req-d790f394-1c18-425f-a4be-9615736bdf2b service nova] Acquiring lock "refresh_cache-012f2b07-1cef-46f8-b9ce-d4def44aeab1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.316713] env[62306]: DEBUG oslo_concurrency.lockutils [req-a940c996-995c-4c5c-a618-6155632f5876 req-d790f394-1c18-425f-a4be-9615736bdf2b service nova] Acquired lock "refresh_cache-012f2b07-1cef-46f8-b9ce-d4def44aeab1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.316904] env[62306]: DEBUG nova.network.neutron [req-a940c996-995c-4c5c-a618-6155632f5876 req-d790f394-1c18-425f-a4be-9615736bdf2b service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Refreshing network info cache for port eece4237-0e97-4312-ba8e-7b29d8040086 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1989.395886] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973114, 'name': CreateVM_Task, 'duration_secs': 0.433873} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.396065] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1989.396649] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a186d5dc-529b-415c-a370-7ac5b896746d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.396799] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a186d5dc-529b-415c-a370-7ac5b896746d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.397195] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a186d5dc-529b-415c-a370-7ac5b896746d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1989.397455] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-399d1a19-5856-4be5-b1b5-3a31f49a7701 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.405341] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 1989.405341] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c259ad-2523-d19b-4f99-05274abef74e" [ 1989.405341] env[62306]: _type = "Task" [ 1989.405341] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.421373] env[62306]: DEBUG oslo_vmware.api [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1973115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.494758} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.425371] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1989.425639] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1989.425957] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1989.426117] env[62306]: INFO nova.compute.manager [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1989.426408] env[62306]: DEBUG oslo.service.loopingcall [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1989.426741] env[62306]: DEBUG nova.compute.manager [-] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1989.426870] env[62306]: DEBUG nova.network.neutron [-] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1989.429406] env[62306]: DEBUG nova.scheduler.client.report [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1989.435131] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a186d5dc-529b-415c-a370-7ac5b896746d" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.435131] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Processing image a186d5dc-529b-415c-a370-7ac5b896746d {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1989.435131] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a186d5dc-529b-415c-a370-7ac5b896746d/a186d5dc-529b-415c-a370-7ac5b896746d.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.435131] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a186d5dc-529b-415c-a370-7ac5b896746d/a186d5dc-529b-415c-a370-7ac5b896746d.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.435131] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1989.435131] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b596c2f-f35a-4aef-8d5d-fdaad592363c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.462298] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1989.462549] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1989.463381] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66c1665e-cd42-4882-8d66-b8c37937a874 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.471619] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 1989.471619] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5284dc5e-e8a6-bc3e-f1f7-12959978680d" [ 1989.471619] env[62306]: _type = "Task" [ 1989.471619] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.488521] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973116, 'name': ReconfigVM_Task, 'duration_secs': 0.336441} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.492062] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 7f34dfd8-42c4-4229-808d-c865db76ae10/7f34dfd8-42c4-4229-808d-c865db76ae10.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1989.495232] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-609187e8-3740-4652-9ce1-8ef964fced08 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.496576] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Preparing fetch location {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1989.496844] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Fetch image to [datastore1] OSTACK_IMG_1ad96429-411e-42fa-ba72-6e084da39671/OSTACK_IMG_1ad96429-411e-42fa-ba72-6e084da39671.vmdk {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1989.497507] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Downloading stream optimized image a186d5dc-529b-415c-a370-7ac5b896746d to [datastore1] OSTACK_IMG_1ad96429-411e-42fa-ba72-6e084da39671/OSTACK_IMG_1ad96429-411e-42fa-ba72-6e084da39671.vmdk on the data store datastore1 as vApp {{(pid=62306) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1989.497507] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Downloading image file data a186d5dc-529b-415c-a370-7ac5b896746d to the ESX as VM named 'OSTACK_IMG_1ad96429-411e-42fa-ba72-6e084da39671' {{(pid=62306) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1989.506562] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for the task: (returnval){ [ 1989.506562] env[62306]: value = "task-1973118" [ 1989.506562] env[62306]: _type = "Task" [ 1989.506562] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.519270] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973118, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.614845] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1989.614845] env[62306]: value = "resgroup-9" [ 1989.614845] env[62306]: _type = "ResourcePool" [ 1989.614845] env[62306]: }. {{(pid=62306) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1989.614845] env[62306]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-04841254-f6b2-48e3-961b-ccf926fcd2c4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.635760] env[62306]: DEBUG nova.compute.manager [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1989.635975] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1989.640410] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199753e8-5747-4e9f-8f5b-1c9404e7367c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.648071] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "520c4b33-d540-4d70-ad31-892bf0041095" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.648364] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "520c4b33-d540-4d70-ad31-892bf0041095" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.649993] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1989.651803] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1de86a18-24b8-491a-a109-359686d6883d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.653966] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lease: (returnval){ [ 1989.653966] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523bf8fa-dffc-8a96-28fd-4febc5aa06e0" [ 1989.653966] env[62306]: _type = "HttpNfcLease" [ 1989.653966] env[62306]: } obtained for vApp import into resource pool (val){ [ 1989.653966] env[62306]: value = "resgroup-9" [ 1989.653966] env[62306]: _type = "ResourcePool" [ 1989.653966] env[62306]: }. {{(pid=62306) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1989.654250] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the lease: (returnval){ [ 1989.654250] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523bf8fa-dffc-8a96-28fd-4febc5aa06e0" [ 1989.654250] env[62306]: _type = "HttpNfcLease" [ 1989.654250] env[62306]: } to be ready. {{(pid=62306) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1989.665245] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1989.665245] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523bf8fa-dffc-8a96-28fd-4febc5aa06e0" [ 1989.665245] env[62306]: _type = "HttpNfcLease" [ 1989.665245] env[62306]: } is initializing. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1989.667547] env[62306]: DEBUG oslo_vmware.api [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1989.667547] env[62306]: value = "task-1973120" [ 1989.667547] env[62306]: _type = "Task" [ 1989.667547] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.680867] env[62306]: DEBUG oslo_vmware.api [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.727170] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973117, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.936660] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.939664] env[62306]: DEBUG oslo_concurrency.lockutils [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.517s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.940046] env[62306]: DEBUG nova.objects.instance [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Lazy-loading 'resources' on Instance uuid d7f4e7e4-858e-4988-8527-fdf674de7bde {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1989.960939] env[62306]: INFO nova.scheduler.client.report [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Deleted allocations for instance f1b3977d-c5ae-4f83-b218-723af521215e [ 1990.024391] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973118, 'name': Rename_Task, 'duration_secs': 0.157972} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.024780] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1990.025123] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce07d395-f494-4349-9cfd-b9497009d74b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.035872] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for the task: (returnval){ [ 1990.035872] env[62306]: value = "task-1973121" [ 1990.035872] env[62306]: _type = "Task" [ 1990.035872] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.045590] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.079025] env[62306]: DEBUG nova.network.neutron [-] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.152654] env[62306]: DEBUG nova.compute.manager [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1990.170081] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1990.170081] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523bf8fa-dffc-8a96-28fd-4febc5aa06e0" [ 1990.170081] env[62306]: _type = "HttpNfcLease" [ 1990.170081] env[62306]: } is initializing. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1990.182266] env[62306]: DEBUG oslo_vmware.api [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973120, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.225881] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83801} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.226169] env[62306]: INFO nova.virt.vmwareapi.ds_util [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] be32159b-85a3-472e-8e87-9e8e75d5235b/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk. [ 1990.226952] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850411b4-74c1-48e1-b41c-6ab7b5f72269 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.256486] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] be32159b-85a3-472e-8e87-9e8e75d5235b/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1990.257036] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-838f2720-9078-444c-a7c4-9a095f48cad0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.296023] env[62306]: DEBUG nova.network.neutron [req-a940c996-995c-4c5c-a618-6155632f5876 req-d790f394-1c18-425f-a4be-9615736bdf2b service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Updated VIF entry in instance network info cache for port eece4237-0e97-4312-ba8e-7b29d8040086. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1990.296023] env[62306]: DEBUG nova.network.neutron [req-a940c996-995c-4c5c-a618-6155632f5876 req-d790f394-1c18-425f-a4be-9615736bdf2b service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Updating instance_info_cache with network_info: [{"id": "eece4237-0e97-4312-ba8e-7b29d8040086", "address": "fa:16:3e:8d:35:2c", "network": {"id": "e2328f16-bf16-4ab8-9332-ce95c272eb91", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-498841236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04070275bfc432c82a18ed94ae46533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeece4237-0e", "ovs_interfaceid": "eece4237-0e97-4312-ba8e-7b29d8040086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.299404] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Waiting for the task: (returnval){ [ 1990.299404] env[62306]: value = "task-1973122" [ 1990.299404] env[62306]: _type = "Task" [ 1990.299404] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.310227] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973122, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.472573] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a2efaa53-ba6f-47c3-aed3-00992797c69a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "f1b3977d-c5ae-4f83-b218-723af521215e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.172s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.548327] env[62306]: DEBUG oslo_vmware.api [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973121, 'name': PowerOnVM_Task, 'duration_secs': 0.492179} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.548830] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1990.548830] env[62306]: INFO nova.compute.manager [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Took 18.83 seconds to spawn the instance on the hypervisor. [ 1990.549118] env[62306]: DEBUG nova.compute.manager [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1990.552680] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f5da0f-f8af-40b3-8036-afbca9606507 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.578330] env[62306]: INFO nova.compute.manager [-] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Took 1.34 seconds to deallocate network for instance. [ 1990.690840] env[62306]: DEBUG oslo_vmware.api [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973120, 'name': PowerOffVM_Task, 'duration_secs': 0.527025} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.692283] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.693953] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1990.694235] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1990.694787] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1990.694787] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523bf8fa-dffc-8a96-28fd-4febc5aa06e0" [ 1990.694787] env[62306]: _type = "HttpNfcLease" [ 1990.694787] env[62306]: } is ready. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1990.697897] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b7d17dc-73c2-4cdb-80bd-1e3fd2661018 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.701721] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1990.701721] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523bf8fa-dffc-8a96-28fd-4febc5aa06e0" [ 1990.701721] env[62306]: _type = "HttpNfcLease" [ 1990.701721] env[62306]: }. {{(pid=62306) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1990.702290] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3504811d-1621-43b5-acb2-006c104297d2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.714993] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526eec13-4fd9-c034-eede-d0e998421d4a/disk-0.vmdk from lease info. {{(pid=62306) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1990.715213] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526eec13-4fd9-c034-eede-d0e998421d4a/disk-0.vmdk. {{(pid=62306) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1990.784329] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1fb1cb70-48aa-498d-8ff4-3316a01ff048 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.787690] env[62306]: DEBUG nova.network.neutron [-] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.797654] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dd67a7-fdca-48fb-83dc-284dadd911b1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.801405] env[62306]: DEBUG oslo_concurrency.lockutils [req-a940c996-995c-4c5c-a618-6155632f5876 req-d790f394-1c18-425f-a4be-9615736bdf2b service nova] Releasing lock "refresh_cache-012f2b07-1cef-46f8-b9ce-d4def44aeab1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.814326] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973122, 'name': ReconfigVM_Task, 'duration_secs': 0.318003} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.815063] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Reconfigured VM instance instance-0000005e to attach disk [datastore1] be32159b-85a3-472e-8e87-9e8e75d5235b/1d129d40-57bd-4299-a86b-4acbcdc9f838-rescue.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1990.816390] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f531d790-5e1c-4911-ba17-370686826377 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.820964] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f934eb1e-7a9e-4cf2-b134-b5bcd64c54ae {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.573154] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.573528] env[62306]: INFO nova.compute.manager [-] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Took 2.15 seconds to deallocate network for instance. [ 1991.587714] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c89d4831-da1c-46b7-bcde-a4361534f2da {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.599358] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329d7e11-e75b-4f3c-97c2-0528b44010c2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.602522] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1991.602726] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1991.602897] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Deleting the datastore file [datastore1] 30049df0-11d6-4198-86fd-6cc947541851 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1991.605087] env[62306]: DEBUG nova.compute.manager [req-625d52aa-fd20-407e-8e92-febec1f84a10 req-a3fbddbe-6824-4046-9034-a95a23815c3e service nova] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Received event network-vif-deleted-21929b45-30ec-4f15-88c3-ae76b5a1f20d {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1991.605087] env[62306]: DEBUG nova.compute.manager [req-625d52aa-fd20-407e-8e92-febec1f84a10 req-a3fbddbe-6824-4046-9034-a95a23815c3e service nova] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Received event network-vif-deleted-5817a7ef-bbf6-4bfa-90ef-80bf69e6650a {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1991.612175] env[62306]: INFO nova.compute.manager [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Took 27.84 seconds to build instance. [ 1991.613321] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-baefa6d7-2f9d-46d8-9774-58f3807b6234 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.630450] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac2ae1e-bd58-4830-a28a-ad5a3dd39792 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.635075] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Waiting for the task: (returnval){ [ 1991.635075] env[62306]: value = "task-1973125" [ 1991.635075] env[62306]: _type = "Task" [ 1991.635075] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.635480] env[62306]: DEBUG oslo_vmware.api [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 1991.635480] env[62306]: value = "task-1973124" [ 1991.635480] env[62306]: _type = "Task" [ 1991.635480] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.659242] env[62306]: DEBUG nova.compute.provider_tree [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1991.667305] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.674111] env[62306]: DEBUG oslo_vmware.api [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.117091] env[62306]: DEBUG oslo_concurrency.lockutils [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.118835] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d54e9773-9ce1-4f41-9399-da55509d5cd8 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lock "7f34dfd8-42c4-4229-808d-c865db76ae10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.361s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.154327] env[62306]: DEBUG oslo_vmware.api [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170231} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.159234] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1992.159496] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1992.159676] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1992.160022] env[62306]: INFO nova.compute.manager [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Took 2.52 seconds to destroy the instance on the hypervisor. [ 1992.160299] env[62306]: DEBUG oslo.service.loopingcall [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1992.160561] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973125, 'name': ReconfigVM_Task, 'duration_secs': 0.20848} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.160804] env[62306]: DEBUG nova.compute.manager [-] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1992.160980] env[62306]: DEBUG nova.network.neutron [-] [instance: 30049df0-11d6-4198-86fd-6cc947541851] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1992.162856] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1992.165576] env[62306]: DEBUG nova.scheduler.client.report [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1992.168951] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-929e75fa-d00d-40b0-a75a-30b7ac45d6d4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.177428] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "80950dc6-b412-420e-95ad-958d09df8cda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.177719] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "80950dc6-b412-420e-95ad-958d09df8cda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.184024] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Waiting for the task: (returnval){ [ 1992.184024] env[62306]: value = "task-1973126" [ 1992.184024] env[62306]: _type = "Task" [ 1992.184024] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.190300] env[62306]: DEBUG oslo_concurrency.lockutils [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquiring lock "7f34dfd8-42c4-4229-808d-c865db76ae10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.190576] env[62306]: DEBUG oslo_concurrency.lockutils [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lock "7f34dfd8-42c4-4229-808d-c865db76ae10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.190776] env[62306]: DEBUG oslo_concurrency.lockutils [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquiring lock "7f34dfd8-42c4-4229-808d-c865db76ae10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.191240] env[62306]: DEBUG oslo_concurrency.lockutils [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lock "7f34dfd8-42c4-4229-808d-c865db76ae10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.191240] env[62306]: DEBUG oslo_concurrency.lockutils [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lock "7f34dfd8-42c4-4229-808d-c865db76ae10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.193219] env[62306]: INFO nova.compute.manager [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Terminating instance [ 1992.201075] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.673747] env[62306]: DEBUG oslo_concurrency.lockutils [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.734s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.678390] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.577s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.680084] env[62306]: INFO nova.compute.claims [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1992.682808] env[62306]: DEBUG nova.compute.manager [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1992.694838] env[62306]: DEBUG oslo_vmware.api [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973126, 'name': PowerOnVM_Task, 'duration_secs': 0.498719} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.695135] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1992.698224] env[62306]: DEBUG nova.compute.manager [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1992.698434] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1992.699553] env[62306]: DEBUG nova.compute.manager [None req-bc8c92a5-3e08-4a03-8da8-040aad891bc8 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1992.700550] env[62306]: INFO nova.scheduler.client.report [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Deleted allocations for instance d7f4e7e4-858e-4988-8527-fdf674de7bde [ 1992.702057] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c388b5a0-5d1b-4377-babe-e9c648ed99bf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.705098] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22e579b-83b8-4570-a97c-be4ffe64680c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.718544] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1992.721353] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Completed reading data from the image iterator. {{(pid=62306) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1992.721549] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526eec13-4fd9-c034-eede-d0e998421d4a/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1992.721775] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a74f6411-3a3e-4789-9c36-b50359a4778e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.726203] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121bb88a-4311-4210-8dc1-3e67f67f3cc4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.736115] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526eec13-4fd9-c034-eede-d0e998421d4a/disk-0.vmdk is in state: ready. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1992.736202] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526eec13-4fd9-c034-eede-d0e998421d4a/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1992.736441] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-910b5b7e-fab3-4ee1-91e1-a6da4823fe18 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.739790] env[62306]: DEBUG oslo_vmware.api [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for the task: (returnval){ [ 1992.739790] env[62306]: value = "task-1973127" [ 1992.739790] env[62306]: _type = "Task" [ 1992.739790] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.750383] env[62306]: DEBUG oslo_vmware.api [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.882957] env[62306]: DEBUG oslo_concurrency.lockutils [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "c12c7149-f851-4b6b-b69b-54fbbb176590" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.882957] env[62306]: DEBUG oslo_concurrency.lockutils [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "c12c7149-f851-4b6b-b69b-54fbbb176590" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.883187] env[62306]: DEBUG oslo_concurrency.lockutils [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "c12c7149-f851-4b6b-b69b-54fbbb176590-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.883427] env[62306]: DEBUG oslo_concurrency.lockutils [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "c12c7149-f851-4b6b-b69b-54fbbb176590-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.883558] env[62306]: DEBUG oslo_concurrency.lockutils [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "c12c7149-f851-4b6b-b69b-54fbbb176590-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.885680] env[62306]: INFO nova.compute.manager [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Terminating instance [ 1992.976933] env[62306]: DEBUG nova.network.neutron [-] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.093848] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526eec13-4fd9-c034-eede-d0e998421d4a/disk-0.vmdk. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1993.094176] env[62306]: INFO nova.virt.vmwareapi.images [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Downloaded image file data a186d5dc-529b-415c-a370-7ac5b896746d [ 1993.095032] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7826aaa5-e823-458f-afc9-ddc6837a2372 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.110571] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fdefe3f-30f4-4baf-a934-8f5e1aaf9095 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.204631] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.215343] env[62306]: DEBUG oslo_concurrency.lockutils [None req-25021a26-87ee-49cc-88e2-e65d69d01214 tempest-ServersTestManualDisk-2050264065 tempest-ServersTestManualDisk-2050264065-project-member] Lock "d7f4e7e4-858e-4988-8527-fdf674de7bde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.145s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.227020] env[62306]: INFO nova.virt.vmwareapi.images [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] The imported VM was unregistered [ 1993.229260] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Caching image {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1993.229511] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Creating directory with path [datastore1] devstack-image-cache_base/a186d5dc-529b-415c-a370-7ac5b896746d {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1993.232184] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd5b694f-26a7-4e89-9ac9-e997e8708181 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.247157] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Created directory with path [datastore1] devstack-image-cache_base/a186d5dc-529b-415c-a370-7ac5b896746d {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1993.247459] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1ad96429-411e-42fa-ba72-6e084da39671/OSTACK_IMG_1ad96429-411e-42fa-ba72-6e084da39671.vmdk to [datastore1] devstack-image-cache_base/a186d5dc-529b-415c-a370-7ac5b896746d/a186d5dc-529b-415c-a370-7ac5b896746d.vmdk. {{(pid=62306) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1993.251491] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d2d432ca-61a8-4c69-a61a-e86bd3586e1f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.253682] env[62306]: DEBUG oslo_vmware.api [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973127, 'name': PowerOffVM_Task, 'duration_secs': 0.208535} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.254657] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1993.254916] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1993.255506] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4f690cc-3645-4056-97e3-8206c9ca9d33 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.261246] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 1993.261246] env[62306]: value = "task-1973129" [ 1993.261246] env[62306]: _type = "Task" [ 1993.261246] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.271559] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973129, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.374653] env[62306]: DEBUG nova.compute.manager [req-ba7e8378-4939-4814-b951-c30e0a501782 req-496e0d16-c251-4ef4-aebc-082efed6f34e service nova] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Received event network-vif-deleted-bf5be14d-8252-44b2-86b5-3814a7974754 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1993.390258] env[62306]: DEBUG nova.compute.manager [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1993.390485] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1993.391576] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe8b596-58d5-4e44-a7fd-bac54cfc9eb9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.399569] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1993.399792] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f09a6d23-8d40-4710-89f9-2562163ad170 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.407544] env[62306]: DEBUG oslo_vmware.api [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 1993.407544] env[62306]: value = "task-1973131" [ 1993.407544] env[62306]: _type = "Task" [ 1993.407544] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.420781] env[62306]: DEBUG oslo_vmware.api [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.480291] env[62306]: INFO nova.compute.manager [-] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Took 1.32 seconds to deallocate network for instance. [ 1993.605460] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1993.605770] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1993.605889] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Deleting the datastore file [datastore1] 7f34dfd8-42c4-4229-808d-c865db76ae10 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1993.606273] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de7d96a2-ab6c-4900-80c8-12b6ba7db3f3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.614957] env[62306]: DEBUG oslo_vmware.api [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for the task: (returnval){ [ 1993.614957] env[62306]: value = "task-1973132" [ 1993.614957] env[62306]: _type = "Task" [ 1993.614957] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.626159] env[62306]: DEBUG oslo_vmware.api [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.780448] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973129, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.920513] env[62306]: DEBUG oslo_vmware.api [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973131, 'name': PowerOffVM_Task, 'duration_secs': 0.444469} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.923839] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1993.923839] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1993.925175] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7076907b-4166-48f7-a0a5-ddddd65ffb3a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.974709] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c105153f-bce3-4b3a-bb56-4d563e74025f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.991426] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.992722] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1165469-5d53-4921-a489-fccee26c8174 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.041487] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ed39d9-386a-4338-bbcc-4cf47b6bcf52 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.055140] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7db3c2-a5c7-46cb-b125-a0b5bf5388bf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.078503] env[62306]: DEBUG nova.compute.provider_tree [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1994.131448] env[62306]: DEBUG oslo_vmware.api [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.142915] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1994.143178] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1994.143436] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Deleting the datastore file [datastore1] c12c7149-f851-4b6b-b69b-54fbbb176590 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1994.143739] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3b14a2a-78ca-4f8b-9329-f9c056b077fc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.155901] env[62306]: DEBUG oslo_vmware.api [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 1994.155901] env[62306]: value = "task-1973134" [ 1994.155901] env[62306]: _type = "Task" [ 1994.155901] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.168967] env[62306]: DEBUG oslo_vmware.api [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.277675] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973129, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.582631] env[62306]: DEBUG nova.scheduler.client.report [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1994.635601] env[62306]: DEBUG oslo_vmware.api [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.668363] env[62306]: DEBUG oslo_vmware.api [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.776803] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973129, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.090292] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.090936] env[62306]: DEBUG nova.compute.manager [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1995.093852] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.777s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.098030] env[62306]: DEBUG nova.objects.instance [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lazy-loading 'resources' on Instance uuid 0cf99988-2c14-4b04-a347-2a736b667099 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1995.131962] env[62306]: DEBUG oslo_vmware.api [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.171659] env[62306]: DEBUG oslo_vmware.api [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.277498] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973129, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.598457] env[62306]: DEBUG nova.compute.utils [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1995.599953] env[62306]: DEBUG nova.objects.instance [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lazy-loading 'numa_topology' on Instance uuid 0cf99988-2c14-4b04-a347-2a736b667099 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1995.608107] env[62306]: DEBUG nova.compute.manager [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1995.608368] env[62306]: DEBUG nova.network.neutron [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1995.634320] env[62306]: DEBUG oslo_vmware.api [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.664386] env[62306]: DEBUG nova.policy [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6547795e3fc41a68c6b2677aee67567', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c1dff801f734fd6af73ab511140982b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 1995.673958] env[62306]: DEBUG oslo_vmware.api [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.771149] env[62306]: DEBUG nova.compute.manager [req-226109c9-b7fb-44b4-b33b-71de04f4c84d req-f66d7c01-749d-40dd-a66a-330de1a2a625 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Received event network-changed-e8ae87a2-a150-4862-9941-fbeffac6f66f {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1995.771280] env[62306]: DEBUG nova.compute.manager [req-226109c9-b7fb-44b4-b33b-71de04f4c84d req-f66d7c01-749d-40dd-a66a-330de1a2a625 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Refreshing instance network info cache due to event network-changed-e8ae87a2-a150-4862-9941-fbeffac6f66f. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1995.771548] env[62306]: DEBUG oslo_concurrency.lockutils [req-226109c9-b7fb-44b4-b33b-71de04f4c84d req-f66d7c01-749d-40dd-a66a-330de1a2a625 service nova] Acquiring lock "refresh_cache-be32159b-85a3-472e-8e87-9e8e75d5235b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.771656] env[62306]: DEBUG oslo_concurrency.lockutils [req-226109c9-b7fb-44b4-b33b-71de04f4c84d req-f66d7c01-749d-40dd-a66a-330de1a2a625 service nova] Acquired lock "refresh_cache-be32159b-85a3-472e-8e87-9e8e75d5235b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.771821] env[62306]: DEBUG nova.network.neutron [req-226109c9-b7fb-44b4-b33b-71de04f4c84d req-f66d7c01-749d-40dd-a66a-330de1a2a625 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Refreshing network info cache for port e8ae87a2-a150-4862-9941-fbeffac6f66f {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1995.779504] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973129, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.091919] env[62306]: DEBUG nova.network.neutron [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Successfully created port: 9ea5dc05-f171-47f8-9977-78e4584f0002 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1996.103083] env[62306]: DEBUG nova.compute.manager [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1996.112906] env[62306]: DEBUG nova.objects.base [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Object Instance<0cf99988-2c14-4b04-a347-2a736b667099> lazy-loaded attributes: resources,numa_topology {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1996.130786] env[62306]: DEBUG oslo_vmware.api [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.177191] env[62306]: DEBUG oslo_vmware.api [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.276833] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973129, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.350251] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5497f5d5-c2cf-477c-bc72-b3c1cde9acfa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.358625] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9620dbb-b8d3-41a9-aab1-e142a6e6c25d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.391044] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402c9d20-913a-4bd3-9d10-916946d9dacf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.400333] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa185d83-046e-4f8b-8d34-91c9785f7ec8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.415558] env[62306]: DEBUG nova.compute.provider_tree [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1996.576726] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a3f87de0-49bd-43ff-8692-a86688a398e2 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "e8ed4205-1be8-487e-a817-545100b2d082" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.577100] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a3f87de0-49bd-43ff-8692-a86688a398e2 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "e8ed4205-1be8-487e-a817-545100b2d082" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.577291] env[62306]: DEBUG nova.compute.manager [None req-a3f87de0-49bd-43ff-8692-a86688a398e2 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1996.578311] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4629e5-355e-4df2-b348-502b016f2b20 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.585913] env[62306]: DEBUG nova.compute.manager [None req-a3f87de0-49bd-43ff-8692-a86688a398e2 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62306) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1996.586520] env[62306]: DEBUG nova.objects.instance [None req-a3f87de0-49bd-43ff-8692-a86688a398e2 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lazy-loading 'flavor' on Instance uuid e8ed4205-1be8-487e-a817-545100b2d082 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1996.629552] env[62306]: DEBUG oslo_vmware.api [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.674850] env[62306]: DEBUG oslo_vmware.api [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.775910] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973129, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.851629] env[62306]: DEBUG nova.network.neutron [req-226109c9-b7fb-44b4-b33b-71de04f4c84d req-f66d7c01-749d-40dd-a66a-330de1a2a625 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Updated VIF entry in instance network info cache for port e8ae87a2-a150-4862-9941-fbeffac6f66f. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1996.852217] env[62306]: DEBUG nova.network.neutron [req-226109c9-b7fb-44b4-b33b-71de04f4c84d req-f66d7c01-749d-40dd-a66a-330de1a2a625 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Updating instance_info_cache with network_info: [{"id": "e8ae87a2-a150-4862-9941-fbeffac6f66f", "address": "fa:16:3e:fe:fd:56", "network": {"id": "2280e36f-c6ee-490a-a2f4-d1f32e5a9c6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1409090149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7b2afc5cc7554438a26ab0dd9f55dbf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ae87a2-a1", "ovs_interfaceid": "e8ae87a2-a150-4862-9941-fbeffac6f66f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.868266] env[62306]: DEBUG nova.compute.manager [req-3da395e6-9743-420d-b81b-6b991da117b7 req-d34a258b-d1a5-41f5-993d-69ef39e66661 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Received event network-changed-e8ae87a2-a150-4862-9941-fbeffac6f66f {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1996.868384] env[62306]: DEBUG nova.compute.manager [req-3da395e6-9743-420d-b81b-6b991da117b7 req-d34a258b-d1a5-41f5-993d-69ef39e66661 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Refreshing instance network info cache due to event network-changed-e8ae87a2-a150-4862-9941-fbeffac6f66f. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1996.868567] env[62306]: DEBUG oslo_concurrency.lockutils [req-3da395e6-9743-420d-b81b-6b991da117b7 req-d34a258b-d1a5-41f5-993d-69ef39e66661 service nova] Acquiring lock "refresh_cache-be32159b-85a3-472e-8e87-9e8e75d5235b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.919429] env[62306]: DEBUG nova.scheduler.client.report [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1997.117814] env[62306]: DEBUG nova.compute.manager [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1997.136146] env[62306]: DEBUG oslo_vmware.api [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 3.505488} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.136474] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1997.136728] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1997.136922] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1997.137117] env[62306]: INFO nova.compute.manager [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Took 4.44 seconds to destroy the instance on the hypervisor. [ 1997.137394] env[62306]: DEBUG oslo.service.loopingcall [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1997.137553] env[62306]: DEBUG nova.compute.manager [-] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1997.137645] env[62306]: DEBUG nova.network.neutron [-] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1997.161697] env[62306]: DEBUG nova.virt.hardware [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1997.161946] env[62306]: DEBUG nova.virt.hardware [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1997.162117] env[62306]: DEBUG nova.virt.hardware [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1997.162307] env[62306]: DEBUG nova.virt.hardware [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1997.162686] env[62306]: DEBUG nova.virt.hardware [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1997.162686] env[62306]: DEBUG nova.virt.hardware [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1997.162824] env[62306]: DEBUG nova.virt.hardware [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1997.162975] env[62306]: DEBUG nova.virt.hardware [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1997.163317] env[62306]: DEBUG nova.virt.hardware [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1997.163602] env[62306]: DEBUG nova.virt.hardware [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1997.163659] env[62306]: DEBUG nova.virt.hardware [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1997.165023] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba78be9d-c75a-4428-a061-5a04edc5f87a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.181998] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a6d313-3dce-4943-b4a3-6c88878bb8d5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.187178] env[62306]: DEBUG oslo_vmware.api [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.985798} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.187775] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1997.187992] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1997.188197] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1997.188379] env[62306]: INFO nova.compute.manager [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Took 3.80 seconds to destroy the instance on the hypervisor. [ 1997.188613] env[62306]: DEBUG oslo.service.loopingcall [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1997.189173] env[62306]: DEBUG nova.compute.manager [-] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1997.189273] env[62306]: DEBUG nova.network.neutron [-] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1997.275937] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973129, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.915849} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.276318] env[62306]: INFO nova.virt.vmwareapi.ds_util [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1ad96429-411e-42fa-ba72-6e084da39671/OSTACK_IMG_1ad96429-411e-42fa-ba72-6e084da39671.vmdk to [datastore1] devstack-image-cache_base/a186d5dc-529b-415c-a370-7ac5b896746d/a186d5dc-529b-415c-a370-7ac5b896746d.vmdk. [ 1997.276545] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Cleaning up location [datastore1] OSTACK_IMG_1ad96429-411e-42fa-ba72-6e084da39671 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1997.276707] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1ad96429-411e-42fa-ba72-6e084da39671 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1997.276961] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47e5cc48-4560-474a-a66a-93ed7f485051 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.288065] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 1997.288065] env[62306]: value = "task-1973135" [ 1997.288065] env[62306]: _type = "Task" [ 1997.288065] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.295669] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.359301] env[62306]: DEBUG oslo_concurrency.lockutils [req-226109c9-b7fb-44b4-b33b-71de04f4c84d req-f66d7c01-749d-40dd-a66a-330de1a2a625 service nova] Releasing lock "refresh_cache-be32159b-85a3-472e-8e87-9e8e75d5235b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.359597] env[62306]: DEBUG nova.compute.manager [req-226109c9-b7fb-44b4-b33b-71de04f4c84d req-f66d7c01-749d-40dd-a66a-330de1a2a625 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Received event network-changed-e8ae87a2-a150-4862-9941-fbeffac6f66f {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1997.359777] env[62306]: DEBUG nova.compute.manager [req-226109c9-b7fb-44b4-b33b-71de04f4c84d req-f66d7c01-749d-40dd-a66a-330de1a2a625 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Refreshing instance network info cache due to event network-changed-e8ae87a2-a150-4862-9941-fbeffac6f66f. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1997.359984] env[62306]: DEBUG oslo_concurrency.lockutils [req-226109c9-b7fb-44b4-b33b-71de04f4c84d req-f66d7c01-749d-40dd-a66a-330de1a2a625 service nova] Acquiring lock "refresh_cache-be32159b-85a3-472e-8e87-9e8e75d5235b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.360151] env[62306]: DEBUG oslo_concurrency.lockutils [req-226109c9-b7fb-44b4-b33b-71de04f4c84d req-f66d7c01-749d-40dd-a66a-330de1a2a625 service nova] Acquired lock "refresh_cache-be32159b-85a3-472e-8e87-9e8e75d5235b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.360365] env[62306]: DEBUG nova.network.neutron [req-226109c9-b7fb-44b4-b33b-71de04f4c84d req-f66d7c01-749d-40dd-a66a-330de1a2a625 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Refreshing network info cache for port e8ae87a2-a150-4862-9941-fbeffac6f66f {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1997.424496] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.330s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.431342] env[62306]: DEBUG oslo_concurrency.lockutils [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.513s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.433593] env[62306]: INFO nova.compute.claims [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1997.600285] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f87de0-49bd-43ff-8692-a86688a398e2 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1997.600622] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9005e79a-80a7-4c23-84dc-05273a743150 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.608658] env[62306]: DEBUG oslo_vmware.api [None req-a3f87de0-49bd-43ff-8692-a86688a398e2 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 1997.608658] env[62306]: value = "task-1973136" [ 1997.608658] env[62306]: _type = "Task" [ 1997.608658] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.619068] env[62306]: DEBUG oslo_vmware.api [None req-a3f87de0-49bd-43ff-8692-a86688a398e2 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.796611] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037037} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.796915] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1997.797062] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a186d5dc-529b-415c-a370-7ac5b896746d/a186d5dc-529b-415c-a370-7ac5b896746d.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.797381] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a186d5dc-529b-415c-a370-7ac5b896746d/a186d5dc-529b-415c-a370-7ac5b896746d.vmdk to [datastore1] 012f2b07-1cef-46f8-b9ce-d4def44aeab1/012f2b07-1cef-46f8-b9ce-d4def44aeab1.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1997.797648] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2b9767f-3222-4cfc-941c-b54085b28e8e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.802341] env[62306]: DEBUG nova.compute.manager [req-d5e64bfd-cbef-43b0-b7c0-a76f2fddfb58 req-624e8bd1-1ce0-4021-9be9-3ad59f7ded09 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Received event network-vif-deleted-0e669773-0847-467c-acd0-29481e84c743 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1997.802523] env[62306]: INFO nova.compute.manager [req-d5e64bfd-cbef-43b0-b7c0-a76f2fddfb58 req-624e8bd1-1ce0-4021-9be9-3ad59f7ded09 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Neutron deleted interface 0e669773-0847-467c-acd0-29481e84c743; detaching it from the instance and deleting it from the info cache [ 1997.802872] env[62306]: DEBUG nova.network.neutron [req-d5e64bfd-cbef-43b0-b7c0-a76f2fddfb58 req-624e8bd1-1ce0-4021-9be9-3ad59f7ded09 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Updating instance_info_cache with network_info: [{"id": "814425a4-cdc2-470b-b8ac-f5ebcf67e10d", "address": "fa:16:3e:b1:00:05", "network": {"id": "f8e11ec7-5b12-489d-876e-2b7bb22a7c0f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1961604612", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c14255fd144eba35ebeb6604a96e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap814425a4-cd", "ovs_interfaceid": "814425a4-cdc2-470b-b8ac-f5ebcf67e10d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9613b68c-de43-4150-963a-a4b23f2f406f", "address": "fa:16:3e:3a:21:7f", "network": {"id": "f8e11ec7-5b12-489d-876e-2b7bb22a7c0f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1961604612", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c14255fd144eba35ebeb6604a96e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9613b68c-de", "ovs_interfaceid": "9613b68c-de43-4150-963a-a4b23f2f406f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.813576] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 1997.813576] env[62306]: value = "task-1973137" [ 1997.813576] env[62306]: _type = "Task" [ 1997.813576] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.826949] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.952856] env[62306]: DEBUG oslo_concurrency.lockutils [None req-48c70910-f4bd-4730-a6ec-064cf6c070df tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "0cf99988-2c14-4b04-a347-2a736b667099" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 38.629s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.952856] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8b5d60e-3627-4377-8db4-0009bc3baf39 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "0cf99988-2c14-4b04-a347-2a736b667099" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 15.778s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.952856] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8b5d60e-3627-4377-8db4-0009bc3baf39 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "0cf99988-2c14-4b04-a347-2a736b667099-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.953100] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8b5d60e-3627-4377-8db4-0009bc3baf39 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "0cf99988-2c14-4b04-a347-2a736b667099-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.953610] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8b5d60e-3627-4377-8db4-0009bc3baf39 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "0cf99988-2c14-4b04-a347-2a736b667099-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.955020] env[62306]: INFO nova.compute.manager [None req-c8b5d60e-3627-4377-8db4-0009bc3baf39 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Terminating instance [ 1998.121714] env[62306]: DEBUG oslo_vmware.api [None req-a3f87de0-49bd-43ff-8692-a86688a398e2 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973136, 'name': PowerOffVM_Task, 'duration_secs': 0.43108} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.122031] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f87de0-49bd-43ff-8692-a86688a398e2 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1998.122233] env[62306]: DEBUG nova.compute.manager [None req-a3f87de0-49bd-43ff-8692-a86688a398e2 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1998.123010] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15831dec-242f-40ec-b988-319c5f7abf10 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.306628] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34d70f1d-1842-4f04-8205-455eebee19df {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.321507] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a00a07e-7ea3-4f66-8fde-48c5f82b03be {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.335708] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973137, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.363594] env[62306]: DEBUG nova.compute.manager [req-d5e64bfd-cbef-43b0-b7c0-a76f2fddfb58 req-624e8bd1-1ce0-4021-9be9-3ad59f7ded09 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Detach interface failed, port_id=0e669773-0847-467c-acd0-29481e84c743, reason: Instance 7f34dfd8-42c4-4229-808d-c865db76ae10 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1998.363864] env[62306]: DEBUG nova.compute.manager [req-d5e64bfd-cbef-43b0-b7c0-a76f2fddfb58 req-624e8bd1-1ce0-4021-9be9-3ad59f7ded09 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Received event network-vif-deleted-9613b68c-de43-4150-963a-a4b23f2f406f {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1998.364057] env[62306]: INFO nova.compute.manager [req-d5e64bfd-cbef-43b0-b7c0-a76f2fddfb58 req-624e8bd1-1ce0-4021-9be9-3ad59f7ded09 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Neutron deleted interface 9613b68c-de43-4150-963a-a4b23f2f406f; detaching it from the instance and deleting it from the info cache [ 1998.364346] env[62306]: DEBUG nova.network.neutron [req-d5e64bfd-cbef-43b0-b7c0-a76f2fddfb58 req-624e8bd1-1ce0-4021-9be9-3ad59f7ded09 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Updating instance_info_cache with network_info: [{"id": "814425a4-cdc2-470b-b8ac-f5ebcf67e10d", "address": "fa:16:3e:b1:00:05", "network": {"id": "f8e11ec7-5b12-489d-876e-2b7bb22a7c0f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1961604612", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c14255fd144eba35ebeb6604a96e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap814425a4-cd", "ovs_interfaceid": "814425a4-cdc2-470b-b8ac-f5ebcf67e10d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.366589] env[62306]: DEBUG nova.network.neutron [req-226109c9-b7fb-44b4-b33b-71de04f4c84d req-f66d7c01-749d-40dd-a66a-330de1a2a625 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Updated VIF entry in instance network info cache for port e8ae87a2-a150-4862-9941-fbeffac6f66f. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1998.366919] env[62306]: DEBUG nova.network.neutron [req-226109c9-b7fb-44b4-b33b-71de04f4c84d req-f66d7c01-749d-40dd-a66a-330de1a2a625 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Updating instance_info_cache with network_info: [{"id": "e8ae87a2-a150-4862-9941-fbeffac6f66f", "address": "fa:16:3e:fe:fd:56", "network": {"id": "2280e36f-c6ee-490a-a2f4-d1f32e5a9c6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1409090149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7b2afc5cc7554438a26ab0dd9f55dbf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ae87a2-a1", "ovs_interfaceid": "e8ae87a2-a150-4862-9941-fbeffac6f66f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.443445] env[62306]: DEBUG nova.network.neutron [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Successfully updated port: 9ea5dc05-f171-47f8-9977-78e4584f0002 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1998.463751] env[62306]: DEBUG nova.compute.manager [None req-c8b5d60e-3627-4377-8db4-0009bc3baf39 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1998.463751] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b5d60e-3627-4377-8db4-0009bc3baf39 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1998.464171] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a280e74f-9478-44f9-b7fb-080b6b9ffd90 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.479563] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fba5e9d-741a-4094-aa29-a8f93918bd13 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.523833] env[62306]: WARNING nova.virt.vmwareapi.vmops [None req-c8b5d60e-3627-4377-8db4-0009bc3baf39 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0cf99988-2c14-4b04-a347-2a736b667099 could not be found. [ 1998.524137] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b5d60e-3627-4377-8db4-0009bc3baf39 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1998.524352] env[62306]: INFO nova.compute.manager [None req-c8b5d60e-3627-4377-8db4-0009bc3baf39 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1998.524622] env[62306]: DEBUG oslo.service.loopingcall [None req-c8b5d60e-3627-4377-8db4-0009bc3baf39 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1998.527975] env[62306]: DEBUG nova.compute.manager [-] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1998.528172] env[62306]: DEBUG nova.network.neutron [-] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1998.641817] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a3f87de0-49bd-43ff-8692-a86688a398e2 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "e8ed4205-1be8-487e-a817-545100b2d082" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.658489] env[62306]: DEBUG nova.network.neutron [-] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.721619] env[62306]: DEBUG nova.network.neutron [-] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.809173] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0ae1dc-32df-433d-83a0-c9efc4db8eb8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.826057] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f1b2e4-95a6-4314-a4d2-10cedff462c2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.834959] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973137, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.874632] env[62306]: DEBUG oslo_concurrency.lockutils [req-226109c9-b7fb-44b4-b33b-71de04f4c84d req-f66d7c01-749d-40dd-a66a-330de1a2a625 service nova] Releasing lock "refresh_cache-be32159b-85a3-472e-8e87-9e8e75d5235b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.875362] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebe1f69d-262f-49b1-85ed-47ed2b53b966 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.877869] env[62306]: DEBUG oslo_concurrency.lockutils [req-3da395e6-9743-420d-b81b-6b991da117b7 req-d34a258b-d1a5-41f5-993d-69ef39e66661 service nova] Acquired lock "refresh_cache-be32159b-85a3-472e-8e87-9e8e75d5235b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.878138] env[62306]: DEBUG nova.network.neutron [req-3da395e6-9743-420d-b81b-6b991da117b7 req-d34a258b-d1a5-41f5-993d-69ef39e66661 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Refreshing network info cache for port e8ae87a2-a150-4862-9941-fbeffac6f66f {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1998.880354] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880072ce-9846-4afd-9cd3-713a4157a8d4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.895512] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edb26c4-2e6d-4648-9c27-a72b0c12f70f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.903501] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2703fa7-56c4-4f57-ba4a-2691598715a2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.936459] env[62306]: DEBUG nova.compute.provider_tree [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1998.951520] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.951832] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.952107] env[62306]: DEBUG nova.network.neutron [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1998.953931] env[62306]: DEBUG nova.compute.manager [req-d5e64bfd-cbef-43b0-b7c0-a76f2fddfb58 req-624e8bd1-1ce0-4021-9be9-3ad59f7ded09 service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Detach interface failed, port_id=9613b68c-de43-4150-963a-a4b23f2f406f, reason: Instance 7f34dfd8-42c4-4229-808d-c865db76ae10 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1999.037300] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1999.037553] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1999.166751] env[62306]: INFO nova.compute.manager [-] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Took 2.03 seconds to deallocate network for instance. [ 1999.184511] env[62306]: DEBUG nova.compute.manager [req-c9091f53-a21e-4f1f-89d7-14ff69623fcc req-6a12f2b9-5929-4cef-a9a1-5ee291c49444 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Received event network-changed-e8ae87a2-a150-4862-9941-fbeffac6f66f {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1999.184801] env[62306]: DEBUG nova.compute.manager [req-c9091f53-a21e-4f1f-89d7-14ff69623fcc req-6a12f2b9-5929-4cef-a9a1-5ee291c49444 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Refreshing instance network info cache due to event network-changed-e8ae87a2-a150-4862-9941-fbeffac6f66f. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1999.185189] env[62306]: DEBUG oslo_concurrency.lockutils [req-c9091f53-a21e-4f1f-89d7-14ff69623fcc req-6a12f2b9-5929-4cef-a9a1-5ee291c49444 service nova] Acquiring lock "refresh_cache-be32159b-85a3-472e-8e87-9e8e75d5235b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.224668] env[62306]: INFO nova.compute.manager [-] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Took 2.04 seconds to deallocate network for instance. [ 1999.328404] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973137, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.389391] env[62306]: DEBUG nova.network.neutron [-] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.459029] env[62306]: DEBUG nova.scheduler.client.report [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1999.545983] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1999.546289] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1999.550839] env[62306]: DEBUG nova.network.neutron [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1999.677849] env[62306]: DEBUG oslo_concurrency.lockutils [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.731551] env[62306]: DEBUG oslo_concurrency.lockutils [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.763253] env[62306]: DEBUG nova.objects.instance [None req-8766c39f-895b-4a59-b593-e43612c058d6 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lazy-loading 'flavor' on Instance uuid e8ed4205-1be8-487e-a817-545100b2d082 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1999.835097] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973137, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.835097] env[62306]: DEBUG nova.network.neutron [req-3da395e6-9743-420d-b81b-6b991da117b7 req-d34a258b-d1a5-41f5-993d-69ef39e66661 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Updated VIF entry in instance network info cache for port e8ae87a2-a150-4862-9941-fbeffac6f66f. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1999.835097] env[62306]: DEBUG nova.network.neutron [req-3da395e6-9743-420d-b81b-6b991da117b7 req-d34a258b-d1a5-41f5-993d-69ef39e66661 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Updating instance_info_cache with network_info: [{"id": "e8ae87a2-a150-4862-9941-fbeffac6f66f", "address": "fa:16:3e:fe:fd:56", "network": {"id": "2280e36f-c6ee-490a-a2f4-d1f32e5a9c6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1409090149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7b2afc5cc7554438a26ab0dd9f55dbf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ae87a2-a1", "ovs_interfaceid": "e8ae87a2-a150-4862-9941-fbeffac6f66f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.865844] env[62306]: DEBUG nova.network.neutron [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Updating instance_info_cache with network_info: [{"id": "9ea5dc05-f171-47f8-9977-78e4584f0002", "address": "fa:16:3e:20:37:78", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea5dc05-f1", "ovs_interfaceid": "9ea5dc05-f171-47f8-9977-78e4584f0002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.892983] env[62306]: INFO nova.compute.manager [-] [instance: 0cf99988-2c14-4b04-a347-2a736b667099] Took 1.36 seconds to deallocate network for instance. [ 1999.966028] env[62306]: DEBUG oslo_concurrency.lockutils [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.966028] env[62306]: DEBUG nova.compute.manager [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1999.968793] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.276s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.970735] env[62306]: INFO nova.compute.claims [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2000.012128] env[62306]: DEBUG nova.compute.manager [req-14b9978d-ffa3-49da-863c-a837fae504b5 req-1a6631a1-ef7b-42f8-98b8-0ca673d5f92b service nova] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Received event network-vif-deleted-814425a4-cdc2-470b-b8ac-f5ebcf67e10d {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2000.012128] env[62306]: DEBUG nova.compute.manager [req-14b9978d-ffa3-49da-863c-a837fae504b5 req-1a6631a1-ef7b-42f8-98b8-0ca673d5f92b service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Received event network-vif-plugged-9ea5dc05-f171-47f8-9977-78e4584f0002 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2000.012128] env[62306]: DEBUG oslo_concurrency.lockutils [req-14b9978d-ffa3-49da-863c-a837fae504b5 req-1a6631a1-ef7b-42f8-98b8-0ca673d5f92b service nova] Acquiring lock "56e86045-843d-42ea-8ea4-0120c363b56b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.012128] env[62306]: DEBUG oslo_concurrency.lockutils [req-14b9978d-ffa3-49da-863c-a837fae504b5 req-1a6631a1-ef7b-42f8-98b8-0ca673d5f92b service nova] Lock "56e86045-843d-42ea-8ea4-0120c363b56b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.012128] env[62306]: DEBUG oslo_concurrency.lockutils [req-14b9978d-ffa3-49da-863c-a837fae504b5 req-1a6631a1-ef7b-42f8-98b8-0ca673d5f92b service nova] Lock "56e86045-843d-42ea-8ea4-0120c363b56b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.012128] env[62306]: DEBUG nova.compute.manager [req-14b9978d-ffa3-49da-863c-a837fae504b5 req-1a6631a1-ef7b-42f8-98b8-0ca673d5f92b service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] No waiting events found dispatching network-vif-plugged-9ea5dc05-f171-47f8-9977-78e4584f0002 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2000.013786] env[62306]: WARNING nova.compute.manager [req-14b9978d-ffa3-49da-863c-a837fae504b5 req-1a6631a1-ef7b-42f8-98b8-0ca673d5f92b service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Received unexpected event network-vif-plugged-9ea5dc05-f171-47f8-9977-78e4584f0002 for instance with vm_state building and task_state spawning. [ 2000.015068] env[62306]: DEBUG nova.compute.manager [req-14b9978d-ffa3-49da-863c-a837fae504b5 req-1a6631a1-ef7b-42f8-98b8-0ca673d5f92b service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Received event network-changed-9ea5dc05-f171-47f8-9977-78e4584f0002 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2000.015415] env[62306]: DEBUG nova.compute.manager [req-14b9978d-ffa3-49da-863c-a837fae504b5 req-1a6631a1-ef7b-42f8-98b8-0ca673d5f92b service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Refreshing instance network info cache due to event network-changed-9ea5dc05-f171-47f8-9977-78e4584f0002. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2000.015730] env[62306]: DEBUG oslo_concurrency.lockutils [req-14b9978d-ffa3-49da-863c-a837fae504b5 req-1a6631a1-ef7b-42f8-98b8-0ca673d5f92b service nova] Acquiring lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.151561] env[62306]: DEBUG oslo_concurrency.lockutils [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Acquiring lock "be32159b-85a3-472e-8e87-9e8e75d5235b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.151867] env[62306]: DEBUG oslo_concurrency.lockutils [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Lock "be32159b-85a3-472e-8e87-9e8e75d5235b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.152122] env[62306]: DEBUG oslo_concurrency.lockutils [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Acquiring lock "be32159b-85a3-472e-8e87-9e8e75d5235b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.152316] env[62306]: DEBUG oslo_concurrency.lockutils [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Lock "be32159b-85a3-472e-8e87-9e8e75d5235b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.152521] env[62306]: DEBUG oslo_concurrency.lockutils [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Lock "be32159b-85a3-472e-8e87-9e8e75d5235b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.155271] env[62306]: INFO nova.compute.manager [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Terminating instance [ 2000.268868] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8766c39f-895b-4a59-b593-e43612c058d6 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.268985] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8766c39f-895b-4a59-b593-e43612c058d6 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.269169] env[62306]: DEBUG nova.network.neutron [None req-8766c39f-895b-4a59-b593-e43612c058d6 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2000.269554] env[62306]: DEBUG nova.objects.instance [None req-8766c39f-895b-4a59-b593-e43612c058d6 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lazy-loading 'info_cache' on Instance uuid e8ed4205-1be8-487e-a817-545100b2d082 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2000.328796] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973137, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.337829] env[62306]: DEBUG oslo_concurrency.lockutils [req-3da395e6-9743-420d-b81b-6b991da117b7 req-d34a258b-d1a5-41f5-993d-69ef39e66661 service nova] Releasing lock "refresh_cache-be32159b-85a3-472e-8e87-9e8e75d5235b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.338429] env[62306]: DEBUG oslo_concurrency.lockutils [req-c9091f53-a21e-4f1f-89d7-14ff69623fcc req-6a12f2b9-5929-4cef-a9a1-5ee291c49444 service nova] Acquired lock "refresh_cache-be32159b-85a3-472e-8e87-9e8e75d5235b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.338633] env[62306]: DEBUG nova.network.neutron [req-c9091f53-a21e-4f1f-89d7-14ff69623fcc req-6a12f2b9-5929-4cef-a9a1-5ee291c49444 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Refreshing network info cache for port e8ae87a2-a150-4862-9941-fbeffac6f66f {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2000.367273] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.367619] env[62306]: DEBUG nova.compute.manager [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Instance network_info: |[{"id": "9ea5dc05-f171-47f8-9977-78e4584f0002", "address": "fa:16:3e:20:37:78", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea5dc05-f1", "ovs_interfaceid": "9ea5dc05-f171-47f8-9977-78e4584f0002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2000.368329] env[62306]: DEBUG oslo_concurrency.lockutils [req-14b9978d-ffa3-49da-863c-a837fae504b5 req-1a6631a1-ef7b-42f8-98b8-0ca673d5f92b service nova] Acquired lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.368523] env[62306]: DEBUG nova.network.neutron [req-14b9978d-ffa3-49da-863c-a837fae504b5 req-1a6631a1-ef7b-42f8-98b8-0ca673d5f92b service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Refreshing network info cache for port 9ea5dc05-f171-47f8-9977-78e4584f0002 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2000.369887] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:37:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ea5dc05-f171-47f8-9977-78e4584f0002', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2000.377924] env[62306]: DEBUG oslo.service.loopingcall [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2000.379166] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2000.380083] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee5909c2-c96c-4639-b5dc-53af95bfb424 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.405104] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2000.405104] env[62306]: value = "task-1973138" [ 2000.405104] env[62306]: _type = "Task" [ 2000.405104] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.415677] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973138, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.477210] env[62306]: DEBUG nova.compute.utils [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2000.482528] env[62306]: DEBUG nova.compute.manager [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2000.483605] env[62306]: DEBUG nova.network.neutron [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2000.553640] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Didn't find any instances for network info cache update. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2000.555134] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2000.555134] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2000.555485] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2000.555690] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2000.555844] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2000.555992] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2000.556173] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2000.556326] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2000.559447] env[62306]: DEBUG nova.policy [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28928d380988451a9e116c9018b1fbbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7db4d2d12fd4140972c835112cc614e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2000.663244] env[62306]: DEBUG nova.compute.manager [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2000.663244] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2000.663244] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036e0dab-cc9f-4cfe-b3e2-4c88f4bb6aad {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.675734] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2000.676251] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84e99db5-971e-496f-80ab-2247a16b3ea4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.685674] env[62306]: DEBUG oslo_vmware.api [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Waiting for the task: (returnval){ [ 2000.685674] env[62306]: value = "task-1973139" [ 2000.685674] env[62306]: _type = "Task" [ 2000.685674] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.694565] env[62306]: DEBUG oslo_vmware.api [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.778709] env[62306]: DEBUG nova.objects.base [None req-8766c39f-895b-4a59-b593-e43612c058d6 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2000.827320] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973137, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.620743} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.827581] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a186d5dc-529b-415c-a370-7ac5b896746d/a186d5dc-529b-415c-a370-7ac5b896746d.vmdk to [datastore1] 012f2b07-1cef-46f8-b9ce-d4def44aeab1/012f2b07-1cef-46f8-b9ce-d4def44aeab1.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2000.828425] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae196c9-eed9-46cc-b3be-339cc602f5ee {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.861942] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 012f2b07-1cef-46f8-b9ce-d4def44aeab1/012f2b07-1cef-46f8-b9ce-d4def44aeab1.vmdk or device None with type streamOptimized {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2000.862748] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f6136d2-bbe2-4df6-953c-22dc714e952d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.888630] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2000.888630] env[62306]: value = "task-1973140" [ 2000.888630] env[62306]: _type = "Task" [ 2000.888630] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.900022] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.918844] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973138, 'name': CreateVM_Task, 'duration_secs': 0.495206} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.919246] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2000.919934] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.920368] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.920745] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2000.921123] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a4602b4-1901-4d55-9484-309b036f40f0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.926883] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c8b5d60e-3627-4377-8db4-0009bc3baf39 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "0cf99988-2c14-4b04-a347-2a736b667099" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.973s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.933580] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 2000.933580] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5249dba2-8608-c1d4-80de-9783a6037abd" [ 2000.933580] env[62306]: _type = "Task" [ 2000.933580] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.945403] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5249dba2-8608-c1d4-80de-9783a6037abd, 'name': SearchDatastore_Task, 'duration_secs': 0.013209} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.946245] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.946245] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2000.946245] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.946411] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.946452] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2000.947025] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3bc3a4d-5a8c-4512-92d1-3ca23bd15ea4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.963537] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2000.963862] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2000.964530] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e36c11f-fd5e-4c0f-83f9-957686575842 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.976342] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 2000.976342] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f99e7e-039b-c3f4-b848-8402d1c2d919" [ 2000.976342] env[62306]: _type = "Task" [ 2000.976342] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.982890] env[62306]: DEBUG nova.compute.manager [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2001.000543] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f99e7e-039b-c3f4-b848-8402d1c2d919, 'name': SearchDatastore_Task, 'duration_secs': 0.010761} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.002323] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edf7ed9d-0b31-421e-95e9-a3f9dab59357 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.009109] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 2001.009109] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c5e46f-aa41-5da5-5c20-3f3b47a55047" [ 2001.009109] env[62306]: _type = "Task" [ 2001.009109] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.019635] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c5e46f-aa41-5da5-5c20-3f3b47a55047, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.059930] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.161499] env[62306]: DEBUG nova.network.neutron [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Successfully created port: d64a3d36-926d-4c2d-9e10-0805d457dd46 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2001.197882] env[62306]: DEBUG oslo_vmware.api [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973139, 'name': PowerOffVM_Task, 'duration_secs': 0.28615} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.200860] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2001.201052] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2001.201500] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65a7c932-d79c-4dfa-8a00-8907deeda80c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.221542] env[62306]: DEBUG nova.network.neutron [req-14b9978d-ffa3-49da-863c-a837fae504b5 req-1a6631a1-ef7b-42f8-98b8-0ca673d5f92b service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Updated VIF entry in instance network info cache for port 9ea5dc05-f171-47f8-9977-78e4584f0002. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2001.222030] env[62306]: DEBUG nova.network.neutron [req-14b9978d-ffa3-49da-863c-a837fae504b5 req-1a6631a1-ef7b-42f8-98b8-0ca673d5f92b service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Updating instance_info_cache with network_info: [{"id": "9ea5dc05-f171-47f8-9977-78e4584f0002", "address": "fa:16:3e:20:37:78", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea5dc05-f1", "ovs_interfaceid": "9ea5dc05-f171-47f8-9977-78e4584f0002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.264888] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180dd176-da07-4a3b-83fa-b5bd267b7c5d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.272911] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01555744-06e0-4b3e-ab4b-3114d0152157 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.277837] env[62306]: DEBUG nova.network.neutron [req-c9091f53-a21e-4f1f-89d7-14ff69623fcc req-6a12f2b9-5929-4cef-a9a1-5ee291c49444 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Updated VIF entry in instance network info cache for port e8ae87a2-a150-4862-9941-fbeffac6f66f. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2001.277837] env[62306]: DEBUG nova.network.neutron [req-c9091f53-a21e-4f1f-89d7-14ff69623fcc req-6a12f2b9-5929-4cef-a9a1-5ee291c49444 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Updating instance_info_cache with network_info: [{"id": "e8ae87a2-a150-4862-9941-fbeffac6f66f", "address": "fa:16:3e:fe:fd:56", "network": {"id": "2280e36f-c6ee-490a-a2f4-d1f32e5a9c6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1409090149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7b2afc5cc7554438a26ab0dd9f55dbf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ae87a2-a1", "ovs_interfaceid": "e8ae87a2-a150-4862-9941-fbeffac6f66f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.313681] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bd15c5-cbda-4319-a241-f4996d7c0a2f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.322227] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222a3450-43a6-4b78-9fcc-74691232de7b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.337890] env[62306]: DEBUG nova.compute.provider_tree [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2001.401215] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973140, 'name': ReconfigVM_Task, 'duration_secs': 0.326491} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.401306] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 012f2b07-1cef-46f8-b9ce-d4def44aeab1/012f2b07-1cef-46f8-b9ce-d4def44aeab1.vmdk or device None with type streamOptimized {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2001.402751] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'size': 0, 'device_type': 'disk', 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'encrypted': False, 'encryption_format': None, 'guest_format': None, 'image_id': '1d129d40-57bd-4299-a86b-4acbcdc9f838'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'device_type': None, 'disk_bus': None, 'attachment_id': 'ba969a95-aeaa-470c-9443-daae9980992c', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406258', 'volume_id': '5f2f2b94-606c-4659-a824-bfa6daec05a2', 'name': 'volume-5f2f2b94-606c-4659-a824-bfa6daec05a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '012f2b07-1cef-46f8-b9ce-d4def44aeab1', 'attached_at': '', 'detached_at': '', 'volume_id': '5f2f2b94-606c-4659-a824-bfa6daec05a2', 'serial': '5f2f2b94-606c-4659-a824-bfa6daec05a2'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62306) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2001.403043] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Volume attach. Driver type: vmdk {{(pid=62306) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2001.403278] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406258', 'volume_id': '5f2f2b94-606c-4659-a824-bfa6daec05a2', 'name': 'volume-5f2f2b94-606c-4659-a824-bfa6daec05a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '012f2b07-1cef-46f8-b9ce-d4def44aeab1', 'attached_at': '', 'detached_at': '', 'volume_id': '5f2f2b94-606c-4659-a824-bfa6daec05a2', 'serial': '5f2f2b94-606c-4659-a824-bfa6daec05a2'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2001.404839] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f913eee-ee25-4b74-8edd-b211df2e9a83 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.426856] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2fa138-e9be-4cce-a566-0bcd14100705 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.429760] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2001.430370] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2001.430370] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Deleting the datastore file [datastore1] be32159b-85a3-472e-8e87-9e8e75d5235b {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2001.430664] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8265183-7db9-4146-9ce0-465fb9ac6dcf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.456154] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-5f2f2b94-606c-4659-a824-bfa6daec05a2/volume-5f2f2b94-606c-4659-a824-bfa6daec05a2.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2001.457807] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b4b801e-634a-4d83-9c5d-9a65c63f022d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.470845] env[62306]: DEBUG oslo_vmware.api [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Waiting for the task: (returnval){ [ 2001.470845] env[62306]: value = "task-1973142" [ 2001.470845] env[62306]: _type = "Task" [ 2001.470845] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.479928] env[62306]: DEBUG oslo_vmware.api [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.481419] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2001.481419] env[62306]: value = "task-1973143" [ 2001.481419] env[62306]: _type = "Task" [ 2001.481419] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.494934] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.519355] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c5e46f-aa41-5da5-5c20-3f3b47a55047, 'name': SearchDatastore_Task, 'duration_secs': 0.011052} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.519750] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.519866] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 56e86045-843d-42ea-8ea4-0120c363b56b/56e86045-843d-42ea-8ea4-0120c363b56b.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2001.521467] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2511037a-824f-4958-98e9-8d1b52b342b6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.528498] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 2001.528498] env[62306]: value = "task-1973144" [ 2001.528498] env[62306]: _type = "Task" [ 2001.528498] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.539400] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.728400] env[62306]: DEBUG oslo_concurrency.lockutils [req-14b9978d-ffa3-49da-863c-a837fae504b5 req-1a6631a1-ef7b-42f8-98b8-0ca673d5f92b service nova] Releasing lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.779966] env[62306]: DEBUG oslo_concurrency.lockutils [req-c9091f53-a21e-4f1f-89d7-14ff69623fcc req-6a12f2b9-5929-4cef-a9a1-5ee291c49444 service nova] Releasing lock "refresh_cache-be32159b-85a3-472e-8e87-9e8e75d5235b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.781139] env[62306]: DEBUG nova.compute.manager [req-c9091f53-a21e-4f1f-89d7-14ff69623fcc req-6a12f2b9-5929-4cef-a9a1-5ee291c49444 service nova] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Received event network-vif-deleted-f80dae47-62d2-4f3d-9733-e7f4ad181ef1 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2001.823222] env[62306]: DEBUG oslo_concurrency.lockutils [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "5d5463e7-dab9-4a88-8f43-d4c8e903e935" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.823511] env[62306]: DEBUG oslo_concurrency.lockutils [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "5d5463e7-dab9-4a88-8f43-d4c8e903e935" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.842145] env[62306]: DEBUG nova.scheduler.client.report [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2001.996851] env[62306]: DEBUG nova.compute.manager [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2002.013158] env[62306]: DEBUG oslo_vmware.api [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Task: {'id': task-1973142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260132} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.013432] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.016354] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2002.016563] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2002.016739] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2002.016913] env[62306]: INFO nova.compute.manager [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Took 1.36 seconds to destroy the instance on the hypervisor. [ 2002.017184] env[62306]: DEBUG oslo.service.loopingcall [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2002.017483] env[62306]: DEBUG nova.compute.manager [-] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2002.017748] env[62306]: DEBUG nova.network.neutron [-] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2002.041940] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973144, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.045403] env[62306]: DEBUG nova.virt.hardware [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2002.045710] env[62306]: DEBUG nova.virt.hardware [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2002.045950] env[62306]: DEBUG nova.virt.hardware [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2002.046252] env[62306]: DEBUG nova.virt.hardware [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2002.046503] env[62306]: DEBUG nova.virt.hardware [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2002.046728] env[62306]: DEBUG nova.virt.hardware [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2002.047703] env[62306]: DEBUG nova.virt.hardware [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2002.047703] env[62306]: DEBUG nova.virt.hardware [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2002.047703] env[62306]: DEBUG nova.virt.hardware [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2002.047703] env[62306]: DEBUG nova.virt.hardware [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2002.047703] env[62306]: DEBUG nova.virt.hardware [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2002.048780] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecee126a-7f2e-499b-93d6-04c8a6279892 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.059874] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27454540-126c-44a7-8fd5-87080b66a5b3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.094560] env[62306]: DEBUG nova.network.neutron [None req-8766c39f-895b-4a59-b593-e43612c058d6 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updating instance_info_cache with network_info: [{"id": "7a105f74-35cf-4eff-b655-5c7165c931aa", "address": "fa:16:3e:f3:1b:7a", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a105f74-35", "ovs_interfaceid": "7a105f74-35cf-4eff-b655-5c7165c931aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.314573] env[62306]: DEBUG nova.compute.manager [req-f38f89cf-73e2-4e81-9d3b-da5518808a1b req-3868504a-0d18-44ab-83ad-d77f0ece18a6 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Received event network-vif-deleted-e8ae87a2-a150-4862-9941-fbeffac6f66f {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2002.314680] env[62306]: INFO nova.compute.manager [req-f38f89cf-73e2-4e81-9d3b-da5518808a1b req-3868504a-0d18-44ab-83ad-d77f0ece18a6 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Neutron deleted interface e8ae87a2-a150-4862-9941-fbeffac6f66f; detaching it from the instance and deleting it from the info cache [ 2002.314781] env[62306]: DEBUG nova.network.neutron [req-f38f89cf-73e2-4e81-9d3b-da5518808a1b req-3868504a-0d18-44ab-83ad-d77f0ece18a6 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.327853] env[62306]: DEBUG nova.compute.manager [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2002.349020] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.349161] env[62306]: DEBUG nova.compute.manager [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2002.352300] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.779s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.352527] env[62306]: DEBUG nova.objects.instance [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Lazy-loading 'resources' on Instance uuid 6c8e4c27-c051-4096-b78d-4d9756647615 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2002.493166] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973143, 'name': ReconfigVM_Task, 'duration_secs': 0.682145} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.493576] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-5f2f2b94-606c-4659-a824-bfa6daec05a2/volume-5f2f2b94-606c-4659-a824-bfa6daec05a2.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2002.499879] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce67a014-d221-4fa1-a252-8384fc6b789b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.523235] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2002.523235] env[62306]: value = "task-1973145" [ 2002.523235] env[62306]: _type = "Task" [ 2002.523235] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.534203] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.541640] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "1c979d6e-e94d-4481-a969-7f856c9ddce1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.541872] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "1c979d6e-e94d-4481-a969-7f856c9ddce1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.548551] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569834} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.548798] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 56e86045-843d-42ea-8ea4-0120c363b56b/56e86045-843d-42ea-8ea4-0120c363b56b.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2002.549017] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2002.549551] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e8d0d50-5aa4-4247-adad-3afecd77759f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.559335] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 2002.559335] env[62306]: value = "task-1973146" [ 2002.559335] env[62306]: _type = "Task" [ 2002.559335] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.567997] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.597087] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8766c39f-895b-4a59-b593-e43612c058d6 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.786550] env[62306]: DEBUG nova.network.neutron [-] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.818905] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f11c07d5-5ed5-4c1a-907d-e7553d9b618e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.829419] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212f0671-c645-4e4d-8853-28ebd5f00fc6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.862475] env[62306]: DEBUG nova.compute.utils [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2002.865982] env[62306]: DEBUG nova.compute.manager [req-f38f89cf-73e2-4e81-9d3b-da5518808a1b req-3868504a-0d18-44ab-83ad-d77f0ece18a6 service nova] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Detach interface failed, port_id=e8ae87a2-a150-4862-9941-fbeffac6f66f, reason: Instance be32159b-85a3-472e-8e87-9e8e75d5235b could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2002.867547] env[62306]: DEBUG oslo_concurrency.lockutils [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.867852] env[62306]: DEBUG nova.compute.manager [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2002.869051] env[62306]: DEBUG nova.network.neutron [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2002.919552] env[62306]: DEBUG nova.policy [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e609b48b2ae4afb84522b69f516d2c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '094e9ccb8011489aa598b784b2994968', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2003.033822] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973145, 'name': ReconfigVM_Task, 'duration_secs': 0.156837} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.034158] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406258', 'volume_id': '5f2f2b94-606c-4659-a824-bfa6daec05a2', 'name': 'volume-5f2f2b94-606c-4659-a824-bfa6daec05a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '012f2b07-1cef-46f8-b9ce-d4def44aeab1', 'attached_at': '', 'detached_at': '', 'volume_id': '5f2f2b94-606c-4659-a824-bfa6daec05a2', 'serial': '5f2f2b94-606c-4659-a824-bfa6daec05a2'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2003.034761] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6dd6a2c-d8f9-4791-9d45-d4649c75b121 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.042938] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2003.042938] env[62306]: value = "task-1973147" [ 2003.042938] env[62306]: _type = "Task" [ 2003.042938] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.046649] env[62306]: DEBUG nova.compute.manager [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2003.063365] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973147, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.075770] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066285} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.075770] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2003.076564] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4bd70b-7a71-4d8c-9e4b-18fc997bd670 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.101293] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 56e86045-843d-42ea-8ea4-0120c363b56b/56e86045-843d-42ea-8ea4-0120c363b56b.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2003.103619] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd0c8dc-1faa-41f1-a52e-751788e64df5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.120449] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8766c39f-895b-4a59-b593-e43612c058d6 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2003.121284] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc5f3cc-0335-4dca-9f02-b4f2486a6fb2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.123674] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b9f371a-8d11-4e42-9640-48b50a638f9a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.134337] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0351324a-2b2f-4a3f-9171-231a79e6348e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.137640] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 2003.137640] env[62306]: value = "task-1973149" [ 2003.137640] env[62306]: _type = "Task" [ 2003.137640] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.137880] env[62306]: DEBUG oslo_vmware.api [None req-8766c39f-895b-4a59-b593-e43612c058d6 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2003.137880] env[62306]: value = "task-1973148" [ 2003.137880] env[62306]: _type = "Task" [ 2003.137880] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.171366] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0ebf8f-4bc6-437b-8761-b27c2c49df38 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.181075] env[62306]: DEBUG oslo_vmware.api [None req-8766c39f-895b-4a59-b593-e43612c058d6 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973148, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.181656] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.187759] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e339dcab-e403-4a9a-9f90-7b5e3caec629 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.202286] env[62306]: DEBUG nova.compute.provider_tree [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2003.249705] env[62306]: DEBUG nova.network.neutron [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Successfully created port: a055de7e-df4a-41e0-82fd-866ed54e3e74 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2003.291616] env[62306]: INFO nova.compute.manager [-] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Took 1.27 seconds to deallocate network for instance. [ 2003.316650] env[62306]: DEBUG nova.compute.manager [req-b36b45de-125e-49b9-a0b6-110b59d66adc req-d6a4327d-0795-4c6b-80ff-78b66f552cfd service nova] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Received event network-vif-plugged-d64a3d36-926d-4c2d-9e10-0805d457dd46 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2003.316882] env[62306]: DEBUG oslo_concurrency.lockutils [req-b36b45de-125e-49b9-a0b6-110b59d66adc req-d6a4327d-0795-4c6b-80ff-78b66f552cfd service nova] Acquiring lock "40baa260-59a9-47e1-b685-a6144302f433-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.317134] env[62306]: DEBUG oslo_concurrency.lockutils [req-b36b45de-125e-49b9-a0b6-110b59d66adc req-d6a4327d-0795-4c6b-80ff-78b66f552cfd service nova] Lock "40baa260-59a9-47e1-b685-a6144302f433-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.317331] env[62306]: DEBUG oslo_concurrency.lockutils [req-b36b45de-125e-49b9-a0b6-110b59d66adc req-d6a4327d-0795-4c6b-80ff-78b66f552cfd service nova] Lock "40baa260-59a9-47e1-b685-a6144302f433-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.317503] env[62306]: DEBUG nova.compute.manager [req-b36b45de-125e-49b9-a0b6-110b59d66adc req-d6a4327d-0795-4c6b-80ff-78b66f552cfd service nova] [instance: 40baa260-59a9-47e1-b685-a6144302f433] No waiting events found dispatching network-vif-plugged-d64a3d36-926d-4c2d-9e10-0805d457dd46 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2003.317679] env[62306]: WARNING nova.compute.manager [req-b36b45de-125e-49b9-a0b6-110b59d66adc req-d6a4327d-0795-4c6b-80ff-78b66f552cfd service nova] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Received unexpected event network-vif-plugged-d64a3d36-926d-4c2d-9e10-0805d457dd46 for instance with vm_state building and task_state spawning. [ 2003.367629] env[62306]: DEBUG nova.compute.manager [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2003.417591] env[62306]: DEBUG nova.network.neutron [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Successfully updated port: d64a3d36-926d-4c2d-9e10-0805d457dd46 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2003.554197] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973147, 'name': Rename_Task, 'duration_secs': 0.166925} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.554584] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2003.554869] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-960bee42-d685-4263-8b9d-5bf344feeb78 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.561935] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2003.561935] env[62306]: value = "task-1973150" [ 2003.561935] env[62306]: _type = "Task" [ 2003.561935] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.574414] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.587934] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.654156] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973149, 'name': ReconfigVM_Task, 'duration_secs': 0.423866} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.657433] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 56e86045-843d-42ea-8ea4-0120c363b56b/56e86045-843d-42ea-8ea4-0120c363b56b.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2003.657854] env[62306]: DEBUG oslo_vmware.api [None req-8766c39f-895b-4a59-b593-e43612c058d6 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973148, 'name': PowerOnVM_Task, 'duration_secs': 0.374519} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.658111] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-390cf730-4fe9-4cef-aa3c-c80f134eda28 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.659655] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8766c39f-895b-4a59-b593-e43612c058d6 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2003.659853] env[62306]: DEBUG nova.compute.manager [None req-8766c39f-895b-4a59-b593-e43612c058d6 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2003.660620] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33730be-884e-40f8-ae17-3adce0390573 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.670855] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 2003.670855] env[62306]: value = "task-1973151" [ 2003.670855] env[62306]: _type = "Task" [ 2003.670855] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.684525] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973151, 'name': Rename_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.705797] env[62306]: DEBUG nova.scheduler.client.report [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2003.800639] env[62306]: DEBUG oslo_concurrency.lockutils [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.920802] env[62306]: DEBUG oslo_concurrency.lockutils [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "refresh_cache-40baa260-59a9-47e1-b685-a6144302f433" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.920951] env[62306]: DEBUG oslo_concurrency.lockutils [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquired lock "refresh_cache-40baa260-59a9-47e1-b685-a6144302f433" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2003.921117] env[62306]: DEBUG nova.network.neutron [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2004.072843] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973150, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.183731] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973151, 'name': Rename_Task, 'duration_secs': 0.390933} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.184023] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2004.184272] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7573d278-4383-4f0d-952c-09c82cdfafd7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.193374] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 2004.193374] env[62306]: value = "task-1973152" [ 2004.193374] env[62306]: _type = "Task" [ 2004.193374] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.203187] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.210580] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.213040] env[62306]: DEBUG oslo_concurrency.lockutils [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.096s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.213142] env[62306]: DEBUG nova.objects.instance [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lazy-loading 'resources' on Instance uuid d6b524bb-fda7-45cb-92cc-097312df03c7 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2004.230281] env[62306]: INFO nova.scheduler.client.report [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Deleted allocations for instance 6c8e4c27-c051-4096-b78d-4d9756647615 [ 2004.380492] env[62306]: DEBUG nova.compute.manager [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2004.407180] env[62306]: DEBUG nova.virt.hardware [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2004.407497] env[62306]: DEBUG nova.virt.hardware [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2004.407795] env[62306]: DEBUG nova.virt.hardware [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2004.408455] env[62306]: DEBUG nova.virt.hardware [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2004.408455] env[62306]: DEBUG nova.virt.hardware [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2004.408590] env[62306]: DEBUG nova.virt.hardware [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2004.408878] env[62306]: DEBUG nova.virt.hardware [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2004.409161] env[62306]: DEBUG nova.virt.hardware [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2004.409395] env[62306]: DEBUG nova.virt.hardware [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2004.409620] env[62306]: DEBUG nova.virt.hardware [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2004.409871] env[62306]: DEBUG nova.virt.hardware [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2004.411357] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f931e1-33c2-4c89-8ed1-58340f5b14b4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.421547] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25ad682-c0d6-462d-a325-bc4285b23702 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.473487] env[62306]: DEBUG nova.network.neutron [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2004.575387] env[62306]: DEBUG oslo_vmware.api [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973150, 'name': PowerOnVM_Task, 'duration_secs': 0.923116} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.575387] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2004.628036] env[62306]: DEBUG nova.network.neutron [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Updating instance_info_cache with network_info: [{"id": "d64a3d36-926d-4c2d-9e10-0805d457dd46", "address": "fa:16:3e:95:36:aa", "network": {"id": "e517a8c3-6380-408d-916c-09da44df22c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1687445468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7db4d2d12fd4140972c835112cc614e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd64a3d36-92", "ovs_interfaceid": "d64a3d36-926d-4c2d-9e10-0805d457dd46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.683119] env[62306]: DEBUG nova.compute.manager [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2004.686119] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3595fe-20bd-427e-ac8d-ee22ed5393ac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.706658] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.739665] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f5ad41a2-1d36-49db-86be-c1b892c00b0e tempest-InstanceActionsNegativeTestJSON-2111694414 tempest-InstanceActionsNegativeTestJSON-2111694414-project-member] Lock "6c8e4c27-c051-4096-b78d-4d9756647615" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.184s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.846578] env[62306]: DEBUG nova.compute.manager [req-7309ec80-c701-409c-9667-b68039d27a0c req-4871b85c-e56d-4f29-add5-1524e0c820b4 service nova] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Received event network-vif-plugged-a055de7e-df4a-41e0-82fd-866ed54e3e74 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2004.847257] env[62306]: DEBUG oslo_concurrency.lockutils [req-7309ec80-c701-409c-9667-b68039d27a0c req-4871b85c-e56d-4f29-add5-1524e0c820b4 service nova] Acquiring lock "520c4b33-d540-4d70-ad31-892bf0041095-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.847257] env[62306]: DEBUG oslo_concurrency.lockutils [req-7309ec80-c701-409c-9667-b68039d27a0c req-4871b85c-e56d-4f29-add5-1524e0c820b4 service nova] Lock "520c4b33-d540-4d70-ad31-892bf0041095-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.847257] env[62306]: DEBUG oslo_concurrency.lockutils [req-7309ec80-c701-409c-9667-b68039d27a0c req-4871b85c-e56d-4f29-add5-1524e0c820b4 service nova] Lock "520c4b33-d540-4d70-ad31-892bf0041095-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.847628] env[62306]: DEBUG nova.compute.manager [req-7309ec80-c701-409c-9667-b68039d27a0c req-4871b85c-e56d-4f29-add5-1524e0c820b4 service nova] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] No waiting events found dispatching network-vif-plugged-a055de7e-df4a-41e0-82fd-866ed54e3e74 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2004.847666] env[62306]: WARNING nova.compute.manager [req-7309ec80-c701-409c-9667-b68039d27a0c req-4871b85c-e56d-4f29-add5-1524e0c820b4 service nova] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Received unexpected event network-vif-plugged-a055de7e-df4a-41e0-82fd-866ed54e3e74 for instance with vm_state building and task_state spawning. [ 2004.893137] env[62306]: DEBUG nova.network.neutron [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Successfully updated port: a055de7e-df4a-41e0-82fd-866ed54e3e74 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2004.965322] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba4d095-1190-4bab-9244-c7eebabb0f9d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.973258] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b905cb6c-208d-4643-8167-3d45463f5f1c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.004614] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f3f286-c536-4ffc-91ce-ccd59a832344 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.013378] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44402b61-7c5f-4003-a775-561a8c6eb993 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.027230] env[62306]: DEBUG nova.compute.provider_tree [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2005.133026] env[62306]: DEBUG oslo_concurrency.lockutils [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Releasing lock "refresh_cache-40baa260-59a9-47e1-b685-a6144302f433" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.133026] env[62306]: DEBUG nova.compute.manager [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Instance network_info: |[{"id": "d64a3d36-926d-4c2d-9e10-0805d457dd46", "address": "fa:16:3e:95:36:aa", "network": {"id": "e517a8c3-6380-408d-916c-09da44df22c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1687445468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7db4d2d12fd4140972c835112cc614e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd64a3d36-92", "ovs_interfaceid": "d64a3d36-926d-4c2d-9e10-0805d457dd46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2005.133026] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:36:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd64a3d36-926d-4c2d-9e10-0805d457dd46', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2005.140441] env[62306]: DEBUG oslo.service.loopingcall [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2005.140699] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2005.140936] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-239f381f-a153-4a5c-aac7-6da722f715d2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.163790] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2005.163790] env[62306]: value = "task-1973153" [ 2005.163790] env[62306]: _type = "Task" [ 2005.163790] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.176833] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973153, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.208838] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973152, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.211325] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c94a2291-1407-4fad-9840-9291e4a595ce tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 37.484s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.379831] env[62306]: DEBUG nova.compute.manager [req-7c76d3a2-c755-414e-85fd-7b72e4574e68 req-9881a3fd-e81e-4dd3-aba9-252a59537fb4 service nova] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Received event network-changed-d64a3d36-926d-4c2d-9e10-0805d457dd46 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2005.380042] env[62306]: DEBUG nova.compute.manager [req-7c76d3a2-c755-414e-85fd-7b72e4574e68 req-9881a3fd-e81e-4dd3-aba9-252a59537fb4 service nova] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Refreshing instance network info cache due to event network-changed-d64a3d36-926d-4c2d-9e10-0805d457dd46. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2005.380270] env[62306]: DEBUG oslo_concurrency.lockutils [req-7c76d3a2-c755-414e-85fd-7b72e4574e68 req-9881a3fd-e81e-4dd3-aba9-252a59537fb4 service nova] Acquiring lock "refresh_cache-40baa260-59a9-47e1-b685-a6144302f433" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.380412] env[62306]: DEBUG oslo_concurrency.lockutils [req-7c76d3a2-c755-414e-85fd-7b72e4574e68 req-9881a3fd-e81e-4dd3-aba9-252a59537fb4 service nova] Acquired lock "refresh_cache-40baa260-59a9-47e1-b685-a6144302f433" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.380684] env[62306]: DEBUG nova.network.neutron [req-7c76d3a2-c755-414e-85fd-7b72e4574e68 req-9881a3fd-e81e-4dd3-aba9-252a59537fb4 service nova] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Refreshing network info cache for port d64a3d36-926d-4c2d-9e10-0805d457dd46 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2005.399416] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "refresh_cache-520c4b33-d540-4d70-ad31-892bf0041095" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.399563] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "refresh_cache-520c4b33-d540-4d70-ad31-892bf0041095" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.399728] env[62306]: DEBUG nova.network.neutron [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2005.531501] env[62306]: DEBUG nova.scheduler.client.report [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2005.674906] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973153, 'name': CreateVM_Task, 'duration_secs': 0.442478} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.675092] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2005.676592] env[62306]: DEBUG oslo_concurrency.lockutils [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.676770] env[62306]: DEBUG oslo_concurrency.lockutils [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.677116] env[62306]: DEBUG oslo_concurrency.lockutils [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2005.677691] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6174f37-2fe9-4f75-a279-df4c7b848c8b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.688780] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2005.688780] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523d4591-6934-cee2-a464-7547ab538c46" [ 2005.688780] env[62306]: _type = "Task" [ 2005.688780] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.698634] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523d4591-6934-cee2-a464-7547ab538c46, 'name': SearchDatastore_Task, 'duration_secs': 0.010852} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.701884] env[62306]: DEBUG oslo_concurrency.lockutils [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.702141] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2005.702375] env[62306]: DEBUG oslo_concurrency.lockutils [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.702531] env[62306]: DEBUG oslo_concurrency.lockutils [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.702700] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2005.702959] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-944b8f6d-5112-4366-9498-8cb8eec8506c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.710999] env[62306]: DEBUG oslo_vmware.api [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973152, 'name': PowerOnVM_Task, 'duration_secs': 1.082176} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.712006] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2005.712257] env[62306]: INFO nova.compute.manager [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Took 8.59 seconds to spawn the instance on the hypervisor. [ 2005.712503] env[62306]: DEBUG nova.compute.manager [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2005.714038] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfcaf3f-892f-47e9-befc-57434f085c42 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.717100] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2005.717100] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2005.717350] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77151fc8-d1bf-40ba-8817-dcb17f73cc2f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.727668] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2005.727668] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52433817-b177-5601-791c-eec037dc7347" [ 2005.727668] env[62306]: _type = "Task" [ 2005.727668] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.737469] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52433817-b177-5601-791c-eec037dc7347, 'name': SearchDatastore_Task, 'duration_secs': 0.010729} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.738256] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39f7ecbc-ce24-4835-bc6e-3070f72e5eb5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.744437] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2005.744437] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524e166f-7ec2-e45a-abcb-09ae91ff3092" [ 2005.744437] env[62306]: _type = "Task" [ 2005.744437] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.755327] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524e166f-7ec2-e45a-abcb-09ae91ff3092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.935022] env[62306]: DEBUG nova.network.neutron [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2006.040239] env[62306]: DEBUG oslo_concurrency.lockutils [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.042344] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.838s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.048633] env[62306]: INFO nova.compute.claims [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2006.073840] env[62306]: INFO nova.scheduler.client.report [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Deleted allocations for instance d6b524bb-fda7-45cb-92cc-097312df03c7 [ 2006.161578] env[62306]: DEBUG nova.network.neutron [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Updating instance_info_cache with network_info: [{"id": "a055de7e-df4a-41e0-82fd-866ed54e3e74", "address": "fa:16:3e:99:8c:48", "network": {"id": "619e998f-85a0-44c3-b066-ba85f5243b93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2084209057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "094e9ccb8011489aa598b784b2994968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa055de7e-df", "ovs_interfaceid": "a055de7e-df4a-41e0-82fd-866ed54e3e74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.239627] env[62306]: INFO nova.compute.manager [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Took 26.16 seconds to build instance. [ 2006.261629] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524e166f-7ec2-e45a-abcb-09ae91ff3092, 'name': SearchDatastore_Task, 'duration_secs': 0.009444} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.261929] env[62306]: DEBUG oslo_concurrency.lockutils [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.262196] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 40baa260-59a9-47e1-b685-a6144302f433/40baa260-59a9-47e1-b685-a6144302f433.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2006.262480] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5aae8a5d-fe30-4998-98e6-da72aa99d1d5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.274597] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2006.274597] env[62306]: value = "task-1973154" [ 2006.274597] env[62306]: _type = "Task" [ 2006.274597] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.285567] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.318344] env[62306]: DEBUG nova.network.neutron [req-7c76d3a2-c755-414e-85fd-7b72e4574e68 req-9881a3fd-e81e-4dd3-aba9-252a59537fb4 service nova] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Updated VIF entry in instance network info cache for port d64a3d36-926d-4c2d-9e10-0805d457dd46. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2006.318905] env[62306]: DEBUG nova.network.neutron [req-7c76d3a2-c755-414e-85fd-7b72e4574e68 req-9881a3fd-e81e-4dd3-aba9-252a59537fb4 service nova] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Updating instance_info_cache with network_info: [{"id": "d64a3d36-926d-4c2d-9e10-0805d457dd46", "address": "fa:16:3e:95:36:aa", "network": {"id": "e517a8c3-6380-408d-916c-09da44df22c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1687445468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7db4d2d12fd4140972c835112cc614e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd64a3d36-92", "ovs_interfaceid": "d64a3d36-926d-4c2d-9e10-0805d457dd46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.591968] env[62306]: DEBUG oslo_concurrency.lockutils [None req-05cd4d24-04ce-4831-9ae7-c678bdb935aa tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "d6b524bb-fda7-45cb-92cc-097312df03c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.415s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.665381] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "refresh_cache-520c4b33-d540-4d70-ad31-892bf0041095" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.665381] env[62306]: DEBUG nova.compute.manager [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Instance network_info: |[{"id": "a055de7e-df4a-41e0-82fd-866ed54e3e74", "address": "fa:16:3e:99:8c:48", "network": {"id": "619e998f-85a0-44c3-b066-ba85f5243b93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2084209057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "094e9ccb8011489aa598b784b2994968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa055de7e-df", "ovs_interfaceid": "a055de7e-df4a-41e0-82fd-866ed54e3e74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2006.665778] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:8c:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a055de7e-df4a-41e0-82fd-866ed54e3e74', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2006.674024] env[62306]: DEBUG oslo.service.loopingcall [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2006.674434] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2006.674638] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5200a010-788e-479e-b8eb-194a5b11867d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.697452] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2006.697452] env[62306]: value = "task-1973155" [ 2006.697452] env[62306]: _type = "Task" [ 2006.697452] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.709428] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973155, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.749770] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a26c3820-fe27-40c1-a4d4-4dac718ee26e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "56e86045-843d-42ea-8ea4-0120c363b56b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.679s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.786742] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493562} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.786742] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 40baa260-59a9-47e1-b685-a6144302f433/40baa260-59a9-47e1-b685-a6144302f433.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2006.786742] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2006.786742] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b87359e1-8afa-4c62-9a29-212582d5d3c9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.794612] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2006.794612] env[62306]: value = "task-1973156" [ 2006.794612] env[62306]: _type = "Task" [ 2006.794612] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.805547] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.822071] env[62306]: DEBUG oslo_concurrency.lockutils [req-7c76d3a2-c755-414e-85fd-7b72e4574e68 req-9881a3fd-e81e-4dd3-aba9-252a59537fb4 service nova] Releasing lock "refresh_cache-40baa260-59a9-47e1-b685-a6144302f433" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.877812] env[62306]: DEBUG nova.compute.manager [req-e10dff76-cfef-4778-950d-8a25b489295f req-6ba12111-f678-4dd2-8cec-70fc2c72ab4c service nova] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Received event network-changed-a055de7e-df4a-41e0-82fd-866ed54e3e74 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2006.878119] env[62306]: DEBUG nova.compute.manager [req-e10dff76-cfef-4778-950d-8a25b489295f req-6ba12111-f678-4dd2-8cec-70fc2c72ab4c service nova] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Refreshing instance network info cache due to event network-changed-a055de7e-df4a-41e0-82fd-866ed54e3e74. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2006.878526] env[62306]: DEBUG oslo_concurrency.lockutils [req-e10dff76-cfef-4778-950d-8a25b489295f req-6ba12111-f678-4dd2-8cec-70fc2c72ab4c service nova] Acquiring lock "refresh_cache-520c4b33-d540-4d70-ad31-892bf0041095" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.878526] env[62306]: DEBUG oslo_concurrency.lockutils [req-e10dff76-cfef-4778-950d-8a25b489295f req-6ba12111-f678-4dd2-8cec-70fc2c72ab4c service nova] Acquired lock "refresh_cache-520c4b33-d540-4d70-ad31-892bf0041095" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.879194] env[62306]: DEBUG nova.network.neutron [req-e10dff76-cfef-4778-950d-8a25b489295f req-6ba12111-f678-4dd2-8cec-70fc2c72ab4c service nova] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Refreshing network info cache for port a055de7e-df4a-41e0-82fd-866ed54e3e74 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2007.213207] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973155, 'name': CreateVM_Task, 'duration_secs': 0.425404} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.213501] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2007.214107] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.214283] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.214608] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2007.214905] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6539f53-2880-434e-9e77-7abc401538a1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.223676] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 2007.223676] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a4f709-2632-9cee-23c6-fff695e58ec9" [ 2007.223676] env[62306]: _type = "Task" [ 2007.223676] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.232926] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a4f709-2632-9cee-23c6-fff695e58ec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.312212] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096162} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.312462] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2007.313849] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79fbdb4-ba2c-484d-b79b-a1c3ca0e0587 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.348795] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 40baa260-59a9-47e1-b685-a6144302f433/40baa260-59a9-47e1-b685-a6144302f433.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2007.351880] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6be0a54f-905d-48a8-89cf-c2d5d44fc0ff {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.374845] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2007.374845] env[62306]: value = "task-1973158" [ 2007.374845] env[62306]: _type = "Task" [ 2007.374845] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.379852] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfa926a-d8af-48bf-91f1-cad30f57afd0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.389037] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.392877] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b10ac21-2299-4b28-adc5-e94d9bd115ce {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.432181] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7677165c-8fa5-4e1e-8ca1-9d292605fd9c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.437158] env[62306]: DEBUG nova.compute.manager [req-3fb87369-e523-4cff-8560-0b18323adc9a req-85c480aa-6b42-4a70-814d-349ef34601af service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Received event network-changed-88af45f9-622d-4f83-8266-eb31250ee2f2 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2007.437394] env[62306]: DEBUG nova.compute.manager [req-3fb87369-e523-4cff-8560-0b18323adc9a req-85c480aa-6b42-4a70-814d-349ef34601af service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Refreshing instance network info cache due to event network-changed-88af45f9-622d-4f83-8266-eb31250ee2f2. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2007.437656] env[62306]: DEBUG oslo_concurrency.lockutils [req-3fb87369-e523-4cff-8560-0b18323adc9a req-85c480aa-6b42-4a70-814d-349ef34601af service nova] Acquiring lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.437878] env[62306]: DEBUG oslo_concurrency.lockutils [req-3fb87369-e523-4cff-8560-0b18323adc9a req-85c480aa-6b42-4a70-814d-349ef34601af service nova] Acquired lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.438480] env[62306]: DEBUG nova.network.neutron [req-3fb87369-e523-4cff-8560-0b18323adc9a req-85c480aa-6b42-4a70-814d-349ef34601af service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Refreshing network info cache for port 88af45f9-622d-4f83-8266-eb31250ee2f2 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2007.448616] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce65667-eec6-4710-a068-914a9fcec05e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.469215] env[62306]: DEBUG nova.compute.provider_tree [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2007.689803] env[62306]: DEBUG nova.network.neutron [req-e10dff76-cfef-4778-950d-8a25b489295f req-6ba12111-f678-4dd2-8cec-70fc2c72ab4c service nova] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Updated VIF entry in instance network info cache for port a055de7e-df4a-41e0-82fd-866ed54e3e74. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2007.690168] env[62306]: DEBUG nova.network.neutron [req-e10dff76-cfef-4778-950d-8a25b489295f req-6ba12111-f678-4dd2-8cec-70fc2c72ab4c service nova] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Updating instance_info_cache with network_info: [{"id": "a055de7e-df4a-41e0-82fd-866ed54e3e74", "address": "fa:16:3e:99:8c:48", "network": {"id": "619e998f-85a0-44c3-b066-ba85f5243b93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2084209057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "094e9ccb8011489aa598b784b2994968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa055de7e-df", "ovs_interfaceid": "a055de7e-df4a-41e0-82fd-866ed54e3e74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.735016] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a4f709-2632-9cee-23c6-fff695e58ec9, 'name': SearchDatastore_Task, 'duration_secs': 0.010414} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.735681] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.735916] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2007.736198] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.736432] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.736650] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2007.736927] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c48c7912-b380-490b-91df-69dedd144133 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.748192] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2007.748472] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2007.749210] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c4548a-c948-4dde-a0a9-66141bb4c0d4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.756175] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 2007.756175] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52321062-efdb-4d5d-c80a-4f5786e264ff" [ 2007.756175] env[62306]: _type = "Task" [ 2007.756175] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.764980] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52321062-efdb-4d5d-c80a-4f5786e264ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.886070] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.975157] env[62306]: DEBUG nova.scheduler.client.report [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2008.193532] env[62306]: DEBUG oslo_concurrency.lockutils [req-e10dff76-cfef-4778-950d-8a25b489295f req-6ba12111-f678-4dd2-8cec-70fc2c72ab4c service nova] Releasing lock "refresh_cache-520c4b33-d540-4d70-ad31-892bf0041095" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.236857] env[62306]: DEBUG nova.network.neutron [req-3fb87369-e523-4cff-8560-0b18323adc9a req-85c480aa-6b42-4a70-814d-349ef34601af service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Updated VIF entry in instance network info cache for port 88af45f9-622d-4f83-8266-eb31250ee2f2. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2008.236857] env[62306]: DEBUG nova.network.neutron [req-3fb87369-e523-4cff-8560-0b18323adc9a req-85c480aa-6b42-4a70-814d-349ef34601af service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Updating instance_info_cache with network_info: [{"id": "88af45f9-622d-4f83-8266-eb31250ee2f2", "address": "fa:16:3e:71:7a:fb", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88af45f9-62", "ovs_interfaceid": "88af45f9-622d-4f83-8266-eb31250ee2f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.268778] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52321062-efdb-4d5d-c80a-4f5786e264ff, 'name': SearchDatastore_Task, 'duration_secs': 0.014738} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.270680] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fdd5c6c-8a5f-4159-b631-85206fe3429e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.276206] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 2008.276206] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5283215f-7244-ee30-979d-aed321de2f02" [ 2008.276206] env[62306]: _type = "Task" [ 2008.276206] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.285848] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5283215f-7244-ee30-979d-aed321de2f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.385857] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973158, 'name': ReconfigVM_Task, 'duration_secs': 0.73001} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.386519] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 40baa260-59a9-47e1-b685-a6144302f433/40baa260-59a9-47e1-b685-a6144302f433.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2008.387466] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4aa3fb7-2b36-443d-8925-ec14d8aa5c96 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.395987] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2008.395987] env[62306]: value = "task-1973159" [ 2008.395987] env[62306]: _type = "Task" [ 2008.395987] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.405554] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973159, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.477722] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.478648] env[62306]: DEBUG nova.compute.manager [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2008.481862] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.491s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.482081] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.484852] env[62306]: DEBUG oslo_concurrency.lockutils [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.807s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.485132] env[62306]: DEBUG nova.objects.instance [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lazy-loading 'resources' on Instance uuid 7f34dfd8-42c4-4229-808d-c865db76ae10 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2008.517724] env[62306]: INFO nova.scheduler.client.report [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Deleted allocations for instance 30049df0-11d6-4198-86fd-6cc947541851 [ 2008.741627] env[62306]: DEBUG oslo_concurrency.lockutils [req-3fb87369-e523-4cff-8560-0b18323adc9a req-85c480aa-6b42-4a70-814d-349ef34601af service nova] Releasing lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.741627] env[62306]: DEBUG nova.compute.manager [req-3fb87369-e523-4cff-8560-0b18323adc9a req-85c480aa-6b42-4a70-814d-349ef34601af service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Received event network-changed-9ea5dc05-f171-47f8-9977-78e4584f0002 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2008.741627] env[62306]: DEBUG nova.compute.manager [req-3fb87369-e523-4cff-8560-0b18323adc9a req-85c480aa-6b42-4a70-814d-349ef34601af service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Refreshing instance network info cache due to event network-changed-9ea5dc05-f171-47f8-9977-78e4584f0002. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2008.741627] env[62306]: DEBUG oslo_concurrency.lockutils [req-3fb87369-e523-4cff-8560-0b18323adc9a req-85c480aa-6b42-4a70-814d-349ef34601af service nova] Acquiring lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.741627] env[62306]: DEBUG oslo_concurrency.lockutils [req-3fb87369-e523-4cff-8560-0b18323adc9a req-85c480aa-6b42-4a70-814d-349ef34601af service nova] Acquired lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.741627] env[62306]: DEBUG nova.network.neutron [req-3fb87369-e523-4cff-8560-0b18323adc9a req-85c480aa-6b42-4a70-814d-349ef34601af service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Refreshing network info cache for port 9ea5dc05-f171-47f8-9977-78e4584f0002 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2008.794568] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5283215f-7244-ee30-979d-aed321de2f02, 'name': SearchDatastore_Task, 'duration_secs': 0.010655} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.794849] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.795198] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 520c4b33-d540-4d70-ad31-892bf0041095/520c4b33-d540-4d70-ad31-892bf0041095.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2008.795480] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36796297-d7e9-49da-8331-f48268e68fc5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.809423] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 2008.809423] env[62306]: value = "task-1973160" [ 2008.809423] env[62306]: _type = "Task" [ 2008.809423] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.821354] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.908983] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973159, 'name': Rename_Task, 'duration_secs': 0.236453} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.909707] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2008.912168] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70841ccc-af63-4cfd-82e6-e50b0735bba6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.920292] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2008.920292] env[62306]: value = "task-1973161" [ 2008.920292] env[62306]: _type = "Task" [ 2008.920292] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.928867] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.992199] env[62306]: DEBUG nova.compute.utils [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2008.997790] env[62306]: DEBUG nova.compute.manager [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2008.997974] env[62306]: DEBUG nova.network.neutron [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2009.029040] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7701bda4-3f12-4565-b2cb-8a0e5359cf7b tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "30049df0-11d6-4198-86fd-6cc947541851" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.907s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.085498] env[62306]: DEBUG nova.policy [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59959235e8d44dfa99d694e33b7aa942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '355894b0e4254884a894ed13a79e0ff3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2009.275061] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a663f3-6061-47b3-8e4b-f0928270bc79 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.285196] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6979020f-3072-4541-beac-e3e3990324e0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.327577] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf97087-c972-41c4-ae32-c748014cd7eb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.336727] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973160, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.340601] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c5df9f-a13b-4f78-89ee-e339b51bae8c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.359588] env[62306]: DEBUG nova.compute.provider_tree [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2009.438913] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973161, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.455124] env[62306]: DEBUG nova.network.neutron [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Successfully created port: 41752c54-6f66-40f0-90f4-4bb0f515141b {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2009.471140] env[62306]: DEBUG nova.compute.manager [req-7032f93e-2773-4e7a-8912-e75dd4fa11b1 req-75cccea5-5316-4d63-8ea4-626c6a4a9fc6 service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Received event network-changed-9ea5dc05-f171-47f8-9977-78e4584f0002 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2009.471565] env[62306]: DEBUG nova.compute.manager [req-7032f93e-2773-4e7a-8912-e75dd4fa11b1 req-75cccea5-5316-4d63-8ea4-626c6a4a9fc6 service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Refreshing instance network info cache due to event network-changed-9ea5dc05-f171-47f8-9977-78e4584f0002. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2009.472333] env[62306]: DEBUG oslo_concurrency.lockutils [req-7032f93e-2773-4e7a-8912-e75dd4fa11b1 req-75cccea5-5316-4d63-8ea4-626c6a4a9fc6 service nova] Acquiring lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.501894] env[62306]: DEBUG nova.compute.manager [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2009.684234] env[62306]: DEBUG nova.network.neutron [req-3fb87369-e523-4cff-8560-0b18323adc9a req-85c480aa-6b42-4a70-814d-349ef34601af service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Updated VIF entry in instance network info cache for port 9ea5dc05-f171-47f8-9977-78e4584f0002. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2009.684234] env[62306]: DEBUG nova.network.neutron [req-3fb87369-e523-4cff-8560-0b18323adc9a req-85c480aa-6b42-4a70-814d-349ef34601af service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Updating instance_info_cache with network_info: [{"id": "9ea5dc05-f171-47f8-9977-78e4584f0002", "address": "fa:16:3e:20:37:78", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea5dc05-f1", "ovs_interfaceid": "9ea5dc05-f171-47f8-9977-78e4584f0002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.835496] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880254} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.836086] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 520c4b33-d540-4d70-ad31-892bf0041095/520c4b33-d540-4d70-ad31-892bf0041095.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2009.836345] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2009.836604] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24ef0cbf-e86b-45d6-b63a-c06224986d75 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.845223] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 2009.845223] env[62306]: value = "task-1973162" [ 2009.845223] env[62306]: _type = "Task" [ 2009.845223] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.854577] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.864968] env[62306]: DEBUG nova.scheduler.client.report [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2009.938068] env[62306]: DEBUG oslo_vmware.api [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973161, 'name': PowerOnVM_Task, 'duration_secs': 0.66594} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.938486] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2009.938723] env[62306]: INFO nova.compute.manager [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Took 7.94 seconds to spawn the instance on the hypervisor. [ 2009.938907] env[62306]: DEBUG nova.compute.manager [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2009.939930] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5ac928-8eca-496f-a9a9-a642be58a0a1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.186216] env[62306]: DEBUG oslo_concurrency.lockutils [req-3fb87369-e523-4cff-8560-0b18323adc9a req-85c480aa-6b42-4a70-814d-349ef34601af service nova] Releasing lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.187099] env[62306]: DEBUG oslo_concurrency.lockutils [req-7032f93e-2773-4e7a-8912-e75dd4fa11b1 req-75cccea5-5316-4d63-8ea4-626c6a4a9fc6 service nova] Acquired lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.187310] env[62306]: DEBUG nova.network.neutron [req-7032f93e-2773-4e7a-8912-e75dd4fa11b1 req-75cccea5-5316-4d63-8ea4-626c6a4a9fc6 service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Refreshing network info cache for port 9ea5dc05-f171-47f8-9977-78e4584f0002 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2010.359139] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.375502} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.359139] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2010.361822] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bffb0a-b59a-492f-bc7a-e187021de247 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.369572] env[62306]: DEBUG oslo_concurrency.lockutils [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.392633] env[62306]: DEBUG oslo_concurrency.lockutils [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.661s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.392954] env[62306]: DEBUG nova.objects.instance [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lazy-loading 'resources' on Instance uuid c12c7149-f851-4b6b-b69b-54fbbb176590 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2010.407944] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 520c4b33-d540-4d70-ad31-892bf0041095/520c4b33-d540-4d70-ad31-892bf0041095.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2010.413561] env[62306]: INFO nova.scheduler.client.report [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Deleted allocations for instance 7f34dfd8-42c4-4229-808d-c865db76ae10 [ 2010.414765] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bd6b5c9-6a71-47b6-a6c1-2f2dd3861921 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.448040] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 2010.448040] env[62306]: value = "task-1973163" [ 2010.448040] env[62306]: _type = "Task" [ 2010.448040] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.465862] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.469242] env[62306]: INFO nova.compute.manager [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Took 25.57 seconds to build instance. [ 2010.513871] env[62306]: DEBUG nova.compute.manager [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2010.560048] env[62306]: DEBUG nova.virt.hardware [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2010.560327] env[62306]: DEBUG nova.virt.hardware [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2010.560539] env[62306]: DEBUG nova.virt.hardware [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2010.560760] env[62306]: DEBUG nova.virt.hardware [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2010.560939] env[62306]: DEBUG nova.virt.hardware [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2010.561132] env[62306]: DEBUG nova.virt.hardware [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2010.561422] env[62306]: DEBUG nova.virt.hardware [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2010.561628] env[62306]: DEBUG nova.virt.hardware [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2010.562512] env[62306]: DEBUG nova.virt.hardware [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2010.562512] env[62306]: DEBUG nova.virt.hardware [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2010.562512] env[62306]: DEBUG nova.virt.hardware [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2010.563355] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f276e63-91a4-4453-89fd-490e2853ee98 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.572771] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfc969e-326e-4b21-b343-a177b60fcbe5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.690721] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ac2897-c7ec-459b-9081-be81a2ddc234 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.698728] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f645bc0-c08a-460a-bbb6-6d0aa7a7c928 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.729448] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae20e4e7-0ebc-4e07-aca9-c14e5cfb7d6e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.738703] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300cdd51-6c96-47a9-a8e0-d4c77ae521d6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.760424] env[62306]: DEBUG nova.compute.provider_tree [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2010.940841] env[62306]: DEBUG oslo_concurrency.lockutils [None req-996b4d99-72e1-4246-a07c-94f48f950143 tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lock "7f34dfd8-42c4-4229-808d-c865db76ae10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.750s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.961787] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973163, 'name': ReconfigVM_Task, 'duration_secs': 0.435312} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.962932] env[62306]: DEBUG nova.network.neutron [req-7032f93e-2773-4e7a-8912-e75dd4fa11b1 req-75cccea5-5316-4d63-8ea4-626c6a4a9fc6 service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Updated VIF entry in instance network info cache for port 9ea5dc05-f171-47f8-9977-78e4584f0002. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2010.963301] env[62306]: DEBUG nova.network.neutron [req-7032f93e-2773-4e7a-8912-e75dd4fa11b1 req-75cccea5-5316-4d63-8ea4-626c6a4a9fc6 service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Updating instance_info_cache with network_info: [{"id": "9ea5dc05-f171-47f8-9977-78e4584f0002", "address": "fa:16:3e:20:37:78", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea5dc05-f1", "ovs_interfaceid": "9ea5dc05-f171-47f8-9977-78e4584f0002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.964587] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 520c4b33-d540-4d70-ad31-892bf0041095/520c4b33-d540-4d70-ad31-892bf0041095.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2010.965893] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-223f224a-be6d-4caf-98bc-d8652a56b4b3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.972082] env[62306]: DEBUG oslo_concurrency.lockutils [None req-df5357f2-7298-40a9-8ba7-231e59ec5ee1 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "40baa260-59a9-47e1-b685-a6144302f433" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.083s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.975668] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 2010.975668] env[62306]: value = "task-1973164" [ 2010.975668] env[62306]: _type = "Task" [ 2010.975668] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.985868] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973164, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.264300] env[62306]: DEBUG nova.scheduler.client.report [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2011.334606] env[62306]: DEBUG nova.network.neutron [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Successfully updated port: 41752c54-6f66-40f0-90f4-4bb0f515141b {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2011.372268] env[62306]: DEBUG nova.compute.manager [req-4eb9dc53-d7d3-44df-b284-629a5f77ea20 req-3935b8de-440d-4ba9-86a5-f9f3aa216411 service nova] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Received event network-vif-plugged-41752c54-6f66-40f0-90f4-4bb0f515141b {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2011.372268] env[62306]: DEBUG oslo_concurrency.lockutils [req-4eb9dc53-d7d3-44df-b284-629a5f77ea20 req-3935b8de-440d-4ba9-86a5-f9f3aa216411 service nova] Acquiring lock "80950dc6-b412-420e-95ad-958d09df8cda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.372640] env[62306]: DEBUG oslo_concurrency.lockutils [req-4eb9dc53-d7d3-44df-b284-629a5f77ea20 req-3935b8de-440d-4ba9-86a5-f9f3aa216411 service nova] Lock "80950dc6-b412-420e-95ad-958d09df8cda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.372640] env[62306]: DEBUG oslo_concurrency.lockutils [req-4eb9dc53-d7d3-44df-b284-629a5f77ea20 req-3935b8de-440d-4ba9-86a5-f9f3aa216411 service nova] Lock "80950dc6-b412-420e-95ad-958d09df8cda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.372822] env[62306]: DEBUG nova.compute.manager [req-4eb9dc53-d7d3-44df-b284-629a5f77ea20 req-3935b8de-440d-4ba9-86a5-f9f3aa216411 service nova] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] No waiting events found dispatching network-vif-plugged-41752c54-6f66-40f0-90f4-4bb0f515141b {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2011.372954] env[62306]: WARNING nova.compute.manager [req-4eb9dc53-d7d3-44df-b284-629a5f77ea20 req-3935b8de-440d-4ba9-86a5-f9f3aa216411 service nova] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Received unexpected event network-vif-plugged-41752c54-6f66-40f0-90f4-4bb0f515141b for instance with vm_state building and task_state spawning. [ 2011.466669] env[62306]: DEBUG oslo_concurrency.lockutils [req-7032f93e-2773-4e7a-8912-e75dd4fa11b1 req-75cccea5-5316-4d63-8ea4-626c6a4a9fc6 service nova] Releasing lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.466960] env[62306]: DEBUG nova.compute.manager [req-7032f93e-2773-4e7a-8912-e75dd4fa11b1 req-75cccea5-5316-4d63-8ea4-626c6a4a9fc6 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Received event network-changed-88af45f9-622d-4f83-8266-eb31250ee2f2 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2011.467150] env[62306]: DEBUG nova.compute.manager [req-7032f93e-2773-4e7a-8912-e75dd4fa11b1 req-75cccea5-5316-4d63-8ea4-626c6a4a9fc6 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Refreshing instance network info cache due to event network-changed-88af45f9-622d-4f83-8266-eb31250ee2f2. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2011.467378] env[62306]: DEBUG oslo_concurrency.lockutils [req-7032f93e-2773-4e7a-8912-e75dd4fa11b1 req-75cccea5-5316-4d63-8ea4-626c6a4a9fc6 service nova] Acquiring lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.467521] env[62306]: DEBUG oslo_concurrency.lockutils [req-7032f93e-2773-4e7a-8912-e75dd4fa11b1 req-75cccea5-5316-4d63-8ea4-626c6a4a9fc6 service nova] Acquired lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.467684] env[62306]: DEBUG nova.network.neutron [req-7032f93e-2773-4e7a-8912-e75dd4fa11b1 req-75cccea5-5316-4d63-8ea4-626c6a4a9fc6 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Refreshing network info cache for port 88af45f9-622d-4f83-8266-eb31250ee2f2 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2011.494618] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973164, 'name': Rename_Task, 'duration_secs': 0.306506} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.494965] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2011.495360] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff0d11c9-7b3b-4e9d-9edd-ee2f74c6d625 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.506150] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 2011.506150] env[62306]: value = "task-1973165" [ 2011.506150] env[62306]: _type = "Task" [ 2011.506150] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.517364] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.775807] env[62306]: DEBUG oslo_concurrency.lockutils [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.383s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.778949] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.718s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.778949] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.778949] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2011.778949] env[62306]: DEBUG oslo_concurrency.lockutils [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.911s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.782272] env[62306]: INFO nova.compute.claims [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2011.784731] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf684446-9d0a-46a5-a5cc-224338b7c37c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.799734] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd818e90-7a9b-4aee-8cd8-168e5f868c9f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.806593] env[62306]: INFO nova.scheduler.client.report [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Deleted allocations for instance c12c7149-f851-4b6b-b69b-54fbbb176590 [ 2011.823990] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e0c8b0-d545-44bd-b913-138ae96bbd23 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.832808] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a174689-3dac-45e2-b144-e7c4eb2435ea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.837151] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "refresh_cache-80950dc6-b412-420e-95ad-958d09df8cda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.837317] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired lock "refresh_cache-80950dc6-b412-420e-95ad-958d09df8cda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.837484] env[62306]: DEBUG nova.network.neutron [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2011.866380] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179399MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2011.866699] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.948388] env[62306]: DEBUG oslo_concurrency.lockutils [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "8a38074d-7b10-4b97-a0a8-7eaef4474528" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.948565] env[62306]: DEBUG oslo_concurrency.lockutils [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "8a38074d-7b10-4b97-a0a8-7eaef4474528" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.948802] env[62306]: DEBUG oslo_concurrency.lockutils [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "8a38074d-7b10-4b97-a0a8-7eaef4474528-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.948991] env[62306]: DEBUG oslo_concurrency.lockutils [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "8a38074d-7b10-4b97-a0a8-7eaef4474528-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.949334] env[62306]: DEBUG oslo_concurrency.lockutils [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "8a38074d-7b10-4b97-a0a8-7eaef4474528-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.952824] env[62306]: INFO nova.compute.manager [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Terminating instance [ 2012.018557] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973165, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.035605] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "31f3e1c8-bc13-47c5-be84-75e87903c50c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.035819] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "31f3e1c8-bc13-47c5-be84-75e87903c50c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.289922] env[62306]: DEBUG nova.network.neutron [req-7032f93e-2773-4e7a-8912-e75dd4fa11b1 req-75cccea5-5316-4d63-8ea4-626c6a4a9fc6 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Updated VIF entry in instance network info cache for port 88af45f9-622d-4f83-8266-eb31250ee2f2. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2012.289922] env[62306]: DEBUG nova.network.neutron [req-7032f93e-2773-4e7a-8912-e75dd4fa11b1 req-75cccea5-5316-4d63-8ea4-626c6a4a9fc6 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Updating instance_info_cache with network_info: [{"id": "88af45f9-622d-4f83-8266-eb31250ee2f2", "address": "fa:16:3e:71:7a:fb", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88af45f9-62", "ovs_interfaceid": "88af45f9-622d-4f83-8266-eb31250ee2f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.328728] env[62306]: DEBUG oslo_concurrency.lockutils [None req-05168707-8854-44ee-8624-2895539f0cfa tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "c12c7149-f851-4b6b-b69b-54fbbb176590" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.446s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.376472] env[62306]: DEBUG nova.network.neutron [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2012.458938] env[62306]: DEBUG nova.compute.manager [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2012.459263] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2012.460273] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a1e6e0-55d2-40e4-bafb-e759fe2592e7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.471552] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2012.471831] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b56cdc82-471d-460e-9005-f1b3b7fa6f22 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.481105] env[62306]: DEBUG oslo_vmware.api [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 2012.481105] env[62306]: value = "task-1973166" [ 2012.481105] env[62306]: _type = "Task" [ 2012.481105] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.499427] env[62306]: DEBUG oslo_vmware.api [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1973166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.519880] env[62306]: DEBUG oslo_vmware.api [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973165, 'name': PowerOnVM_Task, 'duration_secs': 0.601441} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.520342] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2012.520616] env[62306]: INFO nova.compute.manager [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Took 8.14 seconds to spawn the instance on the hypervisor. [ 2012.520906] env[62306]: DEBUG nova.compute.manager [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2012.522046] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7945a1f-6233-4e39-9cae-49497141dff1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.540075] env[62306]: DEBUG nova.compute.manager [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2012.603577] env[62306]: DEBUG nova.network.neutron [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Updating instance_info_cache with network_info: [{"id": "41752c54-6f66-40f0-90f4-4bb0f515141b", "address": "fa:16:3e:1d:38:10", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41752c54-6f", "ovs_interfaceid": "41752c54-6f66-40f0-90f4-4bb0f515141b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.794449] env[62306]: DEBUG oslo_concurrency.lockutils [req-7032f93e-2773-4e7a-8912-e75dd4fa11b1 req-75cccea5-5316-4d63-8ea4-626c6a4a9fc6 service nova] Releasing lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.993712] env[62306]: DEBUG oslo_vmware.api [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1973166, 'name': PowerOffVM_Task, 'duration_secs': 0.359323} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.996454] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2012.996795] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2012.997333] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7755de4b-55bf-4d81-88a4-80d517a4e9c9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.053923] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1373ea-de65-4bff-9a3e-984b35232638 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.059252] env[62306]: INFO nova.compute.manager [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Took 22.40 seconds to build instance. [ 2013.066868] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32482ae9-1e47-460e-acba-463f2cd62d2a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.076020] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.105414] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ed9cbe-fc09-445a-80c4-9fae37ac7593 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.108665] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Releasing lock "refresh_cache-80950dc6-b412-420e-95ad-958d09df8cda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.109135] env[62306]: DEBUG nova.compute.manager [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Instance network_info: |[{"id": "41752c54-6f66-40f0-90f4-4bb0f515141b", "address": "fa:16:3e:1d:38:10", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41752c54-6f", "ovs_interfaceid": "41752c54-6f66-40f0-90f4-4bb0f515141b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2013.109764] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:38:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41752c54-6f66-40f0-90f4-4bb0f515141b', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2013.117492] env[62306]: DEBUG oslo.service.loopingcall [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2013.119059] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2013.119308] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edf7b315-feec-4e27-a764-e4b7d32cdd29 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.140203] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2013.140485] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2013.140689] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Deleting the datastore file [datastore1] 8a38074d-7b10-4b97-a0a8-7eaef4474528 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2013.141364] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-826e222f-7a3d-4bd5-a5bc-31bbc1e9a9c8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.144599] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af23154-8954-44d6-8c4b-c98e555ad625 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.150497] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2013.150497] env[62306]: value = "task-1973168" [ 2013.150497] env[62306]: _type = "Task" [ 2013.150497] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.164966] env[62306]: DEBUG nova.compute.provider_tree [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2013.171642] env[62306]: DEBUG oslo_vmware.api [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 2013.171642] env[62306]: value = "task-1973169" [ 2013.171642] env[62306]: _type = "Task" [ 2013.171642] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.171833] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973168, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.183087] env[62306]: DEBUG oslo_vmware.api [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1973169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.456087] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "interface-ac32553f-c58e-4c02-8b18-a681336f87e2-9db14e27-c39a-4c5d-842b-4fc71c8d83f3" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.456477] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "interface-ac32553f-c58e-4c02-8b18-a681336f87e2-9db14e27-c39a-4c5d-842b-4fc71c8d83f3" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.456749] env[62306]: DEBUG nova.objects.instance [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lazy-loading 'flavor' on Instance uuid ac32553f-c58e-4c02-8b18-a681336f87e2 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2013.562546] env[62306]: DEBUG oslo_concurrency.lockutils [None req-09a6d19a-c7a4-476d-94bb-7b4c2ebadcbc tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "520c4b33-d540-4d70-ad31-892bf0041095" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.914s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.662210] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973168, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.673273] env[62306]: DEBUG nova.scheduler.client.report [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2013.685910] env[62306]: DEBUG oslo_vmware.api [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1973169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220107} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.686305] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2013.686519] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2013.686702] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2013.686930] env[62306]: INFO nova.compute.manager [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2013.687125] env[62306]: DEBUG oslo.service.loopingcall [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2013.687323] env[62306]: DEBUG nova.compute.manager [-] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2013.687416] env[62306]: DEBUG nova.network.neutron [-] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2014.058636] env[62306]: DEBUG nova.objects.instance [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lazy-loading 'pci_requests' on Instance uuid ac32553f-c58e-4c02-8b18-a681336f87e2 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2014.095985] env[62306]: DEBUG nova.compute.manager [req-958c48e5-6a9f-4579-b861-67c2e95eb2a8 req-aaf6d70d-f3f5-4fe9-a96f-e447f92ff709 service nova] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Received event network-changed-d64a3d36-926d-4c2d-9e10-0805d457dd46 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2014.096069] env[62306]: DEBUG nova.compute.manager [req-958c48e5-6a9f-4579-b861-67c2e95eb2a8 req-aaf6d70d-f3f5-4fe9-a96f-e447f92ff709 service nova] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Refreshing instance network info cache due to event network-changed-d64a3d36-926d-4c2d-9e10-0805d457dd46. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2014.097210] env[62306]: DEBUG oslo_concurrency.lockutils [req-958c48e5-6a9f-4579-b861-67c2e95eb2a8 req-aaf6d70d-f3f5-4fe9-a96f-e447f92ff709 service nova] Acquiring lock "refresh_cache-40baa260-59a9-47e1-b685-a6144302f433" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2014.097210] env[62306]: DEBUG oslo_concurrency.lockutils [req-958c48e5-6a9f-4579-b861-67c2e95eb2a8 req-aaf6d70d-f3f5-4fe9-a96f-e447f92ff709 service nova] Acquired lock "refresh_cache-40baa260-59a9-47e1-b685-a6144302f433" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.097210] env[62306]: DEBUG nova.network.neutron [req-958c48e5-6a9f-4579-b861-67c2e95eb2a8 req-aaf6d70d-f3f5-4fe9-a96f-e447f92ff709 service nova] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Refreshing network info cache for port d64a3d36-926d-4c2d-9e10-0805d457dd46 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2014.163567] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973168, 'name': CreateVM_Task, 'duration_secs': 0.62928} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.164040] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2014.164743] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2014.164907] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.165259] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2014.165520] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02ceb6b3-5f6f-4fc8-a3c5-a35cf532f542 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.170569] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2014.170569] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52580d07-2e75-397a-9ded-02ac656ba84b" [ 2014.170569] env[62306]: _type = "Task" [ 2014.170569] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.178591] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52580d07-2e75-397a-9ded-02ac656ba84b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.181306] env[62306]: DEBUG oslo_concurrency.lockutils [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.181786] env[62306]: DEBUG nova.compute.manager [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2014.184283] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.596s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.185648] env[62306]: INFO nova.compute.claims [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2014.410804] env[62306]: DEBUG nova.network.neutron [-] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.488823] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquiring lock "d95e281a-9f8e-4b5e-a25c-66908cbd3633" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.489134] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lock "d95e281a-9f8e-4b5e-a25c-66908cbd3633" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.561812] env[62306]: DEBUG nova.objects.base [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2014.561812] env[62306]: DEBUG nova.network.neutron [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2014.642636] env[62306]: DEBUG nova.policy [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6547795e3fc41a68c6b2677aee67567', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c1dff801f734fd6af73ab511140982b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2014.683041] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52580d07-2e75-397a-9ded-02ac656ba84b, 'name': SearchDatastore_Task, 'duration_secs': 0.011254} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.685435] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2014.685787] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2014.686100] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2014.686346] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.686581] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2014.686917] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-add2dcaa-aa0a-4743-b3cf-d6b2893ddf56 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.690420] env[62306]: DEBUG nova.compute.utils [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2014.695683] env[62306]: DEBUG nova.compute.manager [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2014.695683] env[62306]: DEBUG nova.network.neutron [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2014.708399] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2014.708399] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2014.708399] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d8cf3da-941a-4419-9abf-501d5ec80b77 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.716726] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2014.716726] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f2b6b7-30c9-8522-c5f3-16f51686b285" [ 2014.716726] env[62306]: _type = "Task" [ 2014.716726] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.727405] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f2b6b7-30c9-8522-c5f3-16f51686b285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.793108] env[62306]: DEBUG nova.policy [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5459ae7ce0a949ba8736ff343ec643b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad0b09c178964771ac556856d6db2937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2014.912981] env[62306]: INFO nova.compute.manager [-] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Took 1.23 seconds to deallocate network for instance. [ 2014.992617] env[62306]: DEBUG nova.compute.manager [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2015.195668] env[62306]: DEBUG nova.compute.manager [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2015.229516] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f2b6b7-30c9-8522-c5f3-16f51686b285, 'name': SearchDatastore_Task, 'duration_secs': 0.010793} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.230317] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e389dfd7-89de-441c-8556-558318ddbb19 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.236439] env[62306]: DEBUG nova.network.neutron [req-958c48e5-6a9f-4579-b861-67c2e95eb2a8 req-aaf6d70d-f3f5-4fe9-a96f-e447f92ff709 service nova] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Updated VIF entry in instance network info cache for port d64a3d36-926d-4c2d-9e10-0805d457dd46. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2015.236439] env[62306]: DEBUG nova.network.neutron [req-958c48e5-6a9f-4579-b861-67c2e95eb2a8 req-aaf6d70d-f3f5-4fe9-a96f-e447f92ff709 service nova] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Updating instance_info_cache with network_info: [{"id": "d64a3d36-926d-4c2d-9e10-0805d457dd46", "address": "fa:16:3e:95:36:aa", "network": {"id": "e517a8c3-6380-408d-916c-09da44df22c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1687445468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7db4d2d12fd4140972c835112cc614e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd64a3d36-92", "ovs_interfaceid": "d64a3d36-926d-4c2d-9e10-0805d457dd46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2015.241851] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2015.241851] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5286f151-deb5-e431-bfa7-37831e457eb6" [ 2015.241851] env[62306]: _type = "Task" [ 2015.241851] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.250217] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5286f151-deb5-e431-bfa7-37831e457eb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.344074] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.344074] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.420385] env[62306]: DEBUG oslo_concurrency.lockutils [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.448183] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4857a8-05ca-4824-98c7-d13f71195d5d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.458034] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffd6f13-d381-44c9-a66c-17c696669171 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.463918] env[62306]: DEBUG nova.network.neutron [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Successfully created port: 102452a0-f6fb-4d3e-8cf9-d5f0f4384440 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2015.498965] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d07cf8b-cc86-4a03-ad0f-ad7a952a4458 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.508763] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2674701f-18f1-42c3-b35a-023c75271c7f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.513565] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.523824] env[62306]: DEBUG nova.compute.provider_tree [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2015.743034] env[62306]: DEBUG oslo_concurrency.lockutils [req-958c48e5-6a9f-4579-b861-67c2e95eb2a8 req-aaf6d70d-f3f5-4fe9-a96f-e447f92ff709 service nova] Releasing lock "refresh_cache-40baa260-59a9-47e1-b685-a6144302f433" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.743364] env[62306]: DEBUG nova.compute.manager [req-958c48e5-6a9f-4579-b861-67c2e95eb2a8 req-aaf6d70d-f3f5-4fe9-a96f-e447f92ff709 service nova] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Received event network-changed-41752c54-6f66-40f0-90f4-4bb0f515141b {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2015.743509] env[62306]: DEBUG nova.compute.manager [req-958c48e5-6a9f-4579-b861-67c2e95eb2a8 req-aaf6d70d-f3f5-4fe9-a96f-e447f92ff709 service nova] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Refreshing instance network info cache due to event network-changed-41752c54-6f66-40f0-90f4-4bb0f515141b. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2015.743725] env[62306]: DEBUG oslo_concurrency.lockutils [req-958c48e5-6a9f-4579-b861-67c2e95eb2a8 req-aaf6d70d-f3f5-4fe9-a96f-e447f92ff709 service nova] Acquiring lock "refresh_cache-80950dc6-b412-420e-95ad-958d09df8cda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2015.743871] env[62306]: DEBUG oslo_concurrency.lockutils [req-958c48e5-6a9f-4579-b861-67c2e95eb2a8 req-aaf6d70d-f3f5-4fe9-a96f-e447f92ff709 service nova] Acquired lock "refresh_cache-80950dc6-b412-420e-95ad-958d09df8cda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.744051] env[62306]: DEBUG nova.network.neutron [req-958c48e5-6a9f-4579-b861-67c2e95eb2a8 req-aaf6d70d-f3f5-4fe9-a96f-e447f92ff709 service nova] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Refreshing network info cache for port 41752c54-6f66-40f0-90f4-4bb0f515141b {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2015.756462] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5286f151-deb5-e431-bfa7-37831e457eb6, 'name': SearchDatastore_Task, 'duration_secs': 0.010279} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.756724] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.756978] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 80950dc6-b412-420e-95ad-958d09df8cda/80950dc6-b412-420e-95ad-958d09df8cda.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2015.757260] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1b3a4dd-26d8-41de-91e9-723d8260ae5e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.765966] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2015.765966] env[62306]: value = "task-1973170" [ 2015.765966] env[62306]: _type = "Task" [ 2015.765966] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.774530] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.846944] env[62306]: DEBUG nova.compute.manager [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2016.026714] env[62306]: DEBUG nova.scheduler.client.report [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2016.193357] env[62306]: DEBUG nova.compute.manager [req-d2e45f13-bd64-4ca5-88ae-fb14e66714b9 req-9540f453-3e80-4d89-891c-4ee2c70b0bc1 service nova] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Received event network-vif-deleted-47d0bbf4-f254-4ab3-9583-193e89e01667 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2016.206388] env[62306]: DEBUG nova.compute.manager [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2016.246015] env[62306]: DEBUG nova.virt.hardware [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2016.246015] env[62306]: DEBUG nova.virt.hardware [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2016.246015] env[62306]: DEBUG nova.virt.hardware [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2016.246015] env[62306]: DEBUG nova.virt.hardware [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2016.246015] env[62306]: DEBUG nova.virt.hardware [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2016.246015] env[62306]: DEBUG nova.virt.hardware [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2016.246015] env[62306]: DEBUG nova.virt.hardware [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2016.246015] env[62306]: DEBUG nova.virt.hardware [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2016.246015] env[62306]: DEBUG nova.virt.hardware [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2016.246015] env[62306]: DEBUG nova.virt.hardware [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2016.247145] env[62306]: DEBUG nova.virt.hardware [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2016.247145] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01264c92-0989-4c77-9dbb-5feb0c071e92 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.250605] env[62306]: DEBUG nova.network.neutron [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Successfully updated port: 9db14e27-c39a-4c5d-842b-4fc71c8d83f3 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2016.269025] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9bec3b-337c-48e3-a0cc-c9bf75278cc6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.287280] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973170, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.369956] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.477308] env[62306]: DEBUG nova.network.neutron [req-958c48e5-6a9f-4579-b861-67c2e95eb2a8 req-aaf6d70d-f3f5-4fe9-a96f-e447f92ff709 service nova] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Updated VIF entry in instance network info cache for port 41752c54-6f66-40f0-90f4-4bb0f515141b. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2016.477697] env[62306]: DEBUG nova.network.neutron [req-958c48e5-6a9f-4579-b861-67c2e95eb2a8 req-aaf6d70d-f3f5-4fe9-a96f-e447f92ff709 service nova] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Updating instance_info_cache with network_info: [{"id": "41752c54-6f66-40f0-90f4-4bb0f515141b", "address": "fa:16:3e:1d:38:10", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41752c54-6f", "ovs_interfaceid": "41752c54-6f66-40f0-90f4-4bb0f515141b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2016.531878] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.532515] env[62306]: DEBUG nova.compute.manager [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2016.535032] env[62306]: DEBUG oslo_concurrency.lockutils [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.735s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.535225] env[62306]: DEBUG nova.objects.instance [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Lazy-loading 'resources' on Instance uuid be32159b-85a3-472e-8e87-9e8e75d5235b {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2016.755187] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.755879] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.755879] env[62306]: DEBUG nova.network.neutron [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2016.787506] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581914} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.787636] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 80950dc6-b412-420e-95ad-958d09df8cda/80950dc6-b412-420e-95ad-958d09df8cda.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2016.791042] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2016.791328] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f5a838a-9dd4-4d3a-bf9e-9c2db342b4fb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.798968] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2016.798968] env[62306]: value = "task-1973171" [ 2016.798968] env[62306]: _type = "Task" [ 2016.798968] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.807246] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.981358] env[62306]: DEBUG oslo_concurrency.lockutils [req-958c48e5-6a9f-4579-b861-67c2e95eb2a8 req-aaf6d70d-f3f5-4fe9-a96f-e447f92ff709 service nova] Releasing lock "refresh_cache-80950dc6-b412-420e-95ad-958d09df8cda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.043446] env[62306]: DEBUG nova.compute.utils [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2017.046436] env[62306]: DEBUG nova.compute.manager [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2017.046760] env[62306]: DEBUG nova.network.neutron [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2017.107330] env[62306]: DEBUG nova.policy [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6da67ffc4bc649c891181e1a406edcb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '029fbdb7a8554050bd5b7b208e76c125', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2017.217704] env[62306]: DEBUG nova.compute.manager [req-7ecd356e-18a0-47ef-91ec-528b54e9a5e0 req-2ef29e0c-1a71-457c-bdcf-b1257251994d service nova] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Received event network-vif-plugged-102452a0-f6fb-4d3e-8cf9-d5f0f4384440 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2017.218098] env[62306]: DEBUG oslo_concurrency.lockutils [req-7ecd356e-18a0-47ef-91ec-528b54e9a5e0 req-2ef29e0c-1a71-457c-bdcf-b1257251994d service nova] Acquiring lock "5d5463e7-dab9-4a88-8f43-d4c8e903e935-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.218304] env[62306]: DEBUG oslo_concurrency.lockutils [req-7ecd356e-18a0-47ef-91ec-528b54e9a5e0 req-2ef29e0c-1a71-457c-bdcf-b1257251994d service nova] Lock "5d5463e7-dab9-4a88-8f43-d4c8e903e935-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.218510] env[62306]: DEBUG oslo_concurrency.lockutils [req-7ecd356e-18a0-47ef-91ec-528b54e9a5e0 req-2ef29e0c-1a71-457c-bdcf-b1257251994d service nova] Lock "5d5463e7-dab9-4a88-8f43-d4c8e903e935-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.218705] env[62306]: DEBUG nova.compute.manager [req-7ecd356e-18a0-47ef-91ec-528b54e9a5e0 req-2ef29e0c-1a71-457c-bdcf-b1257251994d service nova] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] No waiting events found dispatching network-vif-plugged-102452a0-f6fb-4d3e-8cf9-d5f0f4384440 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2017.218932] env[62306]: WARNING nova.compute.manager [req-7ecd356e-18a0-47ef-91ec-528b54e9a5e0 req-2ef29e0c-1a71-457c-bdcf-b1257251994d service nova] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Received unexpected event network-vif-plugged-102452a0-f6fb-4d3e-8cf9-d5f0f4384440 for instance with vm_state building and task_state spawning. [ 2017.232944] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "520c4b33-d540-4d70-ad31-892bf0041095" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.233283] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "520c4b33-d540-4d70-ad31-892bf0041095" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.233559] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "520c4b33-d540-4d70-ad31-892bf0041095-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.233804] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "520c4b33-d540-4d70-ad31-892bf0041095-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.234093] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "520c4b33-d540-4d70-ad31-892bf0041095-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.240968] env[62306]: INFO nova.compute.manager [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Terminating instance [ 2017.296857] env[62306]: DEBUG nova.network.neutron [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Successfully updated port: 102452a0-f6fb-4d3e-8cf9-d5f0f4384440 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2017.305883] env[62306]: WARNING nova.network.neutron [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] c1c9e942-6c41-40c1-8965-b3aeead26503 already exists in list: networks containing: ['c1c9e942-6c41-40c1-8965-b3aeead26503']. ignoring it [ 2017.318225] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069732} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.321647] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2017.323762] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8271df9-1351-4523-9e9e-ebda3f765270 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.352049] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 80950dc6-b412-420e-95ad-958d09df8cda/80950dc6-b412-420e-95ad-958d09df8cda.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2017.354473] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70658049-9f9f-478c-b244-3c5fc6a8b919 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.368949] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ab0c23-6eb9-420e-85d6-18a632890233 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.380947] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a19479-3071-4b26-a11f-f04cd75a693d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.385717] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2017.385717] env[62306]: value = "task-1973172" [ 2017.385717] env[62306]: _type = "Task" [ 2017.385717] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.417846] env[62306]: DEBUG nova.network.neutron [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Successfully created port: 66a6e2c7-a958-4163-a1b7-471e4bc69146 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2017.426049] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abff5db1-e73e-4e73-9c5d-81aed4478cd5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.428987] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.435711] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f682bb25-d521-405a-a384-4b7e5aa961c7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.451604] env[62306]: DEBUG nova.compute.provider_tree [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2017.551210] env[62306]: DEBUG nova.compute.manager [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2017.736809] env[62306]: DEBUG nova.network.neutron [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Updating instance_info_cache with network_info: [{"id": "88af45f9-622d-4f83-8266-eb31250ee2f2", "address": "fa:16:3e:71:7a:fb", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88af45f9-62", "ovs_interfaceid": "88af45f9-622d-4f83-8266-eb31250ee2f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9db14e27-c39a-4c5d-842b-4fc71c8d83f3", "address": "fa:16:3e:09:84:7b", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db14e27-c3", "ovs_interfaceid": "9db14e27-c39a-4c5d-842b-4fc71c8d83f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.749622] env[62306]: DEBUG nova.compute.manager [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2017.749869] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2017.750790] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f867140a-e056-4309-9adc-ddabcd7ff6be {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.760591] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2017.760852] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a57b4f75-2673-4538-b5be-7e21a820297e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.771343] env[62306]: DEBUG oslo_vmware.api [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 2017.771343] env[62306]: value = "task-1973173" [ 2017.771343] env[62306]: _type = "Task" [ 2017.771343] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.780085] env[62306]: DEBUG oslo_vmware.api [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.801778] env[62306]: DEBUG oslo_concurrency.lockutils [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "refresh_cache-5d5463e7-dab9-4a88-8f43-d4c8e903e935" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.801778] env[62306]: DEBUG oslo_concurrency.lockutils [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired lock "refresh_cache-5d5463e7-dab9-4a88-8f43-d4c8e903e935" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.801778] env[62306]: DEBUG nova.network.neutron [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2017.896338] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973172, 'name': ReconfigVM_Task, 'duration_secs': 0.427802} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.896650] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 80950dc6-b412-420e-95ad-958d09df8cda/80950dc6-b412-420e-95ad-958d09df8cda.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2017.897307] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e6879fa-d35b-4439-814a-8ed1973b0d1a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.905347] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2017.905347] env[62306]: value = "task-1973174" [ 2017.905347] env[62306]: _type = "Task" [ 2017.905347] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.913319] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973174, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.955082] env[62306]: DEBUG nova.scheduler.client.report [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2018.242242] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.243236] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.243236] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.244061] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb30dc34-7178-43e0-822f-9f3991871bbe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.262704] env[62306]: DEBUG nova.virt.hardware [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2018.262950] env[62306]: DEBUG nova.virt.hardware [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2018.263123] env[62306]: DEBUG nova.virt.hardware [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2018.263308] env[62306]: DEBUG nova.virt.hardware [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2018.263457] env[62306]: DEBUG nova.virt.hardware [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2018.263603] env[62306]: DEBUG nova.virt.hardware [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2018.263809] env[62306]: DEBUG nova.virt.hardware [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2018.263970] env[62306]: DEBUG nova.virt.hardware [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2018.264205] env[62306]: DEBUG nova.virt.hardware [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2018.264382] env[62306]: DEBUG nova.virt.hardware [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2018.264564] env[62306]: DEBUG nova.virt.hardware [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2018.270768] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Reconfiguring VM to attach interface {{(pid=62306) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2018.272299] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9e3f9d5-a738-422a-98ef-83197ab355e0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.284950] env[62306]: DEBUG nova.compute.manager [req-3db7294a-7e04-458d-970c-3f6c99a7b6e4 req-ef2fa61c-4341-4c46-a2d6-b731f9f8d380 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Received event network-vif-plugged-9db14e27-c39a-4c5d-842b-4fc71c8d83f3 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2018.285216] env[62306]: DEBUG oslo_concurrency.lockutils [req-3db7294a-7e04-458d-970c-3f6c99a7b6e4 req-ef2fa61c-4341-4c46-a2d6-b731f9f8d380 service nova] Acquiring lock "ac32553f-c58e-4c02-8b18-a681336f87e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.285466] env[62306]: DEBUG oslo_concurrency.lockutils [req-3db7294a-7e04-458d-970c-3f6c99a7b6e4 req-ef2fa61c-4341-4c46-a2d6-b731f9f8d380 service nova] Lock "ac32553f-c58e-4c02-8b18-a681336f87e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.285642] env[62306]: DEBUG oslo_concurrency.lockutils [req-3db7294a-7e04-458d-970c-3f6c99a7b6e4 req-ef2fa61c-4341-4c46-a2d6-b731f9f8d380 service nova] Lock "ac32553f-c58e-4c02-8b18-a681336f87e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.285814] env[62306]: DEBUG nova.compute.manager [req-3db7294a-7e04-458d-970c-3f6c99a7b6e4 req-ef2fa61c-4341-4c46-a2d6-b731f9f8d380 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] No waiting events found dispatching network-vif-plugged-9db14e27-c39a-4c5d-842b-4fc71c8d83f3 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2018.285979] env[62306]: WARNING nova.compute.manager [req-3db7294a-7e04-458d-970c-3f6c99a7b6e4 req-ef2fa61c-4341-4c46-a2d6-b731f9f8d380 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Received unexpected event network-vif-plugged-9db14e27-c39a-4c5d-842b-4fc71c8d83f3 for instance with vm_state active and task_state None. [ 2018.286183] env[62306]: DEBUG nova.compute.manager [req-3db7294a-7e04-458d-970c-3f6c99a7b6e4 req-ef2fa61c-4341-4c46-a2d6-b731f9f8d380 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Received event network-changed-9db14e27-c39a-4c5d-842b-4fc71c8d83f3 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2018.286337] env[62306]: DEBUG nova.compute.manager [req-3db7294a-7e04-458d-970c-3f6c99a7b6e4 req-ef2fa61c-4341-4c46-a2d6-b731f9f8d380 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Refreshing instance network info cache due to event network-changed-9db14e27-c39a-4c5d-842b-4fc71c8d83f3. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2018.286516] env[62306]: DEBUG oslo_concurrency.lockutils [req-3db7294a-7e04-458d-970c-3f6c99a7b6e4 req-ef2fa61c-4341-4c46-a2d6-b731f9f8d380 service nova] Acquiring lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.286651] env[62306]: DEBUG oslo_concurrency.lockutils [req-3db7294a-7e04-458d-970c-3f6c99a7b6e4 req-ef2fa61c-4341-4c46-a2d6-b731f9f8d380 service nova] Acquired lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.286807] env[62306]: DEBUG nova.network.neutron [req-3db7294a-7e04-458d-970c-3f6c99a7b6e4 req-ef2fa61c-4341-4c46-a2d6-b731f9f8d380 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Refreshing network info cache for port 9db14e27-c39a-4c5d-842b-4fc71c8d83f3 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2018.299061] env[62306]: DEBUG oslo_vmware.api [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973173, 'name': PowerOffVM_Task, 'duration_secs': 0.2784} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.300967] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2018.301159] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2018.301475] env[62306]: DEBUG oslo_vmware.api [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 2018.301475] env[62306]: value = "task-1973175" [ 2018.301475] env[62306]: _type = "Task" [ 2018.301475] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.301685] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-082b117f-b24d-4a96-ac56-ff8c18a144cd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.315354] env[62306]: DEBUG oslo_vmware.api [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973175, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.336317] env[62306]: DEBUG nova.network.neutron [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2018.416776] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973174, 'name': Rename_Task, 'duration_secs': 0.17864} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.417147] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2018.417304] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-484098e7-081c-4c60-b39d-54634f62f72f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.424373] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2018.424373] env[62306]: value = "task-1973177" [ 2018.424373] env[62306]: _type = "Task" [ 2018.424373] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.432497] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.460362] env[62306]: DEBUG oslo_concurrency.lockutils [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.463598] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.596s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.471102] env[62306]: DEBUG nova.network.neutron [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Updating instance_info_cache with network_info: [{"id": "102452a0-f6fb-4d3e-8cf9-d5f0f4384440", "address": "fa:16:3e:ca:96:55", "network": {"id": "3c76cceb-d6f3-47ca-a8ca-4369902437e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-2123053923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0b09c178964771ac556856d6db2937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap102452a0-f6", "ovs_interfaceid": "102452a0-f6fb-4d3e-8cf9-d5f0f4384440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.486086] env[62306]: INFO nova.scheduler.client.report [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Deleted allocations for instance be32159b-85a3-472e-8e87-9e8e75d5235b [ 2018.559902] env[62306]: DEBUG nova.compute.manager [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2018.586190] env[62306]: DEBUG nova.virt.hardware [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2018.586460] env[62306]: DEBUG nova.virt.hardware [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2018.586612] env[62306]: DEBUG nova.virt.hardware [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2018.586792] env[62306]: DEBUG nova.virt.hardware [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2018.586992] env[62306]: DEBUG nova.virt.hardware [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2018.587374] env[62306]: DEBUG nova.virt.hardware [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2018.587627] env[62306]: DEBUG nova.virt.hardware [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2018.587794] env[62306]: DEBUG nova.virt.hardware [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2018.587963] env[62306]: DEBUG nova.virt.hardware [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2018.588144] env[62306]: DEBUG nova.virt.hardware [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2018.588357] env[62306]: DEBUG nova.virt.hardware [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2018.589529] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa07dc66-8380-4165-b793-6de990a92bb1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.597857] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2272e9-82d6-4882-abf2-2eebf91c9500 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.813243] env[62306]: DEBUG oslo_vmware.api [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.881268] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2018.881601] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2018.881865] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Deleting the datastore file [datastore1] 520c4b33-d540-4d70-ad31-892bf0041095 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2018.882232] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85d64c43-0f02-4edc-9968-d569a56e3544 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.890558] env[62306]: DEBUG oslo_vmware.api [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for the task: (returnval){ [ 2018.890558] env[62306]: value = "task-1973178" [ 2018.890558] env[62306]: _type = "Task" [ 2018.890558] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.901261] env[62306]: DEBUG oslo_vmware.api [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.934482] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973177, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.974146] env[62306]: DEBUG oslo_concurrency.lockutils [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Releasing lock "refresh_cache-5d5463e7-dab9-4a88-8f43-d4c8e903e935" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.974496] env[62306]: DEBUG nova.compute.manager [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Instance network_info: |[{"id": "102452a0-f6fb-4d3e-8cf9-d5f0f4384440", "address": "fa:16:3e:ca:96:55", "network": {"id": "3c76cceb-d6f3-47ca-a8ca-4369902437e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-2123053923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0b09c178964771ac556856d6db2937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap102452a0-f6", "ovs_interfaceid": "102452a0-f6fb-4d3e-8cf9-d5f0f4384440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2018.975280] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:96:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '102452a0-f6fb-4d3e-8cf9-d5f0f4384440', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2018.983470] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Creating folder: Project (ad0b09c178964771ac556856d6db2937). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2018.986603] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8184296c-fe9b-4385-b87c-976fedf81f6b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.994555] env[62306]: DEBUG oslo_concurrency.lockutils [None req-affc0f08-ff74-4354-81ad-e0fa46385341 tempest-ServerRescueTestJSONUnderV235-388541736 tempest-ServerRescueTestJSONUnderV235-388541736-project-member] Lock "be32159b-85a3-472e-8e87-9e8e75d5235b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.843s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.006150] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Created folder: Project (ad0b09c178964771ac556856d6db2937) in parent group-v406007. [ 2019.006546] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Creating folder: Instances. Parent ref: group-v406274. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2019.006937] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0c41118-8459-4fe8-b30d-1466b92626f9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.019833] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Created folder: Instances in parent group-v406274. [ 2019.020122] env[62306]: DEBUG oslo.service.loopingcall [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2019.020394] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2019.020645] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-326fe01a-8218-4a4f-8ddd-a25fac50a7a9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.044616] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2019.044616] env[62306]: value = "task-1973181" [ 2019.044616] env[62306]: _type = "Task" [ 2019.044616] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.053585] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973181, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.297539] env[62306]: DEBUG nova.network.neutron [req-3db7294a-7e04-458d-970c-3f6c99a7b6e4 req-ef2fa61c-4341-4c46-a2d6-b731f9f8d380 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Updated VIF entry in instance network info cache for port 9db14e27-c39a-4c5d-842b-4fc71c8d83f3. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2019.298324] env[62306]: DEBUG nova.network.neutron [req-3db7294a-7e04-458d-970c-3f6c99a7b6e4 req-ef2fa61c-4341-4c46-a2d6-b731f9f8d380 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Updating instance_info_cache with network_info: [{"id": "88af45f9-622d-4f83-8266-eb31250ee2f2", "address": "fa:16:3e:71:7a:fb", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88af45f9-62", "ovs_interfaceid": "88af45f9-622d-4f83-8266-eb31250ee2f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9db14e27-c39a-4c5d-842b-4fc71c8d83f3", "address": "fa:16:3e:09:84:7b", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db14e27-c3", "ovs_interfaceid": "9db14e27-c39a-4c5d-842b-4fc71c8d83f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.317129] env[62306]: DEBUG oslo_vmware.api [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973175, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.404336] env[62306]: DEBUG oslo_vmware.api [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.438146] env[62306]: DEBUG oslo_vmware.api [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973177, 'name': PowerOnVM_Task, 'duration_secs': 0.864189} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.438503] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2019.438712] env[62306]: INFO nova.compute.manager [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Took 8.92 seconds to spawn the instance on the hypervisor. [ 2019.438991] env[62306]: DEBUG nova.compute.manager [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2019.439734] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf81810-eab9-4f5b-9ba4-39a14a58b725 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.456816] env[62306]: DEBUG nova.compute.manager [req-71abaf72-ce46-459e-b063-a2879cc57386 req-3f6f9eeb-7dac-4ced-8a62-fd3699c073f6 service nova] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Received event network-changed-102452a0-f6fb-4d3e-8cf9-d5f0f4384440 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2019.457419] env[62306]: DEBUG nova.compute.manager [req-71abaf72-ce46-459e-b063-a2879cc57386 req-3f6f9eeb-7dac-4ced-8a62-fd3699c073f6 service nova] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Refreshing instance network info cache due to event network-changed-102452a0-f6fb-4d3e-8cf9-d5f0f4384440. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2019.457419] env[62306]: DEBUG oslo_concurrency.lockutils [req-71abaf72-ce46-459e-b063-a2879cc57386 req-3f6f9eeb-7dac-4ced-8a62-fd3699c073f6 service nova] Acquiring lock "refresh_cache-5d5463e7-dab9-4a88-8f43-d4c8e903e935" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.457571] env[62306]: DEBUG oslo_concurrency.lockutils [req-71abaf72-ce46-459e-b063-a2879cc57386 req-3f6f9eeb-7dac-4ced-8a62-fd3699c073f6 service nova] Acquired lock "refresh_cache-5d5463e7-dab9-4a88-8f43-d4c8e903e935" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.457640] env[62306]: DEBUG nova.network.neutron [req-71abaf72-ce46-459e-b063-a2879cc57386 req-3f6f9eeb-7dac-4ced-8a62-fd3699c073f6 service nova] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Refreshing network info cache for port 102452a0-f6fb-4d3e-8cf9-d5f0f4384440 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2019.489753] env[62306]: DEBUG nova.network.neutron [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Successfully updated port: 66a6e2c7-a958-4163-a1b7-471e4bc69146 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2019.503166] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 5227c9ce-84d2-4a50-a653-fb317daa2d87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2019.503331] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 3b0031c9-60be-48ee-badf-2427afc1de23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2019.503479] env[62306]: WARNING nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 8a38074d-7b10-4b97-a0a8-7eaef4474528 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2019.503601] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance e8ed4205-1be8-487e-a817-545100b2d082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2019.503719] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance ac32553f-c58e-4c02-8b18-a681336f87e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2019.503832] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 012f2b07-1cef-46f8-b9ce-d4def44aeab1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2019.503946] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 56e86045-843d-42ea-8ea4-0120c363b56b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2019.504112] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 40baa260-59a9-47e1-b685-a6144302f433 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2019.504192] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 520c4b33-d540-4d70-ad31-892bf0041095 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2019.504303] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 80950dc6-b412-420e-95ad-958d09df8cda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2019.504417] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 5d5463e7-dab9-4a88-8f43-d4c8e903e935 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2019.504528] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 1c979d6e-e94d-4481-a969-7f856c9ddce1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2019.555816] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973181, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.802273] env[62306]: DEBUG oslo_concurrency.lockutils [req-3db7294a-7e04-458d-970c-3f6c99a7b6e4 req-ef2fa61c-4341-4c46-a2d6-b731f9f8d380 service nova] Releasing lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.814227] env[62306]: DEBUG oslo_vmware.api [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973175, 'name': ReconfigVM_Task, 'duration_secs': 1.180744} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.814727] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.815063] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Reconfigured VM to attach interface {{(pid=62306) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2019.902108] env[62306]: DEBUG oslo_vmware.api [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.957969] env[62306]: INFO nova.compute.manager [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Took 26.77 seconds to build instance. [ 2019.998061] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "refresh_cache-1c979d6e-e94d-4481-a969-7f856c9ddce1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.998061] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "refresh_cache-1c979d6e-e94d-4481-a969-7f856c9ddce1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.998061] env[62306]: DEBUG nova.network.neutron [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2020.008808] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 31f3e1c8-bc13-47c5-be84-75e87903c50c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2020.059242] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973181, 'name': CreateVM_Task, 'duration_secs': 0.591938} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.059535] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2020.061865] env[62306]: DEBUG oslo_concurrency.lockutils [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.062222] env[62306]: DEBUG oslo_concurrency.lockutils [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.062630] env[62306]: DEBUG oslo_concurrency.lockutils [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2020.062935] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83c5ced5-29c7-4628-b274-1351ddef2c07 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.068906] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2020.068906] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f20760-e711-e16a-0e1b-1c4014b17388" [ 2020.068906] env[62306]: _type = "Task" [ 2020.068906] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.078432] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f20760-e711-e16a-0e1b-1c4014b17388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.238849] env[62306]: DEBUG nova.network.neutron [req-71abaf72-ce46-459e-b063-a2879cc57386 req-3f6f9eeb-7dac-4ced-8a62-fd3699c073f6 service nova] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Updated VIF entry in instance network info cache for port 102452a0-f6fb-4d3e-8cf9-d5f0f4384440. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2020.239493] env[62306]: DEBUG nova.network.neutron [req-71abaf72-ce46-459e-b063-a2879cc57386 req-3f6f9eeb-7dac-4ced-8a62-fd3699c073f6 service nova] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Updating instance_info_cache with network_info: [{"id": "102452a0-f6fb-4d3e-8cf9-d5f0f4384440", "address": "fa:16:3e:ca:96:55", "network": {"id": "3c76cceb-d6f3-47ca-a8ca-4369902437e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-2123053923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0b09c178964771ac556856d6db2937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap102452a0-f6", "ovs_interfaceid": "102452a0-f6fb-4d3e-8cf9-d5f0f4384440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.320786] env[62306]: DEBUG oslo_concurrency.lockutils [None req-24c0fb6e-e99f-41e3-9328-46a57d222d0e tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "interface-ac32553f-c58e-4c02-8b18-a681336f87e2-9db14e27-c39a-4c5d-842b-4fc71c8d83f3" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.864s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.401258] env[62306]: DEBUG nova.compute.manager [req-9c6feddd-b41b-45c5-8c9e-8ad4fe5f20b1 req-4dc9b4c7-fdc6-44a8-aed7-de1dd5c18c6d service nova] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Received event network-vif-plugged-66a6e2c7-a958-4163-a1b7-471e4bc69146 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2020.401493] env[62306]: DEBUG oslo_concurrency.lockutils [req-9c6feddd-b41b-45c5-8c9e-8ad4fe5f20b1 req-4dc9b4c7-fdc6-44a8-aed7-de1dd5c18c6d service nova] Acquiring lock "1c979d6e-e94d-4481-a969-7f856c9ddce1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.401777] env[62306]: DEBUG oslo_concurrency.lockutils [req-9c6feddd-b41b-45c5-8c9e-8ad4fe5f20b1 req-4dc9b4c7-fdc6-44a8-aed7-de1dd5c18c6d service nova] Lock "1c979d6e-e94d-4481-a969-7f856c9ddce1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.401866] env[62306]: DEBUG oslo_concurrency.lockutils [req-9c6feddd-b41b-45c5-8c9e-8ad4fe5f20b1 req-4dc9b4c7-fdc6-44a8-aed7-de1dd5c18c6d service nova] Lock "1c979d6e-e94d-4481-a969-7f856c9ddce1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.402042] env[62306]: DEBUG nova.compute.manager [req-9c6feddd-b41b-45c5-8c9e-8ad4fe5f20b1 req-4dc9b4c7-fdc6-44a8-aed7-de1dd5c18c6d service nova] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] No waiting events found dispatching network-vif-plugged-66a6e2c7-a958-4163-a1b7-471e4bc69146 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2020.402247] env[62306]: WARNING nova.compute.manager [req-9c6feddd-b41b-45c5-8c9e-8ad4fe5f20b1 req-4dc9b4c7-fdc6-44a8-aed7-de1dd5c18c6d service nova] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Received unexpected event network-vif-plugged-66a6e2c7-a958-4163-a1b7-471e4bc69146 for instance with vm_state building and task_state spawning. [ 2020.402466] env[62306]: DEBUG nova.compute.manager [req-9c6feddd-b41b-45c5-8c9e-8ad4fe5f20b1 req-4dc9b4c7-fdc6-44a8-aed7-de1dd5c18c6d service nova] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Received event network-changed-66a6e2c7-a958-4163-a1b7-471e4bc69146 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2020.402628] env[62306]: DEBUG nova.compute.manager [req-9c6feddd-b41b-45c5-8c9e-8ad4fe5f20b1 req-4dc9b4c7-fdc6-44a8-aed7-de1dd5c18c6d service nova] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Refreshing instance network info cache due to event network-changed-66a6e2c7-a958-4163-a1b7-471e4bc69146. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2020.402820] env[62306]: DEBUG oslo_concurrency.lockutils [req-9c6feddd-b41b-45c5-8c9e-8ad4fe5f20b1 req-4dc9b4c7-fdc6-44a8-aed7-de1dd5c18c6d service nova] Acquiring lock "refresh_cache-1c979d6e-e94d-4481-a969-7f856c9ddce1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.406947] env[62306]: DEBUG oslo_vmware.api [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973178, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.462075] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6500675e-d2ac-465a-bd48-e5ad23dce092 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "80950dc6-b412-420e-95ad-958d09df8cda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.284s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.511766] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance d95e281a-9f8e-4b5e-a25c-66908cbd3633 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2020.544906] env[62306]: DEBUG nova.network.neutron [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2020.580521] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52f20760-e711-e16a-0e1b-1c4014b17388, 'name': SearchDatastore_Task, 'duration_secs': 0.213054} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.580827] env[62306]: DEBUG oslo_concurrency.lockutils [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.581073] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2020.581311] env[62306]: DEBUG oslo_concurrency.lockutils [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.581460] env[62306]: DEBUG oslo_concurrency.lockutils [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.581637] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2020.582029] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fecbfbaf-75e9-4038-a0e7-cfd1c439f89a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.591324] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2020.591618] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2020.592435] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb7cf71-1dae-4ca9-bc48-3556fceb7ba4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.598979] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2020.598979] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523e47e2-da10-811a-5839-a95405ff44e9" [ 2020.598979] env[62306]: _type = "Task" [ 2020.598979] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.610120] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523e47e2-da10-811a-5839-a95405ff44e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.719350] env[62306]: DEBUG nova.network.neutron [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Updating instance_info_cache with network_info: [{"id": "66a6e2c7-a958-4163-a1b7-471e4bc69146", "address": "fa:16:3e:a4:27:0b", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a6e2c7-a9", "ovs_interfaceid": "66a6e2c7-a958-4163-a1b7-471e4bc69146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.742491] env[62306]: DEBUG oslo_concurrency.lockutils [req-71abaf72-ce46-459e-b063-a2879cc57386 req-3f6f9eeb-7dac-4ced-8a62-fd3699c073f6 service nova] Releasing lock "refresh_cache-5d5463e7-dab9-4a88-8f43-d4c8e903e935" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.902194] env[62306]: DEBUG oslo_vmware.api [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Task: {'id': task-1973178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.51257} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.902526] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2020.902661] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2020.902833] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2020.903015] env[62306]: INFO nova.compute.manager [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Took 3.15 seconds to destroy the instance on the hypervisor. [ 2020.903276] env[62306]: DEBUG oslo.service.loopingcall [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2020.903485] env[62306]: DEBUG nova.compute.manager [-] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2020.903580] env[62306]: DEBUG nova.network.neutron [-] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2021.015769] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance ad7b2a80-e055-4dc9-b00d-1848d9544743 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2021.016064] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2021.016231] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2021.111032] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523e47e2-da10-811a-5839-a95405ff44e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009255} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.111677] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef6b4e5-f6e2-4dfc-a617-d8fe10043d59 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.118475] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2021.118475] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523e38d0-ce9b-7c8f-def7-cbf4c4bb1f28" [ 2021.118475] env[62306]: _type = "Task" [ 2021.118475] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.131037] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523e38d0-ce9b-7c8f-def7-cbf4c4bb1f28, 'name': SearchDatastore_Task, 'duration_secs': 0.010279} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.131037] env[62306]: DEBUG oslo_concurrency.lockutils [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.131218] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 5d5463e7-dab9-4a88-8f43-d4c8e903e935/5d5463e7-dab9-4a88-8f43-d4c8e903e935.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2021.131420] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c5244fd-61d2-4c85-8f32-5dcd56e878c1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.139951] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2021.139951] env[62306]: value = "task-1973182" [ 2021.139951] env[62306]: _type = "Task" [ 2021.139951] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.147986] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.222805] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "refresh_cache-1c979d6e-e94d-4481-a969-7f856c9ddce1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.222805] env[62306]: DEBUG nova.compute.manager [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Instance network_info: |[{"id": "66a6e2c7-a958-4163-a1b7-471e4bc69146", "address": "fa:16:3e:a4:27:0b", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a6e2c7-a9", "ovs_interfaceid": "66a6e2c7-a958-4163-a1b7-471e4bc69146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2021.223105] env[62306]: DEBUG oslo_concurrency.lockutils [req-9c6feddd-b41b-45c5-8c9e-8ad4fe5f20b1 req-4dc9b4c7-fdc6-44a8-aed7-de1dd5c18c6d service nova] Acquired lock "refresh_cache-1c979d6e-e94d-4481-a969-7f856c9ddce1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.223297] env[62306]: DEBUG nova.network.neutron [req-9c6feddd-b41b-45c5-8c9e-8ad4fe5f20b1 req-4dc9b4c7-fdc6-44a8-aed7-de1dd5c18c6d service nova] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Refreshing network info cache for port 66a6e2c7-a958-4163-a1b7-471e4bc69146 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2021.224572] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:27:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66a6e2c7-a958-4163-a1b7-471e4bc69146', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2021.235494] env[62306]: DEBUG oslo.service.loopingcall [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2021.236585] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2021.236821] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09613bdd-965c-49db-8322-885c1ab3f46c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.259641] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2021.259641] env[62306]: value = "task-1973183" [ 2021.259641] env[62306]: _type = "Task" [ 2021.259641] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.269579] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973183, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.320647] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cc048b-9dcf-422a-a8d6-5cef45554a73 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.331321] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d04a03a-2803-4499-9026-42523f1eabee {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.369660] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed697c27-42e8-4567-bc63-fafa61632506 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.384067] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f7c5b0-ea30-466f-9293-1da0caab325b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.401691] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2021.496968] env[62306]: DEBUG nova.compute.manager [req-6d29f034-05e0-486b-a8a4-631eb92a0a60 req-0116f5e1-6f7a-4771-8e51-1d00004456ac service nova] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Received event network-changed-41752c54-6f66-40f0-90f4-4bb0f515141b {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2021.497455] env[62306]: DEBUG nova.compute.manager [req-6d29f034-05e0-486b-a8a4-631eb92a0a60 req-0116f5e1-6f7a-4771-8e51-1d00004456ac service nova] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Refreshing instance network info cache due to event network-changed-41752c54-6f66-40f0-90f4-4bb0f515141b. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2021.497791] env[62306]: DEBUG oslo_concurrency.lockutils [req-6d29f034-05e0-486b-a8a4-631eb92a0a60 req-0116f5e1-6f7a-4771-8e51-1d00004456ac service nova] Acquiring lock "refresh_cache-80950dc6-b412-420e-95ad-958d09df8cda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.498026] env[62306]: DEBUG oslo_concurrency.lockutils [req-6d29f034-05e0-486b-a8a4-631eb92a0a60 req-0116f5e1-6f7a-4771-8e51-1d00004456ac service nova] Acquired lock "refresh_cache-80950dc6-b412-420e-95ad-958d09df8cda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.498296] env[62306]: DEBUG nova.network.neutron [req-6d29f034-05e0-486b-a8a4-631eb92a0a60 req-0116f5e1-6f7a-4771-8e51-1d00004456ac service nova] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Refreshing network info cache for port 41752c54-6f66-40f0-90f4-4bb0f515141b {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2021.651139] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498987} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.651492] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 5d5463e7-dab9-4a88-8f43-d4c8e903e935/5d5463e7-dab9-4a88-8f43-d4c8e903e935.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2021.651634] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2021.651969] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1556278-2883-468d-aea1-999d87973b9e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.660410] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2021.660410] env[62306]: value = "task-1973184" [ 2021.660410] env[62306]: _type = "Task" [ 2021.660410] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.674907] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.710532] env[62306]: DEBUG nova.network.neutron [-] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.770391] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973183, 'name': CreateVM_Task, 'duration_secs': 0.491932} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.773068] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2021.773789] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.774046] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.774507] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2021.775129] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54f7a40-ba00-4fa9-b46a-e72bb602efef {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.780358] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2021.780358] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526f9c3a-3c1c-83f0-3839-26cee5517032" [ 2021.780358] env[62306]: _type = "Task" [ 2021.780358] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.789423] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526f9c3a-3c1c-83f0-3839-26cee5517032, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.875996] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "interface-ac32553f-c58e-4c02-8b18-a681336f87e2-9db14e27-c39a-4c5d-842b-4fc71c8d83f3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.876320] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "interface-ac32553f-c58e-4c02-8b18-a681336f87e2-9db14e27-c39a-4c5d-842b-4fc71c8d83f3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.904212] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2021.971061] env[62306]: DEBUG nova.network.neutron [req-9c6feddd-b41b-45c5-8c9e-8ad4fe5f20b1 req-4dc9b4c7-fdc6-44a8-aed7-de1dd5c18c6d service nova] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Updated VIF entry in instance network info cache for port 66a6e2c7-a958-4163-a1b7-471e4bc69146. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2021.971463] env[62306]: DEBUG nova.network.neutron [req-9c6feddd-b41b-45c5-8c9e-8ad4fe5f20b1 req-4dc9b4c7-fdc6-44a8-aed7-de1dd5c18c6d service nova] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Updating instance_info_cache with network_info: [{"id": "66a6e2c7-a958-4163-a1b7-471e4bc69146", "address": "fa:16:3e:a4:27:0b", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a6e2c7-a9", "ovs_interfaceid": "66a6e2c7-a958-4163-a1b7-471e4bc69146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2022.170743] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078018} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.175147] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2022.175147] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64f3ff3-46af-43d8-a323-60636537d3f9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.204390] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 5d5463e7-dab9-4a88-8f43-d4c8e903e935/5d5463e7-dab9-4a88-8f43-d4c8e903e935.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2022.204868] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-881b1396-edcd-4e02-859e-d6d9b134ddce {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.224111] env[62306]: INFO nova.compute.manager [-] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Took 1.32 seconds to deallocate network for instance. [ 2022.233008] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2022.233008] env[62306]: value = "task-1973185" [ 2022.233008] env[62306]: _type = "Task" [ 2022.233008] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.242772] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.291967] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526f9c3a-3c1c-83f0-3839-26cee5517032, 'name': SearchDatastore_Task, 'duration_secs': 0.011393} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.292355] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.292623] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2022.292858] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.293036] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.293251] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2022.293483] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cf4484d-7be6-4239-ab0a-3a98391bbb35 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.296238] env[62306]: DEBUG nova.network.neutron [req-6d29f034-05e0-486b-a8a4-631eb92a0a60 req-0116f5e1-6f7a-4771-8e51-1d00004456ac service nova] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Updated VIF entry in instance network info cache for port 41752c54-6f66-40f0-90f4-4bb0f515141b. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2022.296591] env[62306]: DEBUG nova.network.neutron [req-6d29f034-05e0-486b-a8a4-631eb92a0a60 req-0116f5e1-6f7a-4771-8e51-1d00004456ac service nova] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Updating instance_info_cache with network_info: [{"id": "41752c54-6f66-40f0-90f4-4bb0f515141b", "address": "fa:16:3e:1d:38:10", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41752c54-6f", "ovs_interfaceid": "41752c54-6f66-40f0-90f4-4bb0f515141b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2022.307534] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2022.307767] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2022.309218] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-550c1759-b117-4c1f-b54d-75ac5356d716 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.315834] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2022.315834] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52880337-54df-d656-10d0-061dd63225be" [ 2022.315834] env[62306]: _type = "Task" [ 2022.315834] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.324943] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52880337-54df-d656-10d0-061dd63225be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.378964] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.379221] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.380094] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a9d069-a9d2-49b0-9975-619e848866bb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.398602] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8bcd47-3e1d-417d-b0c2-c63f0f07d12d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.422165] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2022.422355] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.960s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.428191] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Reconfiguring VM to detach interface {{(pid=62306) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2022.428730] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.355s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.430356] env[62306]: INFO nova.compute.claims [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2022.433065] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eac689bc-f9c0-49ef-8e5d-1962f520002c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.452275] env[62306]: DEBUG nova.compute.manager [req-5c2015c9-d1f4-4428-8529-e8dce84e3e94 req-f6a85859-3bb3-4183-840d-27bdf5a921e9 service nova] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Received event network-vif-deleted-a055de7e-df4a-41e0-82fd-866ed54e3e74 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2022.462201] env[62306]: DEBUG oslo_vmware.api [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 2022.462201] env[62306]: value = "task-1973187" [ 2022.462201] env[62306]: _type = "Task" [ 2022.462201] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.474413] env[62306]: DEBUG oslo_concurrency.lockutils [req-9c6feddd-b41b-45c5-8c9e-8ad4fe5f20b1 req-4dc9b4c7-fdc6-44a8-aed7-de1dd5c18c6d service nova] Releasing lock "refresh_cache-1c979d6e-e94d-4481-a969-7f856c9ddce1" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.479753] env[62306]: DEBUG oslo_vmware.api [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973187, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.734816] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.744167] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973185, 'name': ReconfigVM_Task, 'duration_secs': 0.315442} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.744435] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 5d5463e7-dab9-4a88-8f43-d4c8e903e935/5d5463e7-dab9-4a88-8f43-d4c8e903e935.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2022.745074] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66329973-44ae-48b4-a2a9-0ea9e50f8da6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.751505] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2022.751505] env[62306]: value = "task-1973188" [ 2022.751505] env[62306]: _type = "Task" [ 2022.751505] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.759720] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973188, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.800545] env[62306]: DEBUG oslo_concurrency.lockutils [req-6d29f034-05e0-486b-a8a4-631eb92a0a60 req-0116f5e1-6f7a-4771-8e51-1d00004456ac service nova] Releasing lock "refresh_cache-80950dc6-b412-420e-95ad-958d09df8cda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.826194] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52880337-54df-d656-10d0-061dd63225be, 'name': SearchDatastore_Task, 'duration_secs': 0.01126} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.827050] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eb1e2f5-89a8-4bc7-a833-0f03edfecc08 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.832625] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2022.832625] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52999cd3-93f2-0321-d5a5-80a2f5f556a4" [ 2022.832625] env[62306]: _type = "Task" [ 2022.832625] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.840136] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52999cd3-93f2-0321-d5a5-80a2f5f556a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.972754] env[62306]: DEBUG oslo_vmware.api [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.261309] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973188, 'name': Rename_Task, 'duration_secs': 0.149046} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.261575] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2023.261817] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fde50382-fac9-47d1-98e9-b9f9c2808801 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.268779] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2023.268779] env[62306]: value = "task-1973189" [ 2023.268779] env[62306]: _type = "Task" [ 2023.268779] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.276476] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.342608] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52999cd3-93f2-0321-d5a5-80a2f5f556a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.472658] env[62306]: DEBUG oslo_vmware.api [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.624315] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1e4feb-096d-4e76-9fc7-d502f240bb0f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.632269] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f7ede6-89bd-4acd-926c-494e6f7b6711 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.664595] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cb74c6-46f5-4e4d-a21f-3917f0badb8f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.672798] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7b80eb-cacc-40c7-8617-2c6fc7d672c1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.685873] env[62306]: DEBUG nova.compute.provider_tree [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2023.779190] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973189, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.842949] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52999cd3-93f2-0321-d5a5-80a2f5f556a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.972840] env[62306]: DEBUG oslo_vmware.api [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.189018] env[62306]: DEBUG nova.scheduler.client.report [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2024.279238] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973189, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.343057] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52999cd3-93f2-0321-d5a5-80a2f5f556a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.473605] env[62306]: DEBUG oslo_vmware.api [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.693952] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.694590] env[62306]: DEBUG nova.compute.manager [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2024.698154] env[62306]: DEBUG oslo_concurrency.lockutils [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.278s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.698452] env[62306]: DEBUG oslo_concurrency.lockutils [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.701484] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.188s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.703291] env[62306]: INFO nova.compute.claims [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2024.732449] env[62306]: INFO nova.scheduler.client.report [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Deleted allocations for instance 8a38074d-7b10-4b97-a0a8-7eaef4474528 [ 2024.780159] env[62306]: DEBUG oslo_vmware.api [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973189, 'name': PowerOnVM_Task, 'duration_secs': 1.479046} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.781038] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2024.781275] env[62306]: INFO nova.compute.manager [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Took 8.57 seconds to spawn the instance on the hypervisor. [ 2024.781460] env[62306]: DEBUG nova.compute.manager [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2024.782259] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835f12c8-5d27-4897-959c-eabaa69252bb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.846869] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52999cd3-93f2-0321-d5a5-80a2f5f556a4, 'name': SearchDatastore_Task, 'duration_secs': 1.98893} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.847159] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.847419] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 1c979d6e-e94d-4481-a969-7f856c9ddce1/1c979d6e-e94d-4481-a969-7f856c9ddce1.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2024.847676] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6ee1ef5-dad9-4277-a912-085cc5341b56 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.855963] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2024.855963] env[62306]: value = "task-1973190" [ 2024.855963] env[62306]: _type = "Task" [ 2024.855963] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.865692] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.974961] env[62306]: DEBUG oslo_vmware.api [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.207764] env[62306]: DEBUG nova.compute.utils [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2025.211056] env[62306]: DEBUG nova.compute.manager [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2025.211056] env[62306]: DEBUG nova.network.neutron [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2025.240220] env[62306]: DEBUG oslo_concurrency.lockutils [None req-959bdf0e-1e28-48c8-ab75-d46d4d0d8f3b tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "8a38074d-7b10-4b97-a0a8-7eaef4474528" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.292s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.248170] env[62306]: DEBUG nova.policy [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01aba52fcc964f45be77f28da790208c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f822101abf424a04948dcbf18a0903bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2025.300566] env[62306]: INFO nova.compute.manager [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Took 22.46 seconds to build instance. [ 2025.372667] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973190, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.476032] env[62306]: DEBUG oslo_vmware.api [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.559961] env[62306]: DEBUG nova.network.neutron [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Successfully created port: 9c9119e9-d72a-4c2e-8456-dae5210ca2c6 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2025.670675] env[62306]: DEBUG oslo_concurrency.lockutils [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "3b0031c9-60be-48ee-badf-2427afc1de23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.671041] env[62306]: DEBUG oslo_concurrency.lockutils [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "3b0031c9-60be-48ee-badf-2427afc1de23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.671291] env[62306]: DEBUG oslo_concurrency.lockutils [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "3b0031c9-60be-48ee-badf-2427afc1de23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.671530] env[62306]: DEBUG oslo_concurrency.lockutils [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "3b0031c9-60be-48ee-badf-2427afc1de23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.671719] env[62306]: DEBUG oslo_concurrency.lockutils [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "3b0031c9-60be-48ee-badf-2427afc1de23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.674122] env[62306]: INFO nova.compute.manager [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Terminating instance [ 2025.714063] env[62306]: DEBUG nova.compute.manager [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2025.804281] env[62306]: DEBUG oslo_concurrency.lockutils [None req-096fd172-9dd1-4a14-a868-f1516564dcf8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "5d5463e7-dab9-4a88-8f43-d4c8e903e935" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.981s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.869986] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.882844} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.870300] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 1c979d6e-e94d-4481-a969-7f856c9ddce1/1c979d6e-e94d-4481-a969-7f856c9ddce1.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2025.870614] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2025.873242] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06a97226-ed88-490b-8d79-a7b859c6135f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.885731] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2025.885731] env[62306]: value = "task-1973192" [ 2025.885731] env[62306]: _type = "Task" [ 2025.885731] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.898125] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.936168] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff67b344-f522-46c2-829d-bb34ea9f1277 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.945822] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c9efde-58f2-4206-b880-d78ff25c08d3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.983694] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550a2e74-7fcc-4b1c-b537-bed080419ca6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.002772] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8209fb-1647-407a-ab3b-d351357978ae {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.007233] env[62306]: DEBUG oslo_vmware.api [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.018389] env[62306]: DEBUG nova.compute.provider_tree [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2026.179655] env[62306]: DEBUG nova.compute.manager [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2026.180056] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2026.181373] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60b3c3b-cdc4-4131-b47c-3e9349b9f95a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.192268] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2026.192739] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2249bab-44ed-425a-b472-9af1c70b49f6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.203935] env[62306]: DEBUG oslo_vmware.api [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 2026.203935] env[62306]: value = "task-1973193" [ 2026.203935] env[62306]: _type = "Task" [ 2026.203935] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.213908] env[62306]: DEBUG oslo_vmware.api [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1973193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.399886] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073305} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.400203] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2026.401042] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb20823-e007-4567-a582-6c90dec0d22c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.427426] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 1c979d6e-e94d-4481-a969-7f856c9ddce1/1c979d6e-e94d-4481-a969-7f856c9ddce1.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2026.427835] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8021f4de-67aa-4531-9de5-0538e690f15f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.447786] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2026.447786] env[62306]: value = "task-1973194" [ 2026.447786] env[62306]: _type = "Task" [ 2026.447786] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.456586] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.489630] env[62306]: DEBUG oslo_vmware.api [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.522288] env[62306]: DEBUG nova.scheduler.client.report [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2026.714057] env[62306]: DEBUG oslo_vmware.api [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1973193, 'name': PowerOffVM_Task, 'duration_secs': 0.274364} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.714614] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2026.714614] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2026.714766] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4796e4b8-e322-4488-a88c-1575abc7f358 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.727045] env[62306]: DEBUG nova.compute.manager [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2026.755852] env[62306]: DEBUG nova.virt.hardware [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2026.755852] env[62306]: DEBUG nova.virt.hardware [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2026.755852] env[62306]: DEBUG nova.virt.hardware [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2026.755852] env[62306]: DEBUG nova.virt.hardware [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2026.755852] env[62306]: DEBUG nova.virt.hardware [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2026.755852] env[62306]: DEBUG nova.virt.hardware [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2026.756157] env[62306]: DEBUG nova.virt.hardware [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2026.756157] env[62306]: DEBUG nova.virt.hardware [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2026.756300] env[62306]: DEBUG nova.virt.hardware [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2026.756467] env[62306]: DEBUG nova.virt.hardware [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2026.756648] env[62306]: DEBUG nova.virt.hardware [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2026.757565] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3049b836-7992-4bd4-874f-4ed430e6bf03 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.766524] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2c1220-e61f-4169-a5b1-90f848149eac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.958275] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.990532] env[62306]: DEBUG oslo_vmware.api [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.027644] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.028162] env[62306]: DEBUG nova.compute.manager [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2027.031095] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.661s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.032446] env[62306]: INFO nova.compute.claims [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2027.229919] env[62306]: DEBUG oslo_concurrency.lockutils [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "0149778f-c223-4c66-a185-ca5641833d1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.230175] env[62306]: DEBUG oslo_concurrency.lockutils [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "0149778f-c223-4c66-a185-ca5641833d1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.460031] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973194, 'name': ReconfigVM_Task, 'duration_secs': 0.641848} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.460031] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 1c979d6e-e94d-4481-a969-7f856c9ddce1/1c979d6e-e94d-4481-a969-7f856c9ddce1.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2027.460612] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-796dcb8c-a334-4cba-83e5-0401573fb256 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.468780] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2027.468780] env[62306]: value = "task-1973196" [ 2027.468780] env[62306]: _type = "Task" [ 2027.468780] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.479519] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973196, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.491714] env[62306]: DEBUG oslo_vmware.api [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.537225] env[62306]: DEBUG nova.compute.utils [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2027.541564] env[62306]: DEBUG nova.compute.manager [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2027.541892] env[62306]: DEBUG nova.network.neutron [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2027.732819] env[62306]: DEBUG nova.compute.manager [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2027.794143] env[62306]: DEBUG nova.policy [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f891346b7f3146da83aae91de0c671cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b3c14255fd144eba35ebeb6604a96e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2027.981090] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973196, 'name': Rename_Task, 'duration_secs': 0.145868} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.981401] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2027.981667] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4077f764-8047-454f-99c8-9342417664fc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.993224] env[62306]: DEBUG oslo_vmware.api [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973187, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.999834] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2027.999834] env[62306]: value = "task-1973198" [ 2027.999834] env[62306]: _type = "Task" [ 2027.999834] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.008786] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.045022] env[62306]: DEBUG nova.compute.manager [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2028.086883] env[62306]: DEBUG nova.network.neutron [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Successfully created port: 88164a09-b105-4099-a46a-ca6afeb98b3b {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2028.254838] env[62306]: DEBUG oslo_concurrency.lockutils [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.265907] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b189bc-4d23-4768-8ff6-15cd63428eb1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.274284] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27c691d-c5c4-445d-aeec-d05185e71804 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.323967] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c9f3c8-9727-46db-afc3-062c82d040b1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.335439] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0e1f35-0ce3-4773-9eb1-da2b627f6e41 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.351078] env[62306]: DEBUG nova.compute.provider_tree [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2028.443419] env[62306]: DEBUG nova.network.neutron [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Successfully created port: 2e8d5e02-be16-4376-b676-5b96fd9c437c {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2028.494324] env[62306]: DEBUG oslo_vmware.api [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973187, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.510636] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.854214] env[62306]: DEBUG nova.scheduler.client.report [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2028.999081] env[62306]: DEBUG oslo_vmware.api [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973187, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.010259] env[62306]: DEBUG oslo_vmware.api [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973198, 'name': PowerOnVM_Task, 'duration_secs': 0.950098} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.010536] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2029.010741] env[62306]: INFO nova.compute.manager [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Took 10.45 seconds to spawn the instance on the hypervisor. [ 2029.010921] env[62306]: DEBUG nova.compute.manager [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2029.011701] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42859aa-f341-4b00-986e-aaaef2d0eafe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.055713] env[62306]: DEBUG nova.compute.manager [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2029.082973] env[62306]: DEBUG nova.virt.hardware [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2029.082973] env[62306]: DEBUG nova.virt.hardware [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2029.083192] env[62306]: DEBUG nova.virt.hardware [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2029.083274] env[62306]: DEBUG nova.virt.hardware [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2029.083423] env[62306]: DEBUG nova.virt.hardware [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2029.083571] env[62306]: DEBUG nova.virt.hardware [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2029.083780] env[62306]: DEBUG nova.virt.hardware [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2029.083938] env[62306]: DEBUG nova.virt.hardware [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2029.084118] env[62306]: DEBUG nova.virt.hardware [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2029.084286] env[62306]: DEBUG nova.virt.hardware [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2029.084460] env[62306]: DEBUG nova.virt.hardware [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2029.085383] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aaa067-8365-40d5-bb8e-8c83cdd2852c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.093837] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a135fb9c-44c0-41a0-9cd7-88777a95cbc6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.359804] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.360538] env[62306]: DEBUG nova.compute.manager [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2029.364436] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.630s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.364747] env[62306]: DEBUG nova.objects.instance [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lazy-loading 'resources' on Instance uuid 520c4b33-d540-4d70-ad31-892bf0041095 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2029.494169] env[62306]: DEBUG oslo_vmware.api [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973187, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.529901] env[62306]: INFO nova.compute.manager [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Took 25.96 seconds to build instance. [ 2029.867922] env[62306]: DEBUG nova.compute.utils [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2029.872302] env[62306]: DEBUG nova.compute.manager [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2029.872656] env[62306]: DEBUG nova.network.neutron [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2029.916595] env[62306]: DEBUG nova.policy [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bd033bb7e3343d99736bab0a5978302', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e72ea6401064cc18047326c2040c05a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2029.994391] env[62306]: DEBUG oslo_vmware.api [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973187, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.031825] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97052153-a74a-441c-ae48-6eaf19f77ca3 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "1c979d6e-e94d-4481-a969-7f856c9ddce1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.490s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.058737] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c723ec3b-5275-4d66-a8d1-b79ec707abec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.066634] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e274e2f5-3b94-4fa2-97a6-6e98d2d1d2de {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.096513] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985e19e3-0152-4369-ac8e-3a71862f8724 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.104175] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b5688a-7b0b-414e-a5dc-8efdb11f819a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.117412] env[62306]: DEBUG nova.compute.provider_tree [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2030.218595] env[62306]: DEBUG nova.network.neutron [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Successfully created port: 05321b6d-0ada-4bc9-be68-dc863380f768 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2030.361516] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2030.362556] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2030.363341] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Deleting the datastore file [datastore1] 3b0031c9-60be-48ee-badf-2427afc1de23 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2030.367479] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a46bca1c-e20c-473c-868c-7bc886468449 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.372947] env[62306]: DEBUG nova.compute.manager [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2030.380672] env[62306]: DEBUG oslo_vmware.api [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for the task: (returnval){ [ 2030.380672] env[62306]: value = "task-1973200" [ 2030.380672] env[62306]: _type = "Task" [ 2030.380672] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.397296] env[62306]: DEBUG oslo_vmware.api [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1973200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.496824] env[62306]: DEBUG oslo_vmware.api [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973187, 'name': ReconfigVM_Task, 'duration_secs': 8.035305} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.497244] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.497496] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Reconfigured VM to detach interface {{(pid=62306) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2030.620566] env[62306]: DEBUG nova.scheduler.client.report [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2030.777388] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1f592436-5de1-4a73-b333-ca066df30a03 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "1c979d6e-e94d-4481-a969-7f856c9ddce1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.777676] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1f592436-5de1-4a73-b333-ca066df30a03 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "1c979d6e-e94d-4481-a969-7f856c9ddce1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.777824] env[62306]: DEBUG nova.compute.manager [None req-1f592436-5de1-4a73-b333-ca066df30a03 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2030.778781] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4d384c-4acf-4343-94c3-3693f64b3447 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.786242] env[62306]: DEBUG nova.compute.manager [None req-1f592436-5de1-4a73-b333-ca066df30a03 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62306) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2030.786837] env[62306]: DEBUG nova.objects.instance [None req-1f592436-5de1-4a73-b333-ca066df30a03 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lazy-loading 'flavor' on Instance uuid 1c979d6e-e94d-4481-a969-7f856c9ddce1 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2030.894051] env[62306]: DEBUG oslo_vmware.api [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Task: {'id': task-1973200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164521} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.894411] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2030.894765] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2030.894951] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2030.895153] env[62306]: INFO nova.compute.manager [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Took 4.72 seconds to destroy the instance on the hypervisor. [ 2030.895392] env[62306]: DEBUG oslo.service.loopingcall [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2030.895767] env[62306]: DEBUG nova.compute.manager [-] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2030.895866] env[62306]: DEBUG nova.network.neutron [-] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2031.126715] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.129973] env[62306]: DEBUG oslo_concurrency.lockutils [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.874s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.131479] env[62306]: INFO nova.compute.claims [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2031.148169] env[62306]: INFO nova.scheduler.client.report [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Deleted allocations for instance 520c4b33-d540-4d70-ad31-892bf0041095 [ 2031.200130] env[62306]: DEBUG nova.compute.manager [req-f0f4fbca-5df3-40b3-94af-ac8fccc24f68 req-49383510-2121-4749-9167-f8202a276401 service nova] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Received event network-vif-deleted-e3ef9ffb-7167-48a7-aa49-af1b76aa941d {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2031.200130] env[62306]: INFO nova.compute.manager [req-f0f4fbca-5df3-40b3-94af-ac8fccc24f68 req-49383510-2121-4749-9167-f8202a276401 service nova] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Neutron deleted interface e3ef9ffb-7167-48a7-aa49-af1b76aa941d; detaching it from the instance and deleting it from the info cache [ 2031.200130] env[62306]: DEBUG nova.network.neutron [req-f0f4fbca-5df3-40b3-94af-ac8fccc24f68 req-49383510-2121-4749-9167-f8202a276401 service nova] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.399835] env[62306]: DEBUG nova.compute.manager [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2031.429142] env[62306]: DEBUG nova.virt.hardware [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2031.429438] env[62306]: DEBUG nova.virt.hardware [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2031.429641] env[62306]: DEBUG nova.virt.hardware [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2031.429882] env[62306]: DEBUG nova.virt.hardware [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2031.430106] env[62306]: DEBUG nova.virt.hardware [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2031.430354] env[62306]: DEBUG nova.virt.hardware [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2031.430588] env[62306]: DEBUG nova.virt.hardware [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2031.430754] env[62306]: DEBUG nova.virt.hardware [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2031.430936] env[62306]: DEBUG nova.virt.hardware [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2031.431113] env[62306]: DEBUG nova.virt.hardware [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2031.431356] env[62306]: DEBUG nova.virt.hardware [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2031.432204] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721f0273-8b32-4128-8fb2-b54247c71d06 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.442056] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5410702-9d29-4682-8c33-8be6aef20a1f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.469748] env[62306]: DEBUG nova.network.neutron [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Successfully updated port: 88164a09-b105-4099-a46a-ca6afeb98b3b {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2031.621539] env[62306]: DEBUG nova.compute.manager [req-59d4767e-5eba-45c6-b082-21868777fcfd req-ad0a7102-8871-4df8-8009-d09fffaab520 service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Received event network-vif-plugged-9c9119e9-d72a-4c2e-8456-dae5210ca2c6 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2031.621771] env[62306]: DEBUG oslo_concurrency.lockutils [req-59d4767e-5eba-45c6-b082-21868777fcfd req-ad0a7102-8871-4df8-8009-d09fffaab520 service nova] Acquiring lock "31f3e1c8-bc13-47c5-be84-75e87903c50c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.622481] env[62306]: DEBUG oslo_concurrency.lockutils [req-59d4767e-5eba-45c6-b082-21868777fcfd req-ad0a7102-8871-4df8-8009-d09fffaab520 service nova] Lock "31f3e1c8-bc13-47c5-be84-75e87903c50c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.622679] env[62306]: DEBUG oslo_concurrency.lockutils [req-59d4767e-5eba-45c6-b082-21868777fcfd req-ad0a7102-8871-4df8-8009-d09fffaab520 service nova] Lock "31f3e1c8-bc13-47c5-be84-75e87903c50c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.622854] env[62306]: DEBUG nova.compute.manager [req-59d4767e-5eba-45c6-b082-21868777fcfd req-ad0a7102-8871-4df8-8009-d09fffaab520 service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] No waiting events found dispatching network-vif-plugged-9c9119e9-d72a-4c2e-8456-dae5210ca2c6 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2031.623030] env[62306]: WARNING nova.compute.manager [req-59d4767e-5eba-45c6-b082-21868777fcfd req-ad0a7102-8871-4df8-8009-d09fffaab520 service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Received unexpected event network-vif-plugged-9c9119e9-d72a-4c2e-8456-dae5210ca2c6 for instance with vm_state building and task_state spawning. [ 2031.662031] env[62306]: DEBUG oslo_concurrency.lockutils [None req-59d0a8ca-b0e1-487c-b259-34fd0a1c8fb0 tempest-ServerDiskConfigTestJSON-1320992874 tempest-ServerDiskConfigTestJSON-1320992874-project-member] Lock "520c4b33-d540-4d70-ad31-892bf0041095" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.429s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.677697] env[62306]: DEBUG nova.network.neutron [-] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.701807] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe890348-c5c3-4925-b327-b052d3b3fc9e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.716535] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97333f22-ed55-4fca-8b2e-f3545446f8ea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.755864] env[62306]: DEBUG nova.compute.manager [req-f0f4fbca-5df3-40b3-94af-ac8fccc24f68 req-49383510-2121-4749-9167-f8202a276401 service nova] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Detach interface failed, port_id=e3ef9ffb-7167-48a7-aa49-af1b76aa941d, reason: Instance 3b0031c9-60be-48ee-badf-2427afc1de23 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2031.797279] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f592436-5de1-4a73-b333-ca066df30a03 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2031.797536] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df885090-c7d7-419c-ad08-b8c516f97d8d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.807241] env[62306]: DEBUG oslo_vmware.api [None req-1f592436-5de1-4a73-b333-ca066df30a03 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2031.807241] env[62306]: value = "task-1973202" [ 2031.807241] env[62306]: _type = "Task" [ 2031.807241] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.825098] env[62306]: DEBUG oslo_vmware.api [None req-1f592436-5de1-4a73-b333-ca066df30a03 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.843288] env[62306]: DEBUG nova.network.neutron [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Successfully updated port: 9c9119e9-d72a-4c2e-8456-dae5210ca2c6 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2031.871157] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.871377] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.871528] env[62306]: DEBUG nova.network.neutron [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2031.995430] env[62306]: DEBUG nova.network.neutron [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Successfully updated port: 05321b6d-0ada-4bc9-be68-dc863380f768 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2032.181090] env[62306]: INFO nova.compute.manager [-] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Took 1.28 seconds to deallocate network for instance. [ 2032.317599] env[62306]: DEBUG oslo_vmware.api [None req-1f592436-5de1-4a73-b333-ca066df30a03 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973202, 'name': PowerOffVM_Task, 'duration_secs': 0.228591} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.322489] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f592436-5de1-4a73-b333-ca066df30a03 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2032.322489] env[62306]: DEBUG nova.compute.manager [None req-1f592436-5de1-4a73-b333-ca066df30a03 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2032.322489] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374a02b6-9b97-4172-850d-b16b9eb3c2ad {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.348550] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "refresh_cache-31f3e1c8-bc13-47c5-be84-75e87903c50c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.348550] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquired lock "refresh_cache-31f3e1c8-bc13-47c5-be84-75e87903c50c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.348550] env[62306]: DEBUG nova.network.neutron [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2032.410296] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f7e086-8c15-45cb-9f97-6bfc2ba70251 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.422619] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9eef93-ad2c-4297-8666-3523a6f7afee {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.463560] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59b60a2-bb68-449a-a272-db6a1dc8c7e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.475213] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e051a15-9a40-458e-9d22-87c8ecdd6831 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.490740] env[62306]: DEBUG nova.compute.provider_tree [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2032.499334] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "refresh_cache-ad7b2a80-e055-4dc9-b00d-1848d9544743" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.499334] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquired lock "refresh_cache-ad7b2a80-e055-4dc9-b00d-1848d9544743" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.499500] env[62306]: DEBUG nova.network.neutron [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2032.694470] env[62306]: DEBUG oslo_concurrency.lockutils [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.779399] env[62306]: INFO nova.network.neutron [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Port 9db14e27-c39a-4c5d-842b-4fc71c8d83f3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2032.779894] env[62306]: DEBUG nova.network.neutron [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Updating instance_info_cache with network_info: [{"id": "88af45f9-622d-4f83-8266-eb31250ee2f2", "address": "fa:16:3e:71:7a:fb", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88af45f9-62", "ovs_interfaceid": "88af45f9-622d-4f83-8266-eb31250ee2f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.838662] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1f592436-5de1-4a73-b333-ca066df30a03 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "1c979d6e-e94d-4481-a969-7f856c9ddce1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.918801] env[62306]: DEBUG nova.network.neutron [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2032.994666] env[62306]: DEBUG nova.scheduler.client.report [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2033.080208] env[62306]: DEBUG nova.network.neutron [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2033.231570] env[62306]: DEBUG nova.compute.manager [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Received event network-vif-plugged-88164a09-b105-4099-a46a-ca6afeb98b3b {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2033.231841] env[62306]: DEBUG oslo_concurrency.lockutils [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] Acquiring lock "d95e281a-9f8e-4b5e-a25c-66908cbd3633-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.232027] env[62306]: DEBUG oslo_concurrency.lockutils [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] Lock "d95e281a-9f8e-4b5e-a25c-66908cbd3633-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.232483] env[62306]: DEBUG oslo_concurrency.lockutils [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] Lock "d95e281a-9f8e-4b5e-a25c-66908cbd3633-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.232681] env[62306]: DEBUG nova.compute.manager [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] No waiting events found dispatching network-vif-plugged-88164a09-b105-4099-a46a-ca6afeb98b3b {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2033.232851] env[62306]: WARNING nova.compute.manager [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Received unexpected event network-vif-plugged-88164a09-b105-4099-a46a-ca6afeb98b3b for instance with vm_state building and task_state spawning. [ 2033.233020] env[62306]: DEBUG nova.compute.manager [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Received event network-changed-88164a09-b105-4099-a46a-ca6afeb98b3b {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2033.233441] env[62306]: DEBUG nova.compute.manager [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Refreshing instance network info cache due to event network-changed-88164a09-b105-4099-a46a-ca6afeb98b3b. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2033.233640] env[62306]: DEBUG oslo_concurrency.lockutils [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] Acquiring lock "refresh_cache-d95e281a-9f8e-4b5e-a25c-66908cbd3633" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.233779] env[62306]: DEBUG oslo_concurrency.lockutils [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] Acquired lock "refresh_cache-d95e281a-9f8e-4b5e-a25c-66908cbd3633" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2033.234010] env[62306]: DEBUG nova.network.neutron [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Refreshing network info cache for port 88164a09-b105-4099-a46a-ca6afeb98b3b {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2033.282391] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.287324] env[62306]: DEBUG nova.network.neutron [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Updating instance_info_cache with network_info: [{"id": "9c9119e9-d72a-4c2e-8456-dae5210ca2c6", "address": "fa:16:3e:9b:e4:7a", "network": {"id": "88e397a1-bf77-4010-8ca3-28b1fbfc2126", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-670309153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f822101abf424a04948dcbf18a0903bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9119e9-d7", "ovs_interfaceid": "9c9119e9-d72a-4c2e-8456-dae5210ca2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2033.321366] env[62306]: DEBUG oslo_concurrency.lockutils [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "1c979d6e-e94d-4481-a969-7f856c9ddce1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.321619] env[62306]: DEBUG oslo_concurrency.lockutils [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "1c979d6e-e94d-4481-a969-7f856c9ddce1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.321837] env[62306]: DEBUG oslo_concurrency.lockutils [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "1c979d6e-e94d-4481-a969-7f856c9ddce1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.322032] env[62306]: DEBUG oslo_concurrency.lockutils [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "1c979d6e-e94d-4481-a969-7f856c9ddce1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.322208] env[62306]: DEBUG oslo_concurrency.lockutils [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "1c979d6e-e94d-4481-a969-7f856c9ddce1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.324288] env[62306]: INFO nova.compute.manager [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Terminating instance [ 2033.403672] env[62306]: DEBUG nova.network.neutron [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Updating instance_info_cache with network_info: [{"id": "05321b6d-0ada-4bc9-be68-dc863380f768", "address": "fa:16:3e:fc:31:de", "network": {"id": "8d03538e-1f34-4da2-9413-7dec92d90955", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-94904741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e72ea6401064cc18047326c2040c05a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05321b6d-0a", "ovs_interfaceid": "05321b6d-0ada-4bc9-be68-dc863380f768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2033.504537] env[62306]: DEBUG oslo_concurrency.lockutils [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.505025] env[62306]: DEBUG nova.compute.manager [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2033.508716] env[62306]: DEBUG oslo_concurrency.lockutils [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.814s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.509212] env[62306]: DEBUG nova.objects.instance [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lazy-loading 'resources' on Instance uuid 3b0031c9-60be-48ee-badf-2427afc1de23 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2033.649988] env[62306]: DEBUG nova.compute.manager [req-6d5caf57-ed1b-46a4-8754-1aac51bc6fb0 req-6a4a2cfe-3998-4485-8415-097771855bf2 service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Received event network-changed-9c9119e9-d72a-4c2e-8456-dae5210ca2c6 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2033.650090] env[62306]: DEBUG nova.compute.manager [req-6d5caf57-ed1b-46a4-8754-1aac51bc6fb0 req-6a4a2cfe-3998-4485-8415-097771855bf2 service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Refreshing instance network info cache due to event network-changed-9c9119e9-d72a-4c2e-8456-dae5210ca2c6. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2033.650270] env[62306]: DEBUG oslo_concurrency.lockutils [req-6d5caf57-ed1b-46a4-8754-1aac51bc6fb0 req-6a4a2cfe-3998-4485-8415-097771855bf2 service nova] Acquiring lock "refresh_cache-31f3e1c8-bc13-47c5-be84-75e87903c50c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.779133] env[62306]: DEBUG nova.network.neutron [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2033.786242] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2f88d44d-1091-4eb6-9ca4-57e8d6e52242 tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "interface-ac32553f-c58e-4c02-8b18-a681336f87e2-9db14e27-c39a-4c5d-842b-4fc71c8d83f3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.910s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.789655] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Releasing lock "refresh_cache-31f3e1c8-bc13-47c5-be84-75e87903c50c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.792305] env[62306]: DEBUG nova.compute.manager [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Instance network_info: |[{"id": "9c9119e9-d72a-4c2e-8456-dae5210ca2c6", "address": "fa:16:3e:9b:e4:7a", "network": {"id": "88e397a1-bf77-4010-8ca3-28b1fbfc2126", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-670309153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f822101abf424a04948dcbf18a0903bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9119e9-d7", "ovs_interfaceid": "9c9119e9-d72a-4c2e-8456-dae5210ca2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2033.792305] env[62306]: DEBUG oslo_concurrency.lockutils [req-6d5caf57-ed1b-46a4-8754-1aac51bc6fb0 req-6a4a2cfe-3998-4485-8415-097771855bf2 service nova] Acquired lock "refresh_cache-31f3e1c8-bc13-47c5-be84-75e87903c50c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2033.792305] env[62306]: DEBUG nova.network.neutron [req-6d5caf57-ed1b-46a4-8754-1aac51bc6fb0 req-6a4a2cfe-3998-4485-8415-097771855bf2 service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Refreshing network info cache for port 9c9119e9-d72a-4c2e-8456-dae5210ca2c6 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2033.792305] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:e4:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c9119e9-d72a-4c2e-8456-dae5210ca2c6', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2033.802329] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Creating folder: Project (f822101abf424a04948dcbf18a0903bb). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2033.807696] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8792f84-4c38-4a37-bc66-3b23d1b224ad {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.819513] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Created folder: Project (f822101abf424a04948dcbf18a0903bb) in parent group-v406007. [ 2033.820666] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Creating folder: Instances. Parent ref: group-v406280. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2033.820666] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a379b77-fe9a-4d54-a0d9-84e95cc7469d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.828089] env[62306]: DEBUG nova.compute.manager [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2033.828384] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2033.830514] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618ee5d6-f88b-452c-a626-1117f8624e0d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.833164] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Created folder: Instances in parent group-v406280. [ 2033.833399] env[62306]: DEBUG oslo.service.loopingcall [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2033.833597] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2033.834273] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abc01c95-72b5-442c-9c60-5a6d47ab9636 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.853347] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2033.856467] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-884d8ce1-ceb2-4034-b4f5-a8e80274a32d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.866929] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2033.866929] env[62306]: value = "task-1973206" [ 2033.866929] env[62306]: _type = "Task" [ 2033.866929] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.877671] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973206, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.906535] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Releasing lock "refresh_cache-ad7b2a80-e055-4dc9-b00d-1848d9544743" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.910027] env[62306]: DEBUG nova.compute.manager [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Instance network_info: |[{"id": "05321b6d-0ada-4bc9-be68-dc863380f768", "address": "fa:16:3e:fc:31:de", "network": {"id": "8d03538e-1f34-4da2-9413-7dec92d90955", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-94904741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e72ea6401064cc18047326c2040c05a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05321b6d-0a", "ovs_interfaceid": "05321b6d-0ada-4bc9-be68-dc863380f768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2033.910027] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:31:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05321b6d-0ada-4bc9-be68-dc863380f768', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2033.918405] env[62306]: DEBUG oslo.service.loopingcall [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2033.918405] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2033.918405] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c81408c2-669e-4fe7-89c5-5e8df1759582 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.937564] env[62306]: DEBUG nova.network.neutron [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Successfully updated port: 2e8d5e02-be16-4376-b676-5b96fd9c437c {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2033.944385] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2033.944385] env[62306]: value = "task-1973208" [ 2033.944385] env[62306]: _type = "Task" [ 2033.944385] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.944902] env[62306]: DEBUG nova.network.neutron [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2033.957650] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973208, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.993076] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2033.993282] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2033.993467] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Deleting the datastore file [datastore1] 1c979d6e-e94d-4481-a969-7f856c9ddce1 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2033.993723] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2db0230b-5d58-487a-b0cf-dba60d6088c3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.001378] env[62306]: DEBUG oslo_vmware.api [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2034.001378] env[62306]: value = "task-1973209" [ 2034.001378] env[62306]: _type = "Task" [ 2034.001378] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.009915] env[62306]: DEBUG oslo_vmware.api [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.016281] env[62306]: DEBUG nova.compute.utils [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2034.019863] env[62306]: DEBUG nova.compute.manager [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2034.020096] env[62306]: DEBUG nova.network.neutron [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2034.184677] env[62306]: DEBUG nova.policy [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5459ae7ce0a949ba8736ff343ec643b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad0b09c178964771ac556856d6db2937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2034.189295] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "interface-56e86045-843d-42ea-8ea4-0120c363b56b-9db14e27-c39a-4c5d-842b-4fc71c8d83f3" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.189539] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "interface-56e86045-843d-42ea-8ea4-0120c363b56b-9db14e27-c39a-4c5d-842b-4fc71c8d83f3" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.189900] env[62306]: DEBUG nova.objects.instance [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lazy-loading 'flavor' on Instance uuid 56e86045-843d-42ea-8ea4-0120c363b56b {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2034.274560] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb7de09-256b-4ea7-8e32-cc201b6926f5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.287452] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deec301-eae7-4cac-972c-008708e927ef {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.323768] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b983fa11-d8db-45d7-b803-241042b5cd86 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.334278] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df834ff0-ad74-459f-af5b-825ab1b4cdab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.353168] env[62306]: DEBUG nova.compute.provider_tree [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2034.377747] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973206, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.397149] env[62306]: DEBUG nova.network.neutron [req-6d5caf57-ed1b-46a4-8754-1aac51bc6fb0 req-6a4a2cfe-3998-4485-8415-097771855bf2 service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Updated VIF entry in instance network info cache for port 9c9119e9-d72a-4c2e-8456-dae5210ca2c6. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2034.397515] env[62306]: DEBUG nova.network.neutron [req-6d5caf57-ed1b-46a4-8754-1aac51bc6fb0 req-6a4a2cfe-3998-4485-8415-097771855bf2 service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Updating instance_info_cache with network_info: [{"id": "9c9119e9-d72a-4c2e-8456-dae5210ca2c6", "address": "fa:16:3e:9b:e4:7a", "network": {"id": "88e397a1-bf77-4010-8ca3-28b1fbfc2126", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-670309153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f822101abf424a04948dcbf18a0903bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9119e9-d7", "ovs_interfaceid": "9c9119e9-d72a-4c2e-8456-dae5210ca2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.439576] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquiring lock "refresh_cache-d95e281a-9f8e-4b5e-a25c-66908cbd3633" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.450778] env[62306]: DEBUG oslo_concurrency.lockutils [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] Releasing lock "refresh_cache-d95e281a-9f8e-4b5e-a25c-66908cbd3633" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.451111] env[62306]: DEBUG nova.compute.manager [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Received event network-vif-plugged-05321b6d-0ada-4bc9-be68-dc863380f768 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2034.451327] env[62306]: DEBUG oslo_concurrency.lockutils [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] Acquiring lock "ad7b2a80-e055-4dc9-b00d-1848d9544743-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.451542] env[62306]: DEBUG oslo_concurrency.lockutils [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] Lock "ad7b2a80-e055-4dc9-b00d-1848d9544743-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.451707] env[62306]: DEBUG oslo_concurrency.lockutils [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] Lock "ad7b2a80-e055-4dc9-b00d-1848d9544743-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.451909] env[62306]: DEBUG nova.compute.manager [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] No waiting events found dispatching network-vif-plugged-05321b6d-0ada-4bc9-be68-dc863380f768 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2034.452049] env[62306]: WARNING nova.compute.manager [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Received unexpected event network-vif-plugged-05321b6d-0ada-4bc9-be68-dc863380f768 for instance with vm_state building and task_state spawning. [ 2034.452247] env[62306]: DEBUG nova.compute.manager [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Received event network-changed-05321b6d-0ada-4bc9-be68-dc863380f768 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2034.452372] env[62306]: DEBUG nova.compute.manager [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Refreshing instance network info cache due to event network-changed-05321b6d-0ada-4bc9-be68-dc863380f768. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2034.452551] env[62306]: DEBUG oslo_concurrency.lockutils [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] Acquiring lock "refresh_cache-ad7b2a80-e055-4dc9-b00d-1848d9544743" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.452686] env[62306]: DEBUG oslo_concurrency.lockutils [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] Acquired lock "refresh_cache-ad7b2a80-e055-4dc9-b00d-1848d9544743" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.453208] env[62306]: DEBUG nova.network.neutron [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Refreshing network info cache for port 05321b6d-0ada-4bc9-be68-dc863380f768 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2034.453939] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquired lock "refresh_cache-d95e281a-9f8e-4b5e-a25c-66908cbd3633" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.454208] env[62306]: DEBUG nova.network.neutron [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2034.460931] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973208, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.512853] env[62306]: DEBUG oslo_vmware.api [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332935} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.513145] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2034.513336] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2034.513518] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2034.513691] env[62306]: INFO nova.compute.manager [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Took 0.69 seconds to destroy the instance on the hypervisor. [ 2034.513933] env[62306]: DEBUG oslo.service.loopingcall [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2034.514140] env[62306]: DEBUG nova.compute.manager [-] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2034.514232] env[62306]: DEBUG nova.network.neutron [-] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2034.520516] env[62306]: DEBUG nova.compute.manager [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2034.809110] env[62306]: DEBUG nova.objects.instance [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lazy-loading 'pci_requests' on Instance uuid 56e86045-843d-42ea-8ea4-0120c363b56b {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2034.858459] env[62306]: DEBUG nova.scheduler.client.report [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2034.882383] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973206, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.899843] env[62306]: DEBUG oslo_concurrency.lockutils [req-6d5caf57-ed1b-46a4-8754-1aac51bc6fb0 req-6a4a2cfe-3998-4485-8415-097771855bf2 service nova] Releasing lock "refresh_cache-31f3e1c8-bc13-47c5-be84-75e87903c50c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.964859] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973208, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.995573] env[62306]: DEBUG nova.network.neutron [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2035.029432] env[62306]: DEBUG nova.network.neutron [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Successfully created port: 55915b16-0246-42b5-83ee-00fa3bdbce29 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2035.271296] env[62306]: DEBUG nova.network.neutron [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Updating instance_info_cache with network_info: [{"id": "88164a09-b105-4099-a46a-ca6afeb98b3b", "address": "fa:16:3e:f1:fd:88", "network": {"id": "95c09db7-babe-4916-976d-ae787ffdf3a7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-934559201", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c14255fd144eba35ebeb6604a96e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88164a09-b1", "ovs_interfaceid": "88164a09-b105-4099-a46a-ca6afeb98b3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e8d5e02-be16-4376-b676-5b96fd9c437c", "address": "fa:16:3e:36:d2:32", "network": {"id": "a9b43f6b-fd38-4909-b023-e8e41c39376d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-201090898", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5b3c14255fd144eba35ebeb6604a96e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e8d5e02-be", "ovs_interfaceid": "2e8d5e02-be16-4376-b676-5b96fd9c437c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2035.312013] env[62306]: DEBUG nova.objects.base [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Object Instance<56e86045-843d-42ea-8ea4-0120c363b56b> lazy-loaded attributes: flavor,pci_requests {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2035.314834] env[62306]: DEBUG nova.network.neutron [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2035.363116] env[62306]: DEBUG oslo_concurrency.lockutils [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.374139] env[62306]: DEBUG nova.compute.manager [req-e5a51fe4-8847-421d-93cb-2866b688463d req-ecab91bd-34f3-4d51-ae9f-cec125580415 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Received event network-changed-88af45f9-622d-4f83-8266-eb31250ee2f2 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2035.374369] env[62306]: DEBUG nova.compute.manager [req-e5a51fe4-8847-421d-93cb-2866b688463d req-ecab91bd-34f3-4d51-ae9f-cec125580415 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Refreshing instance network info cache due to event network-changed-88af45f9-622d-4f83-8266-eb31250ee2f2. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2035.375282] env[62306]: DEBUG oslo_concurrency.lockutils [req-e5a51fe4-8847-421d-93cb-2866b688463d req-ecab91bd-34f3-4d51-ae9f-cec125580415 service nova] Acquiring lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.375282] env[62306]: DEBUG oslo_concurrency.lockutils [req-e5a51fe4-8847-421d-93cb-2866b688463d req-ecab91bd-34f3-4d51-ae9f-cec125580415 service nova] Acquired lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.375282] env[62306]: DEBUG nova.network.neutron [req-e5a51fe4-8847-421d-93cb-2866b688463d req-ecab91bd-34f3-4d51-ae9f-cec125580415 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Refreshing network info cache for port 88af45f9-622d-4f83-8266-eb31250ee2f2 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2035.387718] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973206, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.394058] env[62306]: DEBUG nova.policy [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6547795e3fc41a68c6b2677aee67567', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c1dff801f734fd6af73ab511140982b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2035.396903] env[62306]: INFO nova.scheduler.client.report [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Deleted allocations for instance 3b0031c9-60be-48ee-badf-2427afc1de23 [ 2035.463995] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973208, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.535091] env[62306]: DEBUG nova.compute.manager [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2035.567048] env[62306]: DEBUG nova.network.neutron [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Updated VIF entry in instance network info cache for port 05321b6d-0ada-4bc9-be68-dc863380f768. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2035.567048] env[62306]: DEBUG nova.network.neutron [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Updating instance_info_cache with network_info: [{"id": "05321b6d-0ada-4bc9-be68-dc863380f768", "address": "fa:16:3e:fc:31:de", "network": {"id": "8d03538e-1f34-4da2-9413-7dec92d90955", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-94904741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e72ea6401064cc18047326c2040c05a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05321b6d-0a", "ovs_interfaceid": "05321b6d-0ada-4bc9-be68-dc863380f768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2035.570560] env[62306]: DEBUG nova.virt.hardware [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2035.570560] env[62306]: DEBUG nova.virt.hardware [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2035.570560] env[62306]: DEBUG nova.virt.hardware [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2035.570560] env[62306]: DEBUG nova.virt.hardware [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2035.570560] env[62306]: DEBUG nova.virt.hardware [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2035.570808] env[62306]: DEBUG nova.virt.hardware [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2035.570951] env[62306]: DEBUG nova.virt.hardware [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2035.576545] env[62306]: DEBUG nova.virt.hardware [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2035.576545] env[62306]: DEBUG nova.virt.hardware [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2035.576545] env[62306]: DEBUG nova.virt.hardware [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2035.577243] env[62306]: DEBUG nova.virt.hardware [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2035.582349] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542dfe7e-8544-47ed-afa0-fc6a8d0143e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.593774] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5f130c-86b2-46d1-92ca-6daa176d7f81 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.775624] env[62306]: DEBUG nova.compute.manager [req-cbb08c85-2a8a-4181-919d-fd9edb64f672 req-a531fe9f-d656-45fa-9c7c-5d8066411be4 service nova] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Received event network-vif-plugged-2e8d5e02-be16-4376-b676-5b96fd9c437c {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2035.775854] env[62306]: DEBUG oslo_concurrency.lockutils [req-cbb08c85-2a8a-4181-919d-fd9edb64f672 req-a531fe9f-d656-45fa-9c7c-5d8066411be4 service nova] Acquiring lock "d95e281a-9f8e-4b5e-a25c-66908cbd3633-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.776078] env[62306]: DEBUG oslo_concurrency.lockutils [req-cbb08c85-2a8a-4181-919d-fd9edb64f672 req-a531fe9f-d656-45fa-9c7c-5d8066411be4 service nova] Lock "d95e281a-9f8e-4b5e-a25c-66908cbd3633-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.776292] env[62306]: DEBUG oslo_concurrency.lockutils [req-cbb08c85-2a8a-4181-919d-fd9edb64f672 req-a531fe9f-d656-45fa-9c7c-5d8066411be4 service nova] Lock "d95e281a-9f8e-4b5e-a25c-66908cbd3633-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.776470] env[62306]: DEBUG nova.compute.manager [req-cbb08c85-2a8a-4181-919d-fd9edb64f672 req-a531fe9f-d656-45fa-9c7c-5d8066411be4 service nova] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] No waiting events found dispatching network-vif-plugged-2e8d5e02-be16-4376-b676-5b96fd9c437c {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2035.776636] env[62306]: WARNING nova.compute.manager [req-cbb08c85-2a8a-4181-919d-fd9edb64f672 req-a531fe9f-d656-45fa-9c7c-5d8066411be4 service nova] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Received unexpected event network-vif-plugged-2e8d5e02-be16-4376-b676-5b96fd9c437c for instance with vm_state building and task_state spawning. [ 2035.776793] env[62306]: DEBUG nova.compute.manager [req-cbb08c85-2a8a-4181-919d-fd9edb64f672 req-a531fe9f-d656-45fa-9c7c-5d8066411be4 service nova] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Received event network-changed-2e8d5e02-be16-4376-b676-5b96fd9c437c {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2035.776945] env[62306]: DEBUG nova.compute.manager [req-cbb08c85-2a8a-4181-919d-fd9edb64f672 req-a531fe9f-d656-45fa-9c7c-5d8066411be4 service nova] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Refreshing instance network info cache due to event network-changed-2e8d5e02-be16-4376-b676-5b96fd9c437c. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2035.777465] env[62306]: DEBUG oslo_concurrency.lockutils [req-cbb08c85-2a8a-4181-919d-fd9edb64f672 req-a531fe9f-d656-45fa-9c7c-5d8066411be4 service nova] Acquiring lock "refresh_cache-d95e281a-9f8e-4b5e-a25c-66908cbd3633" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.777978] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Releasing lock "refresh_cache-d95e281a-9f8e-4b5e-a25c-66908cbd3633" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2035.778441] env[62306]: DEBUG nova.compute.manager [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Instance network_info: |[{"id": "88164a09-b105-4099-a46a-ca6afeb98b3b", "address": "fa:16:3e:f1:fd:88", "network": {"id": "95c09db7-babe-4916-976d-ae787ffdf3a7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-934559201", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c14255fd144eba35ebeb6604a96e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88164a09-b1", "ovs_interfaceid": "88164a09-b105-4099-a46a-ca6afeb98b3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e8d5e02-be16-4376-b676-5b96fd9c437c", "address": "fa:16:3e:36:d2:32", "network": {"id": "a9b43f6b-fd38-4909-b023-e8e41c39376d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-201090898", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5b3c14255fd144eba35ebeb6604a96e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e8d5e02-be", "ovs_interfaceid": "2e8d5e02-be16-4376-b676-5b96fd9c437c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2035.779140] env[62306]: DEBUG oslo_concurrency.lockutils [req-cbb08c85-2a8a-4181-919d-fd9edb64f672 req-a531fe9f-d656-45fa-9c7c-5d8066411be4 service nova] Acquired lock "refresh_cache-d95e281a-9f8e-4b5e-a25c-66908cbd3633" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.779477] env[62306]: DEBUG nova.network.neutron [req-cbb08c85-2a8a-4181-919d-fd9edb64f672 req-a531fe9f-d656-45fa-9c7c-5d8066411be4 service nova] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Refreshing network info cache for port 2e8d5e02-be16-4376-b676-5b96fd9c437c {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2035.780734] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:fd:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88164a09-b105-4099-a46a-ca6afeb98b3b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:d2:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e8d5e02-be16-4376-b676-5b96fd9c437c', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2035.791098] env[62306]: DEBUG oslo.service.loopingcall [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2035.792197] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2035.792547] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a229dad-75c1-4174-90e4-cd7d9f802311 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.816492] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2035.816492] env[62306]: value = "task-1973211" [ 2035.816492] env[62306]: _type = "Task" [ 2035.816492] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.825366] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973211, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.844689] env[62306]: DEBUG nova.network.neutron [-] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2035.888796] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973206, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.904366] env[62306]: DEBUG oslo_concurrency.lockutils [None req-90a7576e-c7f3-41b9-a717-57ec8abae1b6 tempest-ServerRescueNegativeTestJSON-1905061900 tempest-ServerRescueNegativeTestJSON-1905061900-project-member] Lock "3b0031c9-60be-48ee-badf-2427afc1de23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.233s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.958961] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973208, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.086106] env[62306]: DEBUG oslo_concurrency.lockutils [req-6e05098b-2577-438f-9a4e-c6c59f123d38 req-117afc7e-d7c3-475a-8e11-d5bf3e0c0a94 service nova] Releasing lock "refresh_cache-ad7b2a80-e055-4dc9-b00d-1848d9544743" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.181476] env[62306]: DEBUG nova.network.neutron [req-e5a51fe4-8847-421d-93cb-2866b688463d req-ecab91bd-34f3-4d51-ae9f-cec125580415 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Updated VIF entry in instance network info cache for port 88af45f9-622d-4f83-8266-eb31250ee2f2. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2036.181476] env[62306]: DEBUG nova.network.neutron [req-e5a51fe4-8847-421d-93cb-2866b688463d req-ecab91bd-34f3-4d51-ae9f-cec125580415 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Updating instance_info_cache with network_info: [{"id": "88af45f9-622d-4f83-8266-eb31250ee2f2", "address": "fa:16:3e:71:7a:fb", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88af45f9-62", "ovs_interfaceid": "88af45f9-622d-4f83-8266-eb31250ee2f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.328754] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973211, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.346607] env[62306]: INFO nova.compute.manager [-] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Took 1.83 seconds to deallocate network for instance. [ 2036.390173] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973206, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.463083] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973208, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.544702] env[62306]: DEBUG nova.network.neutron [req-cbb08c85-2a8a-4181-919d-fd9edb64f672 req-a531fe9f-d656-45fa-9c7c-5d8066411be4 service nova] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Updated VIF entry in instance network info cache for port 2e8d5e02-be16-4376-b676-5b96fd9c437c. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2036.545315] env[62306]: DEBUG nova.network.neutron [req-cbb08c85-2a8a-4181-919d-fd9edb64f672 req-a531fe9f-d656-45fa-9c7c-5d8066411be4 service nova] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Updating instance_info_cache with network_info: [{"id": "88164a09-b105-4099-a46a-ca6afeb98b3b", "address": "fa:16:3e:f1:fd:88", "network": {"id": "95c09db7-babe-4916-976d-ae787ffdf3a7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-934559201", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c14255fd144eba35ebeb6604a96e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88164a09-b1", "ovs_interfaceid": "88164a09-b105-4099-a46a-ca6afeb98b3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e8d5e02-be16-4376-b676-5b96fd9c437c", "address": "fa:16:3e:36:d2:32", "network": {"id": "a9b43f6b-fd38-4909-b023-e8e41c39376d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-201090898", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5b3c14255fd144eba35ebeb6604a96e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e8d5e02-be", "ovs_interfaceid": "2e8d5e02-be16-4376-b676-5b96fd9c437c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.683745] env[62306]: DEBUG oslo_concurrency.lockutils [req-e5a51fe4-8847-421d-93cb-2866b688463d req-ecab91bd-34f3-4d51-ae9f-cec125580415 service nova] Releasing lock "refresh_cache-ac32553f-c58e-4c02-8b18-a681336f87e2" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.683991] env[62306]: DEBUG nova.compute.manager [req-e5a51fe4-8847-421d-93cb-2866b688463d req-ecab91bd-34f3-4d51-ae9f-cec125580415 service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Received event network-changed-9ea5dc05-f171-47f8-9977-78e4584f0002 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2036.684182] env[62306]: DEBUG nova.compute.manager [req-e5a51fe4-8847-421d-93cb-2866b688463d req-ecab91bd-34f3-4d51-ae9f-cec125580415 service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Refreshing instance network info cache due to event network-changed-9ea5dc05-f171-47f8-9977-78e4584f0002. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2036.684562] env[62306]: DEBUG oslo_concurrency.lockutils [req-e5a51fe4-8847-421d-93cb-2866b688463d req-ecab91bd-34f3-4d51-ae9f-cec125580415 service nova] Acquiring lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.684562] env[62306]: DEBUG oslo_concurrency.lockutils [req-e5a51fe4-8847-421d-93cb-2866b688463d req-ecab91bd-34f3-4d51-ae9f-cec125580415 service nova] Acquired lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.684697] env[62306]: DEBUG nova.network.neutron [req-e5a51fe4-8847-421d-93cb-2866b688463d req-ecab91bd-34f3-4d51-ae9f-cec125580415 service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Refreshing network info cache for port 9ea5dc05-f171-47f8-9977-78e4584f0002 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2036.828194] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973211, 'name': CreateVM_Task, 'duration_secs': 0.584741} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.828392] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2036.829202] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.829392] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.829749] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2036.830017] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6a06121-5b3b-4227-ab96-697d98485599 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.835609] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for the task: (returnval){ [ 2036.835609] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]521257ea-128d-f3c4-d16b-a018e47335cf" [ 2036.835609] env[62306]: _type = "Task" [ 2036.835609] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.843701] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]521257ea-128d-f3c4-d16b-a018e47335cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.852747] env[62306]: DEBUG oslo_concurrency.lockutils [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.852991] env[62306]: DEBUG oslo_concurrency.lockutils [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.853226] env[62306]: DEBUG nova.objects.instance [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lazy-loading 'resources' on Instance uuid 1c979d6e-e94d-4481-a969-7f856c9ddce1 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2036.890751] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973206, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.959100] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973208, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.970116] env[62306]: DEBUG nova.network.neutron [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Successfully updated port: 55915b16-0246-42b5-83ee-00fa3bdbce29 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2037.048128] env[62306]: DEBUG oslo_concurrency.lockutils [req-cbb08c85-2a8a-4181-919d-fd9edb64f672 req-a531fe9f-d656-45fa-9c7c-5d8066411be4 service nova] Releasing lock "refresh_cache-d95e281a-9f8e-4b5e-a25c-66908cbd3633" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.283376] env[62306]: DEBUG nova.network.neutron [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Successfully updated port: 9db14e27-c39a-4c5d-842b-4fc71c8d83f3 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2037.350019] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]521257ea-128d-f3c4-d16b-a018e47335cf, 'name': SearchDatastore_Task, 'duration_secs': 0.00967} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.350019] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.350019] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2037.350019] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.350019] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.350019] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2037.350019] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0de9b82-ee95-46ef-9aae-387c4f28cca8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.360030] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2037.360985] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2037.361844] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f55bf231-402f-4b1b-b469-63249d0791f9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.367861] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for the task: (returnval){ [ 2037.367861] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fbc9d7-cc38-7b3f-b91c-996da31cb7da" [ 2037.367861] env[62306]: _type = "Task" [ 2037.367861] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.376299] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fbc9d7-cc38-7b3f-b91c-996da31cb7da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.389555] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973206, 'name': CreateVM_Task, 'duration_secs': 3.361793} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.392103] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2037.396900] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.397134] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.397480] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2037.397738] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24a41762-ea49-4e58-8cd3-64952a4dad3b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.404393] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2037.404393] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5289cf72-8d76-4b20-97a3-21d19d669dd5" [ 2037.404393] env[62306]: _type = "Task" [ 2037.404393] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.413758] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5289cf72-8d76-4b20-97a3-21d19d669dd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.418241] env[62306]: DEBUG nova.compute.manager [req-0abfc931-6599-4b49-8dad-bc9250d4ba67 req-3d91d02e-1439-4b85-be46-ef6438a11629 service nova] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Received event network-vif-deleted-66a6e2c7-a958-4163-a1b7-471e4bc69146 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2037.418512] env[62306]: DEBUG nova.compute.manager [req-0abfc931-6599-4b49-8dad-bc9250d4ba67 req-3d91d02e-1439-4b85-be46-ef6438a11629 service nova] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Received event network-vif-plugged-55915b16-0246-42b5-83ee-00fa3bdbce29 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2037.418775] env[62306]: DEBUG oslo_concurrency.lockutils [req-0abfc931-6599-4b49-8dad-bc9250d4ba67 req-3d91d02e-1439-4b85-be46-ef6438a11629 service nova] Acquiring lock "0149778f-c223-4c66-a185-ca5641833d1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.418882] env[62306]: DEBUG oslo_concurrency.lockutils [req-0abfc931-6599-4b49-8dad-bc9250d4ba67 req-3d91d02e-1439-4b85-be46-ef6438a11629 service nova] Lock "0149778f-c223-4c66-a185-ca5641833d1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.420029] env[62306]: DEBUG oslo_concurrency.lockutils [req-0abfc931-6599-4b49-8dad-bc9250d4ba67 req-3d91d02e-1439-4b85-be46-ef6438a11629 service nova] Lock "0149778f-c223-4c66-a185-ca5641833d1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.420029] env[62306]: DEBUG nova.compute.manager [req-0abfc931-6599-4b49-8dad-bc9250d4ba67 req-3d91d02e-1439-4b85-be46-ef6438a11629 service nova] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] No waiting events found dispatching network-vif-plugged-55915b16-0246-42b5-83ee-00fa3bdbce29 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2037.420029] env[62306]: WARNING nova.compute.manager [req-0abfc931-6599-4b49-8dad-bc9250d4ba67 req-3d91d02e-1439-4b85-be46-ef6438a11629 service nova] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Received unexpected event network-vif-plugged-55915b16-0246-42b5-83ee-00fa3bdbce29 for instance with vm_state building and task_state spawning. [ 2037.420029] env[62306]: DEBUG nova.compute.manager [req-0abfc931-6599-4b49-8dad-bc9250d4ba67 req-3d91d02e-1439-4b85-be46-ef6438a11629 service nova] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Received event network-changed-55915b16-0246-42b5-83ee-00fa3bdbce29 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2037.420029] env[62306]: DEBUG nova.compute.manager [req-0abfc931-6599-4b49-8dad-bc9250d4ba67 req-3d91d02e-1439-4b85-be46-ef6438a11629 service nova] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Refreshing instance network info cache due to event network-changed-55915b16-0246-42b5-83ee-00fa3bdbce29. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2037.420029] env[62306]: DEBUG oslo_concurrency.lockutils [req-0abfc931-6599-4b49-8dad-bc9250d4ba67 req-3d91d02e-1439-4b85-be46-ef6438a11629 service nova] Acquiring lock "refresh_cache-0149778f-c223-4c66-a185-ca5641833d1a" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.420029] env[62306]: DEBUG oslo_concurrency.lockutils [req-0abfc931-6599-4b49-8dad-bc9250d4ba67 req-3d91d02e-1439-4b85-be46-ef6438a11629 service nova] Acquired lock "refresh_cache-0149778f-c223-4c66-a185-ca5641833d1a" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.420286] env[62306]: DEBUG nova.network.neutron [req-0abfc931-6599-4b49-8dad-bc9250d4ba67 req-3d91d02e-1439-4b85-be46-ef6438a11629 service nova] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Refreshing network info cache for port 55915b16-0246-42b5-83ee-00fa3bdbce29 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2037.465301] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973208, 'name': CreateVM_Task, 'duration_secs': 3.291163} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.465857] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2037.467362] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.473780] env[62306]: DEBUG oslo_concurrency.lockutils [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "refresh_cache-0149778f-c223-4c66-a185-ca5641833d1a" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.577780] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b58d8d-0fd8-4ca0-9da7-604a35faea80 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.587630] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f450eca9-449a-4abd-bf35-7922843521d0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.621756] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626731b2-5260-46e9-9d86-a51bc22e3a2b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.629655] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015d0c28-588e-4e61-bd04-f2bb43080aa4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.643719] env[62306]: DEBUG nova.compute.provider_tree [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2037.690174] env[62306]: DEBUG nova.network.neutron [req-e5a51fe4-8847-421d-93cb-2866b688463d req-ecab91bd-34f3-4d51-ae9f-cec125580415 service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Updated VIF entry in instance network info cache for port 9ea5dc05-f171-47f8-9977-78e4584f0002. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2037.691106] env[62306]: DEBUG nova.network.neutron [req-e5a51fe4-8847-421d-93cb-2866b688463d req-ecab91bd-34f3-4d51-ae9f-cec125580415 service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Updating instance_info_cache with network_info: [{"id": "9ea5dc05-f171-47f8-9977-78e4584f0002", "address": "fa:16:3e:20:37:78", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea5dc05-f1", "ovs_interfaceid": "9ea5dc05-f171-47f8-9977-78e4584f0002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2037.786115] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.879833] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fbc9d7-cc38-7b3f-b91c-996da31cb7da, 'name': SearchDatastore_Task, 'duration_secs': 0.009546} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.880653] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53634c38-ceb5-4de7-a5a3-54627ad404ba {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.886248] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for the task: (returnval){ [ 2037.886248] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5202baba-37f6-3454-4860-53f04b49e13b" [ 2037.886248] env[62306]: _type = "Task" [ 2037.886248] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.895704] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5202baba-37f6-3454-4860-53f04b49e13b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.897848] env[62306]: DEBUG nova.compute.manager [req-b5c6a37a-6995-4d64-8c24-527454890b3b req-7d297fb3-8ff8-4828-b467-a4cc06815076 service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Received event network-vif-plugged-9db14e27-c39a-4c5d-842b-4fc71c8d83f3 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2037.898155] env[62306]: DEBUG oslo_concurrency.lockutils [req-b5c6a37a-6995-4d64-8c24-527454890b3b req-7d297fb3-8ff8-4828-b467-a4cc06815076 service nova] Acquiring lock "56e86045-843d-42ea-8ea4-0120c363b56b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.899213] env[62306]: DEBUG oslo_concurrency.lockutils [req-b5c6a37a-6995-4d64-8c24-527454890b3b req-7d297fb3-8ff8-4828-b467-a4cc06815076 service nova] Lock "56e86045-843d-42ea-8ea4-0120c363b56b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.899213] env[62306]: DEBUG oslo_concurrency.lockutils [req-b5c6a37a-6995-4d64-8c24-527454890b3b req-7d297fb3-8ff8-4828-b467-a4cc06815076 service nova] Lock "56e86045-843d-42ea-8ea4-0120c363b56b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.899213] env[62306]: DEBUG nova.compute.manager [req-b5c6a37a-6995-4d64-8c24-527454890b3b req-7d297fb3-8ff8-4828-b467-a4cc06815076 service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] No waiting events found dispatching network-vif-plugged-9db14e27-c39a-4c5d-842b-4fc71c8d83f3 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2037.899213] env[62306]: WARNING nova.compute.manager [req-b5c6a37a-6995-4d64-8c24-527454890b3b req-7d297fb3-8ff8-4828-b467-a4cc06815076 service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Received unexpected event network-vif-plugged-9db14e27-c39a-4c5d-842b-4fc71c8d83f3 for instance with vm_state active and task_state None. [ 2037.899213] env[62306]: DEBUG nova.compute.manager [req-b5c6a37a-6995-4d64-8c24-527454890b3b req-7d297fb3-8ff8-4828-b467-a4cc06815076 service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Received event network-changed-9db14e27-c39a-4c5d-842b-4fc71c8d83f3 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2037.899988] env[62306]: DEBUG nova.compute.manager [req-b5c6a37a-6995-4d64-8c24-527454890b3b req-7d297fb3-8ff8-4828-b467-a4cc06815076 service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Refreshing instance network info cache due to event network-changed-9db14e27-c39a-4c5d-842b-4fc71c8d83f3. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2037.899988] env[62306]: DEBUG oslo_concurrency.lockutils [req-b5c6a37a-6995-4d64-8c24-527454890b3b req-7d297fb3-8ff8-4828-b467-a4cc06815076 service nova] Acquiring lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.915200] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5289cf72-8d76-4b20-97a3-21d19d669dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.009065} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.915658] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.915765] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2037.915956] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.916197] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.916513] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2037.916766] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e25c329d-ba92-4e25-8242-5fbe2faa2bb0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.922923] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 2037.922923] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5240b72f-b99a-97c6-f7a8-47faea643d8d" [ 2037.922923] env[62306]: _type = "Task" [ 2037.922923] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.934839] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5240b72f-b99a-97c6-f7a8-47faea643d8d, 'name': SearchDatastore_Task, 'duration_secs': 0.008969} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.934839] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.934839] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2037.934839] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.997342] env[62306]: DEBUG nova.network.neutron [req-0abfc931-6599-4b49-8dad-bc9250d4ba67 req-3d91d02e-1439-4b85-be46-ef6438a11629 service nova] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2038.111710] env[62306]: DEBUG nova.network.neutron [req-0abfc931-6599-4b49-8dad-bc9250d4ba67 req-3d91d02e-1439-4b85-be46-ef6438a11629 service nova] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.147672] env[62306]: DEBUG nova.scheduler.client.report [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2038.193304] env[62306]: DEBUG oslo_concurrency.lockutils [req-e5a51fe4-8847-421d-93cb-2866b688463d req-ecab91bd-34f3-4d51-ae9f-cec125580415 service nova] Releasing lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.193740] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.193926] env[62306]: DEBUG nova.network.neutron [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2038.396830] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5202baba-37f6-3454-4860-53f04b49e13b, 'name': SearchDatastore_Task, 'duration_secs': 0.008908} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.397155] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.397362] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] d95e281a-9f8e-4b5e-a25c-66908cbd3633/d95e281a-9f8e-4b5e-a25c-66908cbd3633.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2038.397638] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.397812] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2038.398048] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93fcdb71-d8d3-45df-b7a6-86e80224d465 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.400108] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5aae67b-ddcc-44d7-b264-d67cbedb30e2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.406371] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for the task: (returnval){ [ 2038.406371] env[62306]: value = "task-1973213" [ 2038.406371] env[62306]: _type = "Task" [ 2038.406371] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.410198] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2038.410398] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2038.411441] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e55b4f5-b3b5-4b82-b1af-0e6fbaade2d1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.416262] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.419610] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2038.419610] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b3eac7-7de7-fd3c-6321-9c72d3835ce2" [ 2038.419610] env[62306]: _type = "Task" [ 2038.419610] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.427904] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b3eac7-7de7-fd3c-6321-9c72d3835ce2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.614607] env[62306]: DEBUG oslo_concurrency.lockutils [req-0abfc931-6599-4b49-8dad-bc9250d4ba67 req-3d91d02e-1439-4b85-be46-ef6438a11629 service nova] Releasing lock "refresh_cache-0149778f-c223-4c66-a185-ca5641833d1a" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.614953] env[62306]: DEBUG oslo_concurrency.lockutils [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired lock "refresh_cache-0149778f-c223-4c66-a185-ca5641833d1a" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.615208] env[62306]: DEBUG nova.network.neutron [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2038.652401] env[62306]: DEBUG oslo_concurrency.lockutils [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.677891] env[62306]: INFO nova.scheduler.client.report [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Deleted allocations for instance 1c979d6e-e94d-4481-a969-7f856c9ddce1 [ 2038.748487] env[62306]: WARNING nova.network.neutron [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] c1c9e942-6c41-40c1-8965-b3aeead26503 already exists in list: networks containing: ['c1c9e942-6c41-40c1-8965-b3aeead26503']. ignoring it [ 2038.917212] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973213, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.929355] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b3eac7-7de7-fd3c-6321-9c72d3835ce2, 'name': SearchDatastore_Task, 'duration_secs': 0.017589} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.930206] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee67d838-a81e-49a0-a3b3-e9af246da9a4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.935610] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2038.935610] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52794d36-9769-6c30-ef85-9ad5b5523837" [ 2038.935610] env[62306]: _type = "Task" [ 2038.935610] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.944204] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52794d36-9769-6c30-ef85-9ad5b5523837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.117896] env[62306]: DEBUG nova.network.neutron [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Updating instance_info_cache with network_info: [{"id": "9ea5dc05-f171-47f8-9977-78e4584f0002", "address": "fa:16:3e:20:37:78", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea5dc05-f1", "ovs_interfaceid": "9ea5dc05-f171-47f8-9977-78e4584f0002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9db14e27-c39a-4c5d-842b-4fc71c8d83f3", "address": "fa:16:3e:09:84:7b", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db14e27-c3", "ovs_interfaceid": "9db14e27-c39a-4c5d-842b-4fc71c8d83f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.162704] env[62306]: DEBUG nova.network.neutron [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2039.186777] env[62306]: DEBUG oslo_concurrency.lockutils [None req-488c3f95-5f3b-4c4b-a739-eb8453f676c4 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "1c979d6e-e94d-4481-a969-7f856c9ddce1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.865s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.332046] env[62306]: DEBUG nova.network.neutron [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Updating instance_info_cache with network_info: [{"id": "55915b16-0246-42b5-83ee-00fa3bdbce29", "address": "fa:16:3e:45:19:f3", "network": {"id": "3c76cceb-d6f3-47ca-a8ca-4369902437e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-2123053923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0b09c178964771ac556856d6db2937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55915b16-02", "ovs_interfaceid": "55915b16-0246-42b5-83ee-00fa3bdbce29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.417380] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512016} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.417737] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] d95e281a-9f8e-4b5e-a25c-66908cbd3633/d95e281a-9f8e-4b5e-a25c-66908cbd3633.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2039.417847] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2039.418095] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-786b8ee9-1208-4c08-9d6f-2ba1aeaa0365 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.425142] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for the task: (returnval){ [ 2039.425142] env[62306]: value = "task-1973214" [ 2039.425142] env[62306]: _type = "Task" [ 2039.425142] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.434461] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.446701] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52794d36-9769-6c30-ef85-9ad5b5523837, 'name': SearchDatastore_Task, 'duration_secs': 0.009998} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.446947] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.447408] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 31f3e1c8-bc13-47c5-be84-75e87903c50c/31f3e1c8-bc13-47c5-be84-75e87903c50c.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2039.447864] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.448167] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2039.448420] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65a379ce-925f-44bb-99d7-fd60b856344f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.451033] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02a9fd47-10ae-4a70-be40-02f1897f3d1e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.457751] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2039.457751] env[62306]: value = "task-1973215" [ 2039.457751] env[62306]: _type = "Task" [ 2039.457751] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.463761] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2039.463948] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2039.465666] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-270089d6-b2b8-4d5c-8789-bf7f3976868f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.472727] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.475854] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 2039.475854] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528aaf98-1e78-a6b4-19e1-f3e7769022af" [ 2039.475854] env[62306]: _type = "Task" [ 2039.475854] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.483980] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528aaf98-1e78-a6b4-19e1-f3e7769022af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.622693] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.623440] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.623605] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.623908] env[62306]: DEBUG oslo_concurrency.lockutils [req-b5c6a37a-6995-4d64-8c24-527454890b3b req-7d297fb3-8ff8-4828-b467-a4cc06815076 service nova] Acquired lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.624122] env[62306]: DEBUG nova.network.neutron [req-b5c6a37a-6995-4d64-8c24-527454890b3b req-7d297fb3-8ff8-4828-b467-a4cc06815076 service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Refreshing network info cache for port 9db14e27-c39a-4c5d-842b-4fc71c8d83f3 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2039.627024] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ac1bc8-14fd-4ed0-906c-7f88947f87d4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.646915] env[62306]: DEBUG nova.virt.hardware [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2039.648029] env[62306]: DEBUG nova.virt.hardware [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2039.648029] env[62306]: DEBUG nova.virt.hardware [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2039.648029] env[62306]: DEBUG nova.virt.hardware [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2039.648029] env[62306]: DEBUG nova.virt.hardware [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2039.648029] env[62306]: DEBUG nova.virt.hardware [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2039.648485] env[62306]: DEBUG nova.virt.hardware [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2039.648799] env[62306]: DEBUG nova.virt.hardware [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2039.649467] env[62306]: DEBUG nova.virt.hardware [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2039.649467] env[62306]: DEBUG nova.virt.hardware [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2039.650541] env[62306]: DEBUG nova.virt.hardware [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2039.657252] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Reconfiguring VM to attach interface {{(pid=62306) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2039.658167] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80280c19-2f11-4d5f-ad0a-2dcf9b7449bf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.680075] env[62306]: DEBUG oslo_vmware.api [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 2039.680075] env[62306]: value = "task-1973216" [ 2039.680075] env[62306]: _type = "Task" [ 2039.680075] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.689104] env[62306]: DEBUG oslo_vmware.api [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.835494] env[62306]: DEBUG oslo_concurrency.lockutils [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Releasing lock "refresh_cache-0149778f-c223-4c66-a185-ca5641833d1a" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.835694] env[62306]: DEBUG nova.compute.manager [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Instance network_info: |[{"id": "55915b16-0246-42b5-83ee-00fa3bdbce29", "address": "fa:16:3e:45:19:f3", "network": {"id": "3c76cceb-d6f3-47ca-a8ca-4369902437e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-2123053923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0b09c178964771ac556856d6db2937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55915b16-02", "ovs_interfaceid": "55915b16-0246-42b5-83ee-00fa3bdbce29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2039.836228] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:19:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55915b16-0246-42b5-83ee-00fa3bdbce29', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2039.844273] env[62306]: DEBUG oslo.service.loopingcall [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2039.844556] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2039.844793] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59d8e813-4603-4db7-9128-5d1656e830d7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.867515] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2039.867515] env[62306]: value = "task-1973217" [ 2039.867515] env[62306]: _type = "Task" [ 2039.867515] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.878848] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973217, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.939179] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068669} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.939522] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2039.940575] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70aec671-c724-40b8-a331-f920a7d3b166 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.969569] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] d95e281a-9f8e-4b5e-a25c-66908cbd3633/d95e281a-9f8e-4b5e-a25c-66908cbd3633.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2039.971362] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adafe864-f511-485e-aefd-53d509697c54 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.992948] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50011} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.994560] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 31f3e1c8-bc13-47c5-be84-75e87903c50c/31f3e1c8-bc13-47c5-be84-75e87903c50c.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2039.994788] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2039.995107] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for the task: (returnval){ [ 2039.995107] env[62306]: value = "task-1973218" [ 2039.995107] env[62306]: _type = "Task" [ 2039.995107] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.995315] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-380b2410-7940-4ef5-b4de-3c01820b2d00 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.003079] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528aaf98-1e78-a6b4-19e1-f3e7769022af, 'name': SearchDatastore_Task, 'duration_secs': 0.01705} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.004470] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-184d9e66-3b68-4486-9fb5-67a4dd8e630d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.007902] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2040.007902] env[62306]: value = "task-1973219" [ 2040.007902] env[62306]: _type = "Task" [ 2040.007902] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.011455] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973218, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.014873] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 2040.014873] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e9ee13-a46a-a1ae-53a7-9e2b666e86f5" [ 2040.014873] env[62306]: _type = "Task" [ 2040.014873] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.021843] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.028558] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e9ee13-a46a-a1ae-53a7-9e2b666e86f5, 'name': SearchDatastore_Task, 'duration_secs': 0.01014} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.028558] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.028558] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] ad7b2a80-e055-4dc9-b00d-1848d9544743/ad7b2a80-e055-4dc9-b00d-1848d9544743.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2040.028836] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d3a8f7e-763b-4ab6-bbf9-558f9febb7c5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.035591] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 2040.035591] env[62306]: value = "task-1973220" [ 2040.035591] env[62306]: _type = "Task" [ 2040.035591] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.044631] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.152128] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "9cb3d454-6840-42d8-b58b-fe4698416323" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.152796] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "9cb3d454-6840-42d8-b58b-fe4698416323" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.193162] env[62306]: DEBUG oslo_vmware.api [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.381502] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973217, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.419534] env[62306]: DEBUG nova.network.neutron [req-b5c6a37a-6995-4d64-8c24-527454890b3b req-7d297fb3-8ff8-4828-b467-a4cc06815076 service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Updated VIF entry in instance network info cache for port 9db14e27-c39a-4c5d-842b-4fc71c8d83f3. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2040.420100] env[62306]: DEBUG nova.network.neutron [req-b5c6a37a-6995-4d64-8c24-527454890b3b req-7d297fb3-8ff8-4828-b467-a4cc06815076 service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Updating instance_info_cache with network_info: [{"id": "9ea5dc05-f171-47f8-9977-78e4584f0002", "address": "fa:16:3e:20:37:78", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea5dc05-f1", "ovs_interfaceid": "9ea5dc05-f171-47f8-9977-78e4584f0002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9db14e27-c39a-4c5d-842b-4fc71c8d83f3", "address": "fa:16:3e:09:84:7b", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db14e27-c3", "ovs_interfaceid": "9db14e27-c39a-4c5d-842b-4fc71c8d83f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.509066] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973218, 'name': ReconfigVM_Task, 'duration_secs': 0.492127} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.509066] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Reconfigured VM instance instance-00000067 to attach disk [datastore1] d95e281a-9f8e-4b5e-a25c-66908cbd3633/d95e281a-9f8e-4b5e-a25c-66908cbd3633.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2040.509685] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9f4ff72-7969-4335-a4b9-e83b2550b57d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.522536] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06939} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.523711] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2040.524023] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for the task: (returnval){ [ 2040.524023] env[62306]: value = "task-1973221" [ 2040.524023] env[62306]: _type = "Task" [ 2040.524023] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.524682] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bb8f71-9d22-4f75-a42d-058037fb9d93 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.534911] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973221, 'name': Rename_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.553037] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 31f3e1c8-bc13-47c5-be84-75e87903c50c/31f3e1c8-bc13-47c5-be84-75e87903c50c.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2040.556287] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45dbe48f-37cc-4a88-970c-de6c0a7db2e4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.578230] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472472} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.579508] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] ad7b2a80-e055-4dc9-b00d-1848d9544743/ad7b2a80-e055-4dc9-b00d-1848d9544743.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2040.579740] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2040.580055] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2040.580055] env[62306]: value = "task-1973222" [ 2040.580055] env[62306]: _type = "Task" [ 2040.580055] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.580246] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-652a7dbb-a9d6-46fe-afbf-fe0b94aec6db {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.592190] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.593797] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 2040.593797] env[62306]: value = "task-1973223" [ 2040.593797] env[62306]: _type = "Task" [ 2040.593797] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.602261] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.656127] env[62306]: DEBUG nova.compute.manager [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2040.692943] env[62306]: DEBUG oslo_vmware.api [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973216, 'name': ReconfigVM_Task, 'duration_secs': 0.776209} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.693110] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.693397] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Reconfigured VM to attach interface {{(pid=62306) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2040.879485] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973217, 'name': CreateVM_Task, 'duration_secs': 0.546519} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.879605] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2040.880301] env[62306]: DEBUG oslo_concurrency.lockutils [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.880444] env[62306]: DEBUG oslo_concurrency.lockutils [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.880796] env[62306]: DEBUG oslo_concurrency.lockutils [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2040.881058] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e82831a7-466d-4c3a-8f53-af5f7332f4d8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.885908] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2040.885908] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e4f339-b8e3-04ba-fcb8-2dd158aa7fa8" [ 2040.885908] env[62306]: _type = "Task" [ 2040.885908] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.893389] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e4f339-b8e3-04ba-fcb8-2dd158aa7fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.923223] env[62306]: DEBUG oslo_concurrency.lockutils [req-b5c6a37a-6995-4d64-8c24-527454890b3b req-7d297fb3-8ff8-4828-b467-a4cc06815076 service nova] Releasing lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.036293] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973221, 'name': Rename_Task, 'duration_secs': 0.228008} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.036599] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2041.036838] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8f0cfb3-b8cf-4622-8d31-f9f18fc2744e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.042580] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for the task: (returnval){ [ 2041.042580] env[62306]: value = "task-1973224" [ 2041.042580] env[62306]: _type = "Task" [ 2041.042580] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.049910] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.091282] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973222, 'name': ReconfigVM_Task, 'duration_secs': 0.438328} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.091568] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 31f3e1c8-bc13-47c5-be84-75e87903c50c/31f3e1c8-bc13-47c5-be84-75e87903c50c.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2041.092207] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4b43045-b099-4dda-a648-c93758e6b2fb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.098381] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2041.098381] env[62306]: value = "task-1973225" [ 2041.098381] env[62306]: _type = "Task" [ 2041.098381] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.103715] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070746} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.104234] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2041.104935] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f5e9f5-18ea-416a-8dad-6ac9d2953237 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.113407] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973225, 'name': Rename_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.130174] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] ad7b2a80-e055-4dc9-b00d-1848d9544743/ad7b2a80-e055-4dc9-b00d-1848d9544743.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2041.130428] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5fb73c7-7435-4b3c-9a97-a6723dfe4976 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.148584] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 2041.148584] env[62306]: value = "task-1973226" [ 2041.148584] env[62306]: _type = "Task" [ 2041.148584] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.156410] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.176885] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.177185] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.178697] env[62306]: INFO nova.compute.claims [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2041.198227] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e7973755-261a-4230-944a-8a0cb3efc0fc tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "interface-56e86045-843d-42ea-8ea4-0120c363b56b-9db14e27-c39a-4c5d-842b-4fc71c8d83f3" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.009s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.397062] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e4f339-b8e3-04ba-fcb8-2dd158aa7fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.009079} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.397400] env[62306]: DEBUG oslo_concurrency.lockutils [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.398037] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2041.398037] env[62306]: DEBUG oslo_concurrency.lockutils [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.398037] env[62306]: DEBUG oslo_concurrency.lockutils [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.398255] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2041.398510] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ef257ee-21b1-4f72-bb1f-3938e26419e3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.406660] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2041.406844] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2041.407571] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e15b9ff-7d60-47ac-a745-69ce0cb3d3d3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.412715] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2041.412715] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523d1c8e-dc80-0397-75c1-be4b2831efed" [ 2041.412715] env[62306]: _type = "Task" [ 2041.412715] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.420464] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523d1c8e-dc80-0397-75c1-be4b2831efed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.553726] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973224, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.609493] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973225, 'name': Rename_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.658591] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973226, 'name': ReconfigVM_Task, 'duration_secs': 0.282686} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.658883] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Reconfigured VM instance instance-00000068 to attach disk [datastore1] ad7b2a80-e055-4dc9-b00d-1848d9544743/ad7b2a80-e055-4dc9-b00d-1848d9544743.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2041.659568] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa777334-d97c-479f-9cb4-c87a08d30306 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.667370] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 2041.667370] env[62306]: value = "task-1973227" [ 2041.667370] env[62306]: _type = "Task" [ 2041.667370] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.675461] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973227, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.817262] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1e03a348-dd46-4636-96d3-62e63d1f0ef5 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "e8ed4205-1be8-487e-a817-545100b2d082" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.817562] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1e03a348-dd46-4636-96d3-62e63d1f0ef5 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "e8ed4205-1be8-487e-a817-545100b2d082" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.818064] env[62306]: INFO nova.compute.manager [None req-1e03a348-dd46-4636-96d3-62e63d1f0ef5 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Rebooting instance [ 2041.863909] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "669ad98b-3dad-4c38-af2d-9251960f0d8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.864108] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "669ad98b-3dad-4c38-af2d-9251960f0d8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.922683] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]523d1c8e-dc80-0397-75c1-be4b2831efed, 'name': SearchDatastore_Task, 'duration_secs': 0.008973} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.923452] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc4b148a-a688-4b80-afb5-3a3cc3b846e2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.928684] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2041.928684] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5210be5d-99ed-4506-37ff-ec8c2485635a" [ 2041.928684] env[62306]: _type = "Task" [ 2041.928684] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.935995] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5210be5d-99ed-4506-37ff-ec8c2485635a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.053998] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973224, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.110069] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973225, 'name': Rename_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.177239] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973227, 'name': Rename_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.341131] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1e03a348-dd46-4636-96d3-62e63d1f0ef5 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.341334] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1e03a348-dd46-4636-96d3-62e63d1f0ef5 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.341516] env[62306]: DEBUG nova.network.neutron [None req-1e03a348-dd46-4636-96d3-62e63d1f0ef5 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2042.358431] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6870a8a3-44ca-4547-83dd-c4250f01b91d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.366388] env[62306]: DEBUG nova.compute.manager [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2042.369938] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ceb3d9-974f-4af5-b3c6-605a727b3d10 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.401101] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d530076-bf68-4acb-8014-6995b2bad0d9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.413185] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a19485-c095-4269-a543-1598b6297dd6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.431189] env[62306]: DEBUG nova.compute.provider_tree [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2042.441628] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5210be5d-99ed-4506-37ff-ec8c2485635a, 'name': SearchDatastore_Task, 'duration_secs': 0.009535} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.442521] env[62306]: DEBUG oslo_concurrency.lockutils [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.442821] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 0149778f-c223-4c66-a185-ca5641833d1a/0149778f-c223-4c66-a185-ca5641833d1a.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2042.443125] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c80ce4dd-113e-42b6-864e-0ff020230cbc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.451178] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2042.451178] env[62306]: value = "task-1973228" [ 2042.451178] env[62306]: _type = "Task" [ 2042.451178] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.460038] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.556162] env[62306]: DEBUG oslo_vmware.api [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973224, 'name': PowerOnVM_Task, 'duration_secs': 1.388561} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.556341] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2042.556550] env[62306]: INFO nova.compute.manager [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Took 13.50 seconds to spawn the instance on the hypervisor. [ 2042.556728] env[62306]: DEBUG nova.compute.manager [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2042.557530] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4315fccd-d846-4c6a-83bf-1b190555a476 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.609828] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973225, 'name': Rename_Task, 'duration_secs': 1.052907} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.610516] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2042.610810] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69167f59-4bc2-4f9e-8bbc-d12c84d2987d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.617601] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2042.617601] env[62306]: value = "task-1973229" [ 2042.617601] env[62306]: _type = "Task" [ 2042.617601] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.626211] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.680731] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973227, 'name': Rename_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.899622] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.912377] env[62306]: DEBUG oslo_concurrency.lockutils [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "interface-56e86045-843d-42ea-8ea4-0120c363b56b-9db14e27-c39a-4c5d-842b-4fc71c8d83f3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.912654] env[62306]: DEBUG oslo_concurrency.lockutils [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "interface-56e86045-843d-42ea-8ea4-0120c363b56b-9db14e27-c39a-4c5d-842b-4fc71c8d83f3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.937089] env[62306]: DEBUG nova.scheduler.client.report [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2042.965067] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973228, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.045162] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a57efc26-1ed2-425f-9f65-19e78d800287 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.045636] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a57efc26-1ed2-425f-9f65-19e78d800287 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.077202] env[62306]: INFO nova.compute.manager [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Took 27.58 seconds to build instance. [ 2043.127969] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973229, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.129177] env[62306]: DEBUG nova.network.neutron [None req-1e03a348-dd46-4636-96d3-62e63d1f0ef5 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updating instance_info_cache with network_info: [{"id": "7a105f74-35cf-4eff-b655-5c7165c931aa", "address": "fa:16:3e:f3:1b:7a", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a105f74-35", "ovs_interfaceid": "7a105f74-35cf-4eff-b655-5c7165c931aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.178973] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973227, 'name': Rename_Task, 'duration_secs': 1.161155} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.179314] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2043.179613] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cff3754-bb82-446c-b7f7-30c5dec14d8a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.188405] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 2043.188405] env[62306]: value = "task-1973230" [ 2043.188405] env[62306]: _type = "Task" [ 2043.188405] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.197259] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.415574] env[62306]: DEBUG oslo_concurrency.lockutils [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.415829] env[62306]: DEBUG oslo_concurrency.lockutils [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.416886] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c628f026-0f11-4371-bcae-aca6ca1a1be2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.435041] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec6e706-c2e2-45b8-9ec9-522b1e225e11 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.455949] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.456557] env[62306]: DEBUG nova.compute.manager [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2043.465054] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Reconfiguring VM to detach interface {{(pid=62306) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2043.465681] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.566s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.467339] env[62306]: INFO nova.compute.claims [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2043.473665] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81ce365a-dad9-45d0-89ea-488673a4d1fd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.494369] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533135} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.496311] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 0149778f-c223-4c66-a185-ca5641833d1a/0149778f-c223-4c66-a185-ca5641833d1a.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2043.496539] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2043.496862] env[62306]: DEBUG oslo_vmware.api [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 2043.496862] env[62306]: value = "task-1973231" [ 2043.496862] env[62306]: _type = "Task" [ 2043.496862] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.497073] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fe52e68-5563-4906-b3e2-378ddc37a7a9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.510100] env[62306]: DEBUG oslo_vmware.api [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973231, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.511478] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2043.511478] env[62306]: value = "task-1973232" [ 2043.511478] env[62306]: _type = "Task" [ 2043.511478] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.519808] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.549946] env[62306]: INFO nova.compute.manager [None req-a57efc26-1ed2-425f-9f65-19e78d800287 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Detaching volume 5f2f2b94-606c-4659-a824-bfa6daec05a2 [ 2043.579141] env[62306]: DEBUG oslo_concurrency.lockutils [None req-18781178-2a07-45c6-9cbe-dc51db4603aa tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lock "d95e281a-9f8e-4b5e-a25c-66908cbd3633" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.090s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.590050] env[62306]: INFO nova.virt.block_device [None req-a57efc26-1ed2-425f-9f65-19e78d800287 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Attempting to driver detach volume 5f2f2b94-606c-4659-a824-bfa6daec05a2 from mountpoint /dev/sdb [ 2043.590242] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57efc26-1ed2-425f-9f65-19e78d800287 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Volume detach. Driver type: vmdk {{(pid=62306) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2043.590444] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57efc26-1ed2-425f-9f65-19e78d800287 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406258', 'volume_id': '5f2f2b94-606c-4659-a824-bfa6daec05a2', 'name': 'volume-5f2f2b94-606c-4659-a824-bfa6daec05a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '012f2b07-1cef-46f8-b9ce-d4def44aeab1', 'attached_at': '', 'detached_at': '', 'volume_id': '5f2f2b94-606c-4659-a824-bfa6daec05a2', 'serial': '5f2f2b94-606c-4659-a824-bfa6daec05a2'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2043.591491] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d33647b-e3c9-44f5-9dfc-8199caadd62b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.615555] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b36d03-464b-4c03-902f-76fdee1b99db {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.631037] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6dbf25-46b3-46b0-9a59-4921aae14a7b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.638501] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1e03a348-dd46-4636-96d3-62e63d1f0ef5 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.640061] env[62306]: DEBUG oslo_vmware.api [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973229, 'name': PowerOnVM_Task, 'duration_secs': 0.992044} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.640857] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2043.641061] env[62306]: INFO nova.compute.manager [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Took 16.91 seconds to spawn the instance on the hypervisor. [ 2043.641235] env[62306]: DEBUG nova.compute.manager [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2043.642037] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76b987b-f94d-4c14-af59-2793926525e8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.662020] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6650b6-c572-4e7b-b956-a581b4904fdd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.683297] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57efc26-1ed2-425f-9f65-19e78d800287 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] The volume has not been displaced from its original location: [datastore1] volume-5f2f2b94-606c-4659-a824-bfa6daec05a2/volume-5f2f2b94-606c-4659-a824-bfa6daec05a2.vmdk. No consolidation needed. {{(pid=62306) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2043.688592] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57efc26-1ed2-425f-9f65-19e78d800287 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2043.689078] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquiring lock "d95e281a-9f8e-4b5e-a25c-66908cbd3633" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.689310] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lock "d95e281a-9f8e-4b5e-a25c-66908cbd3633" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.689549] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquiring lock "d95e281a-9f8e-4b5e-a25c-66908cbd3633-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.689749] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lock "d95e281a-9f8e-4b5e-a25c-66908cbd3633-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.689918] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lock "d95e281a-9f8e-4b5e-a25c-66908cbd3633-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.693826] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9002f20-be27-431f-91fb-3228775fbea6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.704646] env[62306]: INFO nova.compute.manager [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Terminating instance [ 2043.717716] env[62306]: DEBUG oslo_vmware.api [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973230, 'name': PowerOnVM_Task, 'duration_secs': 0.468586} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.719592] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2043.719888] env[62306]: INFO nova.compute.manager [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Took 12.32 seconds to spawn the instance on the hypervisor. [ 2043.719975] env[62306]: DEBUG nova.compute.manager [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2043.721088] env[62306]: DEBUG oslo_vmware.api [None req-a57efc26-1ed2-425f-9f65-19e78d800287 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2043.721088] env[62306]: value = "task-1973233" [ 2043.721088] env[62306]: _type = "Task" [ 2043.721088] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.721654] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c192a5a0-f753-4283-afa0-0ffe72695a53 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.967787] env[62306]: DEBUG nova.compute.utils [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2043.969338] env[62306]: DEBUG nova.compute.manager [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2043.969509] env[62306]: DEBUG nova.network.neutron [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2044.007489] env[62306]: DEBUG nova.policy [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6da67ffc4bc649c891181e1a406edcb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '029fbdb7a8554050bd5b7b208e76c125', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2044.012657] env[62306]: DEBUG oslo_vmware.api [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.020620] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071752} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.020901] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2044.021653] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f123f991-e71c-473d-a03c-c9b723462b0c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.043292] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 0149778f-c223-4c66-a185-ca5641833d1a/0149778f-c223-4c66-a185-ca5641833d1a.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2044.043563] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed42e90d-08ee-4747-9b39-10d909653d9d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.062999] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2044.062999] env[62306]: value = "task-1973234" [ 2044.062999] env[62306]: _type = "Task" [ 2044.062999] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.073144] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.144312] env[62306]: DEBUG nova.compute.manager [None req-1e03a348-dd46-4636-96d3-62e63d1f0ef5 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2044.145443] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29aa594-eb71-4c44-a614-76e98dd26e5a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.178288] env[62306]: INFO nova.compute.manager [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Took 31.13 seconds to build instance. [ 2044.212610] env[62306]: DEBUG nova.compute.manager [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2044.212899] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2044.213950] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5dc8c3-cc6d-41d1-b399-b0bf6ed2ac06 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.228360] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2044.233570] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-352b6e4c-d4a5-4f35-9156-d88ae5d09623 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.248194] env[62306]: DEBUG oslo_vmware.api [None req-a57efc26-1ed2-425f-9f65-19e78d800287 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973233, 'name': ReconfigVM_Task, 'duration_secs': 0.464583} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.250748] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57efc26-1ed2-425f-9f65-19e78d800287 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2044.259108] env[62306]: DEBUG oslo_vmware.api [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for the task: (returnval){ [ 2044.259108] env[62306]: value = "task-1973235" [ 2044.259108] env[62306]: _type = "Task" [ 2044.259108] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.262347] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c57f282f-a825-4ba9-9473-976afce3c4fb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.274791] env[62306]: INFO nova.compute.manager [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Took 27.92 seconds to build instance. [ 2044.287292] env[62306]: DEBUG oslo_vmware.api [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.288945] env[62306]: DEBUG oslo_vmware.api [None req-a57efc26-1ed2-425f-9f65-19e78d800287 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2044.288945] env[62306]: value = "task-1973236" [ 2044.288945] env[62306]: _type = "Task" [ 2044.288945] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.298754] env[62306]: DEBUG oslo_vmware.api [None req-a57efc26-1ed2-425f-9f65-19e78d800287 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.472766] env[62306]: DEBUG nova.compute.manager [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2044.515066] env[62306]: DEBUG oslo_vmware.api [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.575135] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973234, 'name': ReconfigVM_Task, 'duration_secs': 0.300887} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.575436] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 0149778f-c223-4c66-a185-ca5641833d1a/0149778f-c223-4c66-a185-ca5641833d1a.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2044.576085] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed8e0852-9840-4025-a40d-a04c837344af {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.585141] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2044.585141] env[62306]: value = "task-1973237" [ 2044.585141] env[62306]: _type = "Task" [ 2044.585141] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.596526] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973237, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.640702] env[62306]: DEBUG nova.network.neutron [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Successfully created port: bf0717ca-3bc0-4be7-bbf6-effdc63e14d1 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2044.682662] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c2a30083-87d6-42ed-8eac-c00aca4da3cc tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "31f3e1c8-bc13-47c5-be84-75e87903c50c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.647s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.730093] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f11b5b9-2c2a-457c-b841-3db3690eb75b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.739500] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cee102-d1b1-43a4-82df-39d389c2faef {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.771630] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3576ed56-cb72-4794-9648-53ff3b177da7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.783345] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc406249-bf6d-457f-abc6-2604bdec5966 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.792146] env[62306]: DEBUG oslo_concurrency.lockutils [None req-64b441ef-d2b5-4b14-be61-7f1464a6d5a1 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.448s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.792536] env[62306]: DEBUG oslo_vmware.api [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973235, 'name': PowerOffVM_Task, 'duration_secs': 0.227971} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.796380] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2044.796539] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2044.804520] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-476ef8e4-40e6-4aa8-af58-8f1c2419d0d7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.806954] env[62306]: DEBUG nova.compute.provider_tree [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2044.818549] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "63b81d07-22a1-45a3-9b5b-040534d94b11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.818783] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "63b81d07-22a1-45a3-9b5b-040534d94b11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.819866] env[62306]: DEBUG oslo_vmware.api [None req-a57efc26-1ed2-425f-9f65-19e78d800287 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973236, 'name': ReconfigVM_Task, 'duration_secs': 0.178907} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.820766] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57efc26-1ed2-425f-9f65-19e78d800287 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406258', 'volume_id': '5f2f2b94-606c-4659-a824-bfa6daec05a2', 'name': 'volume-5f2f2b94-606c-4659-a824-bfa6daec05a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '012f2b07-1cef-46f8-b9ce-d4def44aeab1', 'attached_at': '', 'detached_at': '', 'volume_id': '5f2f2b94-606c-4659-a824-bfa6daec05a2', 'serial': '5f2f2b94-606c-4659-a824-bfa6daec05a2'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2045.014018] env[62306]: DEBUG oslo_vmware.api [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.094587] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973237, 'name': Rename_Task, 'duration_secs': 0.175131} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.094862] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2045.095125] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bb5d11f-034f-4e1e-b803-87f02f3e886b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.102315] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2045.102315] env[62306]: value = "task-1973239" [ 2045.102315] env[62306]: _type = "Task" [ 2045.102315] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.114947] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.150157] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2045.150157] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2045.150157] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Deleting the datastore file [datastore1] d95e281a-9f8e-4b5e-a25c-66908cbd3633 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2045.150157] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-849c6b41-e3f6-4c97-8450-bf937a38eef8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.154791] env[62306]: DEBUG oslo_vmware.api [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for the task: (returnval){ [ 2045.154791] env[62306]: value = "task-1973240" [ 2045.154791] env[62306]: _type = "Task" [ 2045.154791] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.163606] env[62306]: DEBUG oslo_vmware.api [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.164369] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9095db66-1a69-487e-92cb-fa7e50ced155 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.171593] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1e03a348-dd46-4636-96d3-62e63d1f0ef5 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Doing hard reboot of VM {{(pid=62306) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2045.171868] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2a35c7e7-83f6-4f82-93ef-d62977277435 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.177748] env[62306]: DEBUG oslo_vmware.api [None req-1e03a348-dd46-4636-96d3-62e63d1f0ef5 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2045.177748] env[62306]: value = "task-1973241" [ 2045.177748] env[62306]: _type = "Task" [ 2045.177748] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.186186] env[62306]: DEBUG oslo_vmware.api [None req-1e03a348-dd46-4636-96d3-62e63d1f0ef5 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973241, 'name': ResetVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.321797] env[62306]: DEBUG nova.compute.manager [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2045.339063] env[62306]: ERROR nova.scheduler.client.report [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [req-a2d35966-6bb9-4f94-9bc0-faad4530faba] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a2d35966-6bb9-4f94-9bc0-faad4530faba"}]} [ 2045.356407] env[62306]: DEBUG nova.scheduler.client.report [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2045.372585] env[62306]: DEBUG nova.scheduler.client.report [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2045.372822] env[62306]: DEBUG nova.compute.provider_tree [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2045.378165] env[62306]: DEBUG nova.objects.instance [None req-a57efc26-1ed2-425f-9f65-19e78d800287 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lazy-loading 'flavor' on Instance uuid 012f2b07-1cef-46f8-b9ce-d4def44aeab1 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2045.385175] env[62306]: DEBUG nova.scheduler.client.report [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2045.406078] env[62306]: DEBUG nova.scheduler.client.report [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2045.482676] env[62306]: DEBUG nova.compute.manager [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2045.515194] env[62306]: DEBUG oslo_vmware.api [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.520409] env[62306]: DEBUG nova.virt.hardware [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2045.520409] env[62306]: DEBUG nova.virt.hardware [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2045.520409] env[62306]: DEBUG nova.virt.hardware [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2045.520409] env[62306]: DEBUG nova.virt.hardware [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2045.521520] env[62306]: DEBUG nova.virt.hardware [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2045.521520] env[62306]: DEBUG nova.virt.hardware [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2045.521520] env[62306]: DEBUG nova.virt.hardware [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2045.521520] env[62306]: DEBUG nova.virt.hardware [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2045.521520] env[62306]: DEBUG nova.virt.hardware [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2045.521520] env[62306]: DEBUG nova.virt.hardware [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2045.521520] env[62306]: DEBUG nova.virt.hardware [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2045.522930] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdcc39f-99bd-489d-92fd-5511451f4890 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.530913] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da9d02a-f37c-4c5e-9b21-43f5341d86ef {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.564990] env[62306]: DEBUG nova.compute.manager [req-0dba53df-2cb8-4ae6-9f62-06657bf43bfa req-08d10392-8a55-458d-9a27-0f4f8cbc9f32 service nova] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Received event network-changed-05321b6d-0ada-4bc9-be68-dc863380f768 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2045.565302] env[62306]: DEBUG nova.compute.manager [req-0dba53df-2cb8-4ae6-9f62-06657bf43bfa req-08d10392-8a55-458d-9a27-0f4f8cbc9f32 service nova] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Refreshing instance network info cache due to event network-changed-05321b6d-0ada-4bc9-be68-dc863380f768. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2045.565445] env[62306]: DEBUG oslo_concurrency.lockutils [req-0dba53df-2cb8-4ae6-9f62-06657bf43bfa req-08d10392-8a55-458d-9a27-0f4f8cbc9f32 service nova] Acquiring lock "refresh_cache-ad7b2a80-e055-4dc9-b00d-1848d9544743" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.565586] env[62306]: DEBUG oslo_concurrency.lockutils [req-0dba53df-2cb8-4ae6-9f62-06657bf43bfa req-08d10392-8a55-458d-9a27-0f4f8cbc9f32 service nova] Acquired lock "refresh_cache-ad7b2a80-e055-4dc9-b00d-1848d9544743" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.565745] env[62306]: DEBUG nova.network.neutron [req-0dba53df-2cb8-4ae6-9f62-06657bf43bfa req-08d10392-8a55-458d-9a27-0f4f8cbc9f32 service nova] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Refreshing network info cache for port 05321b6d-0ada-4bc9-be68-dc863380f768 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2045.613451] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973239, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.638386] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfa169f-3982-40b0-a676-f6b6bdc200cc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.647611] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8b8992-282e-468a-8d56-93921df299b2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.687326] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d9befb-dafb-4fb5-aabe-16ddd3132db2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.694063] env[62306]: DEBUG oslo_vmware.api [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Task: {'id': task-1973240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180671} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.694920] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2045.695141] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2045.695397] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2045.695579] env[62306]: INFO nova.compute.manager [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Took 1.48 seconds to destroy the instance on the hypervisor. [ 2045.695822] env[62306]: DEBUG oslo.service.loopingcall [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2045.696048] env[62306]: DEBUG nova.compute.manager [-] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2045.696160] env[62306]: DEBUG nova.network.neutron [-] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2045.702582] env[62306]: DEBUG oslo_vmware.api [None req-1e03a348-dd46-4636-96d3-62e63d1f0ef5 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973241, 'name': ResetVM_Task, 'duration_secs': 0.090092} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.704042] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed62162-89c8-4989-8cda-9c8d0eee526e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.708067] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1e03a348-dd46-4636-96d3-62e63d1f0ef5 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Did hard reboot of VM {{(pid=62306) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2045.708269] env[62306]: DEBUG nova.compute.manager [None req-1e03a348-dd46-4636-96d3-62e63d1f0ef5 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2045.709318] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d05091-357f-45c7-b0b1-7edfb93f70e0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.724848] env[62306]: DEBUG nova.compute.provider_tree [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2045.840816] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.012792] env[62306]: DEBUG oslo_vmware.api [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.113547] env[62306]: DEBUG oslo_vmware.api [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973239, 'name': PowerOnVM_Task, 'duration_secs': 0.521866} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.113887] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2046.114156] env[62306]: INFO nova.compute.manager [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Took 10.58 seconds to spawn the instance on the hypervisor. [ 2046.114781] env[62306]: DEBUG nova.compute.manager [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2046.115350] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfb089d-0811-4ac3-94f0-3726086c77a9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.233896] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1e03a348-dd46-4636-96d3-62e63d1f0ef5 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "e8ed4205-1be8-487e-a817-545100b2d082" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.416s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.273387] env[62306]: DEBUG nova.scheduler.client.report [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2046.274137] env[62306]: DEBUG nova.compute.provider_tree [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 139 to 140 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2046.274242] env[62306]: DEBUG nova.compute.provider_tree [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2046.318507] env[62306]: DEBUG nova.compute.manager [req-b3df8831-106d-4ac0-9b80-0a5cfff70827 req-5040cb7b-156c-47cf-a517-83b9d63a8d27 service nova] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Received event network-vif-plugged-bf0717ca-3bc0-4be7-bbf6-effdc63e14d1 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2046.318566] env[62306]: DEBUG oslo_concurrency.lockutils [req-b3df8831-106d-4ac0-9b80-0a5cfff70827 req-5040cb7b-156c-47cf-a517-83b9d63a8d27 service nova] Acquiring lock "9cb3d454-6840-42d8-b58b-fe4698416323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.318764] env[62306]: DEBUG oslo_concurrency.lockutils [req-b3df8831-106d-4ac0-9b80-0a5cfff70827 req-5040cb7b-156c-47cf-a517-83b9d63a8d27 service nova] Lock "9cb3d454-6840-42d8-b58b-fe4698416323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.318931] env[62306]: DEBUG oslo_concurrency.lockutils [req-b3df8831-106d-4ac0-9b80-0a5cfff70827 req-5040cb7b-156c-47cf-a517-83b9d63a8d27 service nova] Lock "9cb3d454-6840-42d8-b58b-fe4698416323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.319447] env[62306]: DEBUG nova.compute.manager [req-b3df8831-106d-4ac0-9b80-0a5cfff70827 req-5040cb7b-156c-47cf-a517-83b9d63a8d27 service nova] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] No waiting events found dispatching network-vif-plugged-bf0717ca-3bc0-4be7-bbf6-effdc63e14d1 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2046.319563] env[62306]: WARNING nova.compute.manager [req-b3df8831-106d-4ac0-9b80-0a5cfff70827 req-5040cb7b-156c-47cf-a517-83b9d63a8d27 service nova] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Received unexpected event network-vif-plugged-bf0717ca-3bc0-4be7-bbf6-effdc63e14d1 for instance with vm_state building and task_state spawning. [ 2046.385252] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a57efc26-1ed2-425f-9f65-19e78d800287 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.340s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.514013] env[62306]: DEBUG oslo_vmware.api [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.563052] env[62306]: DEBUG nova.network.neutron [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Successfully updated port: bf0717ca-3bc0-4be7-bbf6-effdc63e14d1 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2046.576612] env[62306]: DEBUG nova.network.neutron [req-0dba53df-2cb8-4ae6-9f62-06657bf43bfa req-08d10392-8a55-458d-9a27-0f4f8cbc9f32 service nova] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Updated VIF entry in instance network info cache for port 05321b6d-0ada-4bc9-be68-dc863380f768. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2046.576612] env[62306]: DEBUG nova.network.neutron [req-0dba53df-2cb8-4ae6-9f62-06657bf43bfa req-08d10392-8a55-458d-9a27-0f4f8cbc9f32 service nova] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Updating instance_info_cache with network_info: [{"id": "05321b6d-0ada-4bc9-be68-dc863380f768", "address": "fa:16:3e:fc:31:de", "network": {"id": "8d03538e-1f34-4da2-9413-7dec92d90955", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-94904741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e72ea6401064cc18047326c2040c05a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05321b6d-0a", "ovs_interfaceid": "05321b6d-0ada-4bc9-be68-dc863380f768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.607981] env[62306]: DEBUG nova.network.neutron [-] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.634265] env[62306]: INFO nova.compute.manager [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Took 18.40 seconds to build instance. [ 2046.782143] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.316s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.782998] env[62306]: DEBUG nova.compute.manager [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2046.786574] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.946s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.788144] env[62306]: INFO nova.compute.claims [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2047.014352] env[62306]: DEBUG oslo_vmware.api [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.066898] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "refresh_cache-9cb3d454-6840-42d8-b58b-fe4698416323" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.067093] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "refresh_cache-9cb3d454-6840-42d8-b58b-fe4698416323" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.067228] env[62306]: DEBUG nova.network.neutron [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2047.079568] env[62306]: DEBUG oslo_concurrency.lockutils [req-0dba53df-2cb8-4ae6-9f62-06657bf43bfa req-08d10392-8a55-458d-9a27-0f4f8cbc9f32 service nova] Releasing lock "refresh_cache-ad7b2a80-e055-4dc9-b00d-1848d9544743" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.110551] env[62306]: INFO nova.compute.manager [-] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Took 1.41 seconds to deallocate network for instance. [ 2047.135812] env[62306]: DEBUG oslo_concurrency.lockutils [None req-31ff56c3-bbc2-4d27-a983-6b92dc513f3a tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "0149778f-c223-4c66-a185-ca5641833d1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.905s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.294469] env[62306]: DEBUG nova.compute.utils [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2047.295905] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "0149778f-c223-4c66-a185-ca5641833d1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.296148] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "0149778f-c223-4c66-a185-ca5641833d1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.296441] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "0149778f-c223-4c66-a185-ca5641833d1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.296647] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "0149778f-c223-4c66-a185-ca5641833d1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.296821] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "0149778f-c223-4c66-a185-ca5641833d1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.300052] env[62306]: DEBUG nova.compute.manager [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2047.300217] env[62306]: DEBUG nova.network.neutron [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2047.302731] env[62306]: INFO nova.compute.manager [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Terminating instance [ 2047.343010] env[62306]: DEBUG nova.policy [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59959235e8d44dfa99d694e33b7aa942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '355894b0e4254884a894ed13a79e0ff3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2047.384763] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.385082] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.385251] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.385432] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.385602] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.387962] env[62306]: INFO nova.compute.manager [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Terminating instance [ 2047.514243] env[62306]: DEBUG oslo_vmware.api [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.616524] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.621439] env[62306]: DEBUG nova.network.neutron [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2047.625581] env[62306]: DEBUG nova.compute.manager [req-4e8b0041-3953-4194-b7c5-66c3b02cb4dc req-346404a6-816d-4e10-996a-a94653b12cfa service nova] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Received event network-vif-deleted-88164a09-b105-4099-a46a-ca6afeb98b3b {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2047.625773] env[62306]: DEBUG nova.compute.manager [req-4e8b0041-3953-4194-b7c5-66c3b02cb4dc req-346404a6-816d-4e10-996a-a94653b12cfa service nova] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Received event network-vif-deleted-2e8d5e02-be16-4376-b676-5b96fd9c437c {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2047.726985] env[62306]: DEBUG nova.network.neutron [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Successfully created port: 79cfe5a3-73e1-49a1-9976-ebb2b2d749b4 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2047.806443] env[62306]: DEBUG nova.compute.manager [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2047.810236] env[62306]: DEBUG nova.compute.manager [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2047.810236] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2047.811278] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1d6be6-c255-4649-8575-774ca92bc551 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.818990] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2047.819339] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e87a34e-b8e7-48dd-b50d-27ca184f0424 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.825402] env[62306]: DEBUG oslo_vmware.api [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2047.825402] env[62306]: value = "task-1973242" [ 2047.825402] env[62306]: _type = "Task" [ 2047.825402] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.833886] env[62306]: DEBUG oslo_vmware.api [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.865123] env[62306]: DEBUG nova.network.neutron [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Updating instance_info_cache with network_info: [{"id": "bf0717ca-3bc0-4be7-bbf6-effdc63e14d1", "address": "fa:16:3e:0e:3f:df", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0717ca-3b", "ovs_interfaceid": "bf0717ca-3bc0-4be7-bbf6-effdc63e14d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.893050] env[62306]: DEBUG nova.compute.manager [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2047.893586] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2047.896204] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffcb73a-96c0-4045-aada-694a4ac342d4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.904637] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2047.904637] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4208a510-5522-4c86-9b14-e086f58e9e76 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.911025] env[62306]: DEBUG oslo_vmware.api [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2047.911025] env[62306]: value = "task-1973243" [ 2047.911025] env[62306]: _type = "Task" [ 2047.911025] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.918790] env[62306]: DEBUG oslo_vmware.api [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.015612] env[62306]: DEBUG oslo_vmware.api [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.029645] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953bccd4-74f4-420a-8a8c-9b9a88ee82d9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.037354] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8905a6ee-3981-4428-af81-3e613402553a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.070464] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16704f60-92d9-4b04-9e4b-ba2935e5bb0f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.077498] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab78609-fe7a-4ad9-9023-bb880ed76fa5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.090867] env[62306]: DEBUG nova.compute.provider_tree [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2048.312415] env[62306]: INFO nova.virt.block_device [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Booting with volume 0550c4d6-9d71-4d9a-9727-13929ac6d0eb at /dev/sda [ 2048.334122] env[62306]: DEBUG oslo_vmware.api [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973242, 'name': PowerOffVM_Task, 'duration_secs': 0.383497} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.334402] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2048.334573] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2048.334824] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bebbe5cb-7ac6-4980-9be8-eaf0d79b96b2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.345739] env[62306]: DEBUG nova.compute.manager [req-0157f2b0-54f8-43f3-a6af-7984c6cd9737 req-cf9b6d2d-0fbd-448f-87cf-349f17ca8a76 service nova] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Received event network-changed-bf0717ca-3bc0-4be7-bbf6-effdc63e14d1 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2048.345922] env[62306]: DEBUG nova.compute.manager [req-0157f2b0-54f8-43f3-a6af-7984c6cd9737 req-cf9b6d2d-0fbd-448f-87cf-349f17ca8a76 service nova] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Refreshing instance network info cache due to event network-changed-bf0717ca-3bc0-4be7-bbf6-effdc63e14d1. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2048.346106] env[62306]: DEBUG oslo_concurrency.lockutils [req-0157f2b0-54f8-43f3-a6af-7984c6cd9737 req-cf9b6d2d-0fbd-448f-87cf-349f17ca8a76 service nova] Acquiring lock "refresh_cache-9cb3d454-6840-42d8-b58b-fe4698416323" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.354724] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee0abd7b-1558-4946-a6bc-907e5153d945 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.363199] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4526c66-1a06-4eec-a0e9-cf9c4402ce26 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.374382] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "refresh_cache-9cb3d454-6840-42d8-b58b-fe4698416323" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.374678] env[62306]: DEBUG nova.compute.manager [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Instance network_info: |[{"id": "bf0717ca-3bc0-4be7-bbf6-effdc63e14d1", "address": "fa:16:3e:0e:3f:df", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0717ca-3b", "ovs_interfaceid": "bf0717ca-3bc0-4be7-bbf6-effdc63e14d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2048.374958] env[62306]: DEBUG oslo_concurrency.lockutils [req-0157f2b0-54f8-43f3-a6af-7984c6cd9737 req-cf9b6d2d-0fbd-448f-87cf-349f17ca8a76 service nova] Acquired lock "refresh_cache-9cb3d454-6840-42d8-b58b-fe4698416323" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.375150] env[62306]: DEBUG nova.network.neutron [req-0157f2b0-54f8-43f3-a6af-7984c6cd9737 req-cf9b6d2d-0fbd-448f-87cf-349f17ca8a76 service nova] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Refreshing network info cache for port bf0717ca-3bc0-4be7-bbf6-effdc63e14d1 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2048.376316] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:3f:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf0717ca-3bc0-4be7-bbf6-effdc63e14d1', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2048.383528] env[62306]: DEBUG oslo.service.loopingcall [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2048.386657] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2048.387110] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7271b2ba-f3bd-45de-b2b7-cf57556fba5a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.416317] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70251ebf-bfbd-46db-a39d-9200b6788ebd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.420072] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2048.420072] env[62306]: value = "task-1973245" [ 2048.420072] env[62306]: _type = "Task" [ 2048.420072] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.426552] env[62306]: DEBUG oslo_vmware.api [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973243, 'name': PowerOffVM_Task, 'duration_secs': 0.298095} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.429490] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2048.429715] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2048.432568] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885ea2e8-2a31-4cfb-b033-4b21b57bbcc2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.446958] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcc9cba5-cbfa-478c-992d-46db41f0bee3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.448956] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2048.449180] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2048.449399] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Deleting the datastore file [datastore1] 0149778f-c223-4c66-a185-ca5641833d1a {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2048.449845] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973245, 'name': CreateVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.450384] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94d9835c-0368-450b-bf42-432be95e443a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.458616] env[62306]: DEBUG oslo_vmware.api [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2048.458616] env[62306]: value = "task-1973247" [ 2048.458616] env[62306]: _type = "Task" [ 2048.458616] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.471785] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6c6d11-258c-45d6-8854-136f0b992001 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.477138] env[62306]: DEBUG oslo_vmware.api [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.482453] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f782ed-35e1-4ca9-b7ec-0e52a0785a97 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.496944] env[62306]: DEBUG nova.virt.block_device [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Updating existing volume attachment record: 1c8ff20e-4685-41a0-903c-414584142568 {{(pid=62306) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2048.517332] env[62306]: DEBUG oslo_vmware.api [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.594604] env[62306]: DEBUG nova.scheduler.client.report [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2048.636992] env[62306]: DEBUG nova.network.neutron [req-0157f2b0-54f8-43f3-a6af-7984c6cd9737 req-cf9b6d2d-0fbd-448f-87cf-349f17ca8a76 service nova] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Updated VIF entry in instance network info cache for port bf0717ca-3bc0-4be7-bbf6-effdc63e14d1. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2048.637388] env[62306]: DEBUG nova.network.neutron [req-0157f2b0-54f8-43f3-a6af-7984c6cd9737 req-cf9b6d2d-0fbd-448f-87cf-349f17ca8a76 service nova] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Updating instance_info_cache with network_info: [{"id": "bf0717ca-3bc0-4be7-bbf6-effdc63e14d1", "address": "fa:16:3e:0e:3f:df", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0717ca-3b", "ovs_interfaceid": "bf0717ca-3bc0-4be7-bbf6-effdc63e14d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.837719] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2048.837951] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2048.838152] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Deleting the datastore file [datastore1] 012f2b07-1cef-46f8-b9ce-d4def44aeab1 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2048.838492] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d57992db-c2f7-488b-81a9-3ca67f791cda {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.845266] env[62306]: DEBUG oslo_vmware.api [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2048.845266] env[62306]: value = "task-1973248" [ 2048.845266] env[62306]: _type = "Task" [ 2048.845266] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.853414] env[62306]: DEBUG oslo_vmware.api [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.932269] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973245, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.968350] env[62306]: DEBUG oslo_vmware.api [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136958} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.968649] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2048.968854] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2048.969044] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2048.969224] env[62306]: INFO nova.compute.manager [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2048.969477] env[62306]: DEBUG oslo.service.loopingcall [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2048.969688] env[62306]: DEBUG nova.compute.manager [-] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2048.969782] env[62306]: DEBUG nova.network.neutron [-] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2049.018110] env[62306]: DEBUG oslo_vmware.api [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973231, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.099428] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.100041] env[62306]: DEBUG nova.compute.manager [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2049.103222] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.487s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.103528] env[62306]: DEBUG nova.objects.instance [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lazy-loading 'resources' on Instance uuid d95e281a-9f8e-4b5e-a25c-66908cbd3633 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2049.139843] env[62306]: DEBUG oslo_concurrency.lockutils [req-0157f2b0-54f8-43f3-a6af-7984c6cd9737 req-cf9b6d2d-0fbd-448f-87cf-349f17ca8a76 service nova] Releasing lock "refresh_cache-9cb3d454-6840-42d8-b58b-fe4698416323" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.354665] env[62306]: DEBUG oslo_vmware.api [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145614} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.354937] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2049.355118] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2049.355302] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2049.355479] env[62306]: INFO nova.compute.manager [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Took 1.46 seconds to destroy the instance on the hypervisor. [ 2049.355783] env[62306]: DEBUG oslo.service.loopingcall [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2049.356012] env[62306]: DEBUG nova.compute.manager [-] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2049.356119] env[62306]: DEBUG nova.network.neutron [-] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2049.431475] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973245, 'name': CreateVM_Task, 'duration_secs': 0.712125} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.431649] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2049.432334] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.432499] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.432831] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2049.433104] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af7beb2b-5136-40a7-ab27-be8e31507b7e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.437849] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2049.437849] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d282a0-71aa-88d9-4a7f-c07372a9d99d" [ 2049.437849] env[62306]: _type = "Task" [ 2049.437849] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.446114] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d282a0-71aa-88d9-4a7f-c07372a9d99d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.517091] env[62306]: DEBUG oslo_vmware.api [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973231, 'name': ReconfigVM_Task, 'duration_secs': 5.878447} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.517412] env[62306]: DEBUG oslo_concurrency.lockutils [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.517680] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Reconfigured VM to detach interface {{(pid=62306) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2049.606594] env[62306]: DEBUG nova.compute.utils [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2049.610619] env[62306]: DEBUG nova.compute.manager [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2049.610795] env[62306]: DEBUG nova.network.neutron [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2049.706789] env[62306]: DEBUG nova.policy [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01aba52fcc964f45be77f28da790208c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f822101abf424a04948dcbf18a0903bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2049.784955] env[62306]: DEBUG nova.network.neutron [-] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.834178] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f45334-7658-4fa3-8b65-7b36d312b585 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.843381] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4aaa15-6072-40d0-88ef-9d610de05c8b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.882210] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67839da5-6bc0-4da4-882d-afd9bb4269cd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.893848] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bc6c7e-0e71-4f58-a0b5-3537bede5e8a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.908625] env[62306]: DEBUG nova.compute.provider_tree [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2049.949587] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d282a0-71aa-88d9-4a7f-c07372a9d99d, 'name': SearchDatastore_Task, 'duration_secs': 0.010066} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.949903] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.950169] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2049.950404] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.950551] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.951235] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2049.951512] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a0df3f1-1ee0-4c7b-857a-4304cf75e1a8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.960943] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2049.961155] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2049.961937] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4d1a9e1-68e8-4904-9237-72132dd63212 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.967673] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2049.967673] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5286a358-7fa8-41b9-4177-f06e95442ad6" [ 2049.967673] env[62306]: _type = "Task" [ 2049.967673] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.975868] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5286a358-7fa8-41b9-4177-f06e95442ad6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.114148] env[62306]: DEBUG nova.compute.manager [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2050.250242] env[62306]: DEBUG nova.network.neutron [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Successfully created port: 75c665c4-0358-4078-abde-61f020240601 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2050.265715] env[62306]: DEBUG nova.network.neutron [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Successfully updated port: 79cfe5a3-73e1-49a1-9976-ebb2b2d749b4 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2050.287145] env[62306]: INFO nova.compute.manager [-] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Took 1.32 seconds to deallocate network for instance. [ 2050.403180] env[62306]: DEBUG nova.compute.manager [req-16bbf5eb-f41b-4227-aac9-2d3a9e2fa4de req-0ce8fc1f-e93c-48ee-b6e4-ccfcb8768b2f service nova] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Received event network-vif-deleted-55915b16-0246-42b5-83ee-00fa3bdbce29 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2050.403180] env[62306]: DEBUG nova.compute.manager [req-16bbf5eb-f41b-4227-aac9-2d3a9e2fa4de req-0ce8fc1f-e93c-48ee-b6e4-ccfcb8768b2f service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Received event network-vif-deleted-eece4237-0e97-4312-ba8e-7b29d8040086 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2050.403180] env[62306]: INFO nova.compute.manager [req-16bbf5eb-f41b-4227-aac9-2d3a9e2fa4de req-0ce8fc1f-e93c-48ee-b6e4-ccfcb8768b2f service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Neutron deleted interface eece4237-0e97-4312-ba8e-7b29d8040086; detaching it from the instance and deleting it from the info cache [ 2050.407564] env[62306]: DEBUG nova.network.neutron [req-16bbf5eb-f41b-4227-aac9-2d3a9e2fa4de req-0ce8fc1f-e93c-48ee-b6e4-ccfcb8768b2f service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.443129] env[62306]: DEBUG nova.scheduler.client.report [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2050.443408] env[62306]: DEBUG nova.compute.provider_tree [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 140 to 141 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2050.443606] env[62306]: DEBUG nova.compute.provider_tree [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2050.478299] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5286a358-7fa8-41b9-4177-f06e95442ad6, 'name': SearchDatastore_Task, 'duration_secs': 0.009331} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.479212] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daf83343-4529-46be-9567-7343b406cf01 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.484975] env[62306]: DEBUG nova.network.neutron [-] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.488029] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2050.488029] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e1df14-aaa6-2112-7603-a3cbd37b2bcd" [ 2050.488029] env[62306]: _type = "Task" [ 2050.488029] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.502895] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e1df14-aaa6-2112-7603-a3cbd37b2bcd, 'name': SearchDatastore_Task, 'duration_secs': 0.011042} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.503163] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.503429] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 9cb3d454-6840-42d8-b58b-fe4698416323/9cb3d454-6840-42d8-b58b-fe4698416323.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2050.503731] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cde28530-8c96-4a24-8ac0-5a67309c355a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.510364] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2050.510364] env[62306]: value = "task-1973249" [ 2050.510364] env[62306]: _type = "Task" [ 2050.510364] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.519151] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.590524] env[62306]: DEBUG nova.compute.manager [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2050.591202] env[62306]: DEBUG nova.virt.hardware [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2050.591422] env[62306]: DEBUG nova.virt.hardware [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2050.591576] env[62306]: DEBUG nova.virt.hardware [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2050.591751] env[62306]: DEBUG nova.virt.hardware [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2050.591894] env[62306]: DEBUG nova.virt.hardware [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2050.592049] env[62306]: DEBUG nova.virt.hardware [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2050.592255] env[62306]: DEBUG nova.virt.hardware [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2050.592413] env[62306]: DEBUG nova.virt.hardware [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2050.592578] env[62306]: DEBUG nova.virt.hardware [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2050.592736] env[62306]: DEBUG nova.virt.hardware [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2050.592904] env[62306]: DEBUG nova.virt.hardware [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2050.593905] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e12992-1365-4972-b528-ef3696ac7b16 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.601960] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bc540e-7aac-4cfa-b071-315b48a7e94e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.768224] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "refresh_cache-669ad98b-3dad-4c38-af2d-9251960f0d8f" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.768475] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired lock "refresh_cache-669ad98b-3dad-4c38-af2d-9251960f0d8f" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.768649] env[62306]: DEBUG nova.network.neutron [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2050.794454] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.889531] env[62306]: DEBUG oslo_concurrency.lockutils [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.889758] env[62306]: DEBUG oslo_concurrency.lockutils [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquired lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.889965] env[62306]: DEBUG nova.network.neutron [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2050.910701] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-894ca2ca-62fa-407f-8be3-07d8d338a665 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.921588] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be61f3cd-7398-428f-b7ea-756b00e43c5e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.956745] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.959170] env[62306]: DEBUG nova.compute.manager [req-16bbf5eb-f41b-4227-aac9-2d3a9e2fa4de req-0ce8fc1f-e93c-48ee-b6e4-ccfcb8768b2f service nova] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Detach interface failed, port_id=eece4237-0e97-4312-ba8e-7b29d8040086, reason: Instance 012f2b07-1cef-46f8-b9ce-d4def44aeab1 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2050.959376] env[62306]: DEBUG nova.compute.manager [req-16bbf5eb-f41b-4227-aac9-2d3a9e2fa4de req-0ce8fc1f-e93c-48ee-b6e4-ccfcb8768b2f service nova] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Received event network-vif-plugged-79cfe5a3-73e1-49a1-9976-ebb2b2d749b4 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2050.959638] env[62306]: DEBUG oslo_concurrency.lockutils [req-16bbf5eb-f41b-4227-aac9-2d3a9e2fa4de req-0ce8fc1f-e93c-48ee-b6e4-ccfcb8768b2f service nova] Acquiring lock "669ad98b-3dad-4c38-af2d-9251960f0d8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.959839] env[62306]: DEBUG oslo_concurrency.lockutils [req-16bbf5eb-f41b-4227-aac9-2d3a9e2fa4de req-0ce8fc1f-e93c-48ee-b6e4-ccfcb8768b2f service nova] Lock "669ad98b-3dad-4c38-af2d-9251960f0d8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.960015] env[62306]: DEBUG oslo_concurrency.lockutils [req-16bbf5eb-f41b-4227-aac9-2d3a9e2fa4de req-0ce8fc1f-e93c-48ee-b6e4-ccfcb8768b2f service nova] Lock "669ad98b-3dad-4c38-af2d-9251960f0d8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.960211] env[62306]: DEBUG nova.compute.manager [req-16bbf5eb-f41b-4227-aac9-2d3a9e2fa4de req-0ce8fc1f-e93c-48ee-b6e4-ccfcb8768b2f service nova] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] No waiting events found dispatching network-vif-plugged-79cfe5a3-73e1-49a1-9976-ebb2b2d749b4 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2050.960463] env[62306]: WARNING nova.compute.manager [req-16bbf5eb-f41b-4227-aac9-2d3a9e2fa4de req-0ce8fc1f-e93c-48ee-b6e4-ccfcb8768b2f service nova] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Received unexpected event network-vif-plugged-79cfe5a3-73e1-49a1-9976-ebb2b2d749b4 for instance with vm_state building and task_state spawning. [ 2050.960653] env[62306]: DEBUG nova.compute.manager [req-16bbf5eb-f41b-4227-aac9-2d3a9e2fa4de req-0ce8fc1f-e93c-48ee-b6e4-ccfcb8768b2f service nova] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Received event network-changed-79cfe5a3-73e1-49a1-9976-ebb2b2d749b4 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2050.960887] env[62306]: DEBUG nova.compute.manager [req-16bbf5eb-f41b-4227-aac9-2d3a9e2fa4de req-0ce8fc1f-e93c-48ee-b6e4-ccfcb8768b2f service nova] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Refreshing instance network info cache due to event network-changed-79cfe5a3-73e1-49a1-9976-ebb2b2d749b4. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2050.961058] env[62306]: DEBUG oslo_concurrency.lockutils [req-16bbf5eb-f41b-4227-aac9-2d3a9e2fa4de req-0ce8fc1f-e93c-48ee-b6e4-ccfcb8768b2f service nova] Acquiring lock "refresh_cache-669ad98b-3dad-4c38-af2d-9251960f0d8f" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.961577] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.167s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.961816] env[62306]: DEBUG nova.objects.instance [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lazy-loading 'resources' on Instance uuid 0149778f-c223-4c66-a185-ca5641833d1a {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2050.982304] env[62306]: INFO nova.scheduler.client.report [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Deleted allocations for instance d95e281a-9f8e-4b5e-a25c-66908cbd3633 [ 2050.989471] env[62306]: INFO nova.compute.manager [-] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Took 1.63 seconds to deallocate network for instance. [ 2051.023289] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50684} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.023561] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 9cb3d454-6840-42d8-b58b-fe4698416323/9cb3d454-6840-42d8-b58b-fe4698416323.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2051.023799] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2051.024066] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06e99300-57be-4752-a774-4b0db9d9fa4b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.030053] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2051.030053] env[62306]: value = "task-1973250" [ 2051.030053] env[62306]: _type = "Task" [ 2051.030053] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.042374] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.121444] env[62306]: DEBUG nova.compute.manager [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2051.146582] env[62306]: DEBUG nova.virt.hardware [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2051.146880] env[62306]: DEBUG nova.virt.hardware [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2051.147064] env[62306]: DEBUG nova.virt.hardware [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2051.147256] env[62306]: DEBUG nova.virt.hardware [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2051.147404] env[62306]: DEBUG nova.virt.hardware [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2051.147550] env[62306]: DEBUG nova.virt.hardware [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2051.147759] env[62306]: DEBUG nova.virt.hardware [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2051.147917] env[62306]: DEBUG nova.virt.hardware [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2051.148093] env[62306]: DEBUG nova.virt.hardware [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2051.148261] env[62306]: DEBUG nova.virt.hardware [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2051.148484] env[62306]: DEBUG nova.virt.hardware [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2051.149338] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea75c528-9324-474a-916f-43ffe860fc2a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.157122] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4ba928-4e3d-459f-80ff-c0cd7b8d6868 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.301661] env[62306]: DEBUG nova.network.neutron [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2051.366270] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "56e86045-843d-42ea-8ea4-0120c363b56b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.366270] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "56e86045-843d-42ea-8ea4-0120c363b56b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.366479] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "56e86045-843d-42ea-8ea4-0120c363b56b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.366689] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "56e86045-843d-42ea-8ea4-0120c363b56b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.366862] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "56e86045-843d-42ea-8ea4-0120c363b56b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.371233] env[62306]: INFO nova.compute.manager [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Terminating instance [ 2051.492662] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4d6f1d2c-c9ff-4862-a503-b0495707df7d tempest-ServersTestMultiNic-1132672015 tempest-ServersTestMultiNic-1132672015-project-member] Lock "d95e281a-9f8e-4b5e-a25c-66908cbd3633" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.803s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.497393] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.540514] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058689} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.543962] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2051.545333] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50696b3b-6d15-4a67-9237-5c844b0b0a41 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.568810] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 9cb3d454-6840-42d8-b58b-fe4698416323/9cb3d454-6840-42d8-b58b-fe4698416323.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2051.575073] env[62306]: DEBUG nova.network.neutron [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Updating instance_info_cache with network_info: [{"id": "79cfe5a3-73e1-49a1-9976-ebb2b2d749b4", "address": "fa:16:3e:b7:3c:60", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79cfe5a3-73", "ovs_interfaceid": "79cfe5a3-73e1-49a1-9976-ebb2b2d749b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2051.576308] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c0fb423-e06a-440d-ae49-492ef62e7f6e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.591481] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Releasing lock "refresh_cache-669ad98b-3dad-4c38-af2d-9251960f0d8f" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.591812] env[62306]: DEBUG nova.compute.manager [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Instance network_info: |[{"id": "79cfe5a3-73e1-49a1-9976-ebb2b2d749b4", "address": "fa:16:3e:b7:3c:60", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79cfe5a3-73", "ovs_interfaceid": "79cfe5a3-73e1-49a1-9976-ebb2b2d749b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2051.592741] env[62306]: DEBUG oslo_concurrency.lockutils [req-16bbf5eb-f41b-4227-aac9-2d3a9e2fa4de req-0ce8fc1f-e93c-48ee-b6e4-ccfcb8768b2f service nova] Acquired lock "refresh_cache-669ad98b-3dad-4c38-af2d-9251960f0d8f" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.592973] env[62306]: DEBUG nova.network.neutron [req-16bbf5eb-f41b-4227-aac9-2d3a9e2fa4de req-0ce8fc1f-e93c-48ee-b6e4-ccfcb8768b2f service nova] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Refreshing network info cache for port 79cfe5a3-73e1-49a1-9976-ebb2b2d749b4 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2051.594358] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:3c:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79cfe5a3-73e1-49a1-9976-ebb2b2d749b4', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2051.602402] env[62306]: DEBUG oslo.service.loopingcall [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2051.603480] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2051.603743] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f77fc7a2-550d-4925-9afe-7e8d80aeed7f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.622650] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2051.622650] env[62306]: value = "task-1973251" [ 2051.622650] env[62306]: _type = "Task" [ 2051.622650] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.627816] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2051.627816] env[62306]: value = "task-1973252" [ 2051.627816] env[62306]: _type = "Task" [ 2051.627816] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.634989] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.644525] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973252, 'name': CreateVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.746215] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c22b18b-03b9-42e6-95dc-75946120791e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.755895] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4673737f-9337-4ac7-a238-7d88c8f3f574 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.786113] env[62306]: INFO nova.network.neutron [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Port 9db14e27-c39a-4c5d-842b-4fc71c8d83f3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2051.786467] env[62306]: DEBUG nova.network.neutron [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Updating instance_info_cache with network_info: [{"id": "9ea5dc05-f171-47f8-9977-78e4584f0002", "address": "fa:16:3e:20:37:78", "network": {"id": "c1c9e942-6c41-40c1-8965-b3aeead26503", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2054268286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1dff801f734fd6af73ab511140982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea5dc05-f1", "ovs_interfaceid": "9ea5dc05-f171-47f8-9977-78e4584f0002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2051.788167] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261702ef-cf60-40c8-9759-5cfb25ef169f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.796276] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2c6bef-56ec-4fb0-9af2-fb4d98b59a60 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.810521] env[62306]: DEBUG nova.compute.provider_tree [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2051.875083] env[62306]: DEBUG nova.compute.manager [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2051.875356] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2051.876388] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0a07d8-5067-44af-bb06-6b1469d3bbbc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.884953] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2051.885214] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f97b9192-01c8-4686-ac63-ea5fde45f74c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.891972] env[62306]: DEBUG oslo_vmware.api [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 2051.891972] env[62306]: value = "task-1973253" [ 2051.891972] env[62306]: _type = "Task" [ 2051.891972] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.899822] env[62306]: DEBUG oslo_vmware.api [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.135759] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973251, 'name': ReconfigVM_Task, 'duration_secs': 0.359802} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.138739] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 9cb3d454-6840-42d8-b58b-fe4698416323/9cb3d454-6840-42d8-b58b-fe4698416323.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2052.139619] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f786c195-9094-4e09-a352-ff8d634d746d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.145358] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973252, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.150033] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2052.150033] env[62306]: value = "task-1973254" [ 2052.150033] env[62306]: _type = "Task" [ 2052.150033] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.158283] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973254, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.292252] env[62306]: DEBUG oslo_concurrency.lockutils [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Releasing lock "refresh_cache-56e86045-843d-42ea-8ea4-0120c363b56b" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.313684] env[62306]: DEBUG nova.scheduler.client.report [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2052.389467] env[62306]: DEBUG nova.network.neutron [req-16bbf5eb-f41b-4227-aac9-2d3a9e2fa4de req-0ce8fc1f-e93c-48ee-b6e4-ccfcb8768b2f service nova] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Updated VIF entry in instance network info cache for port 79cfe5a3-73e1-49a1-9976-ebb2b2d749b4. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2052.389944] env[62306]: DEBUG nova.network.neutron [req-16bbf5eb-f41b-4227-aac9-2d3a9e2fa4de req-0ce8fc1f-e93c-48ee-b6e4-ccfcb8768b2f service nova] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Updating instance_info_cache with network_info: [{"id": "79cfe5a3-73e1-49a1-9976-ebb2b2d749b4", "address": "fa:16:3e:b7:3c:60", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79cfe5a3-73", "ovs_interfaceid": "79cfe5a3-73e1-49a1-9976-ebb2b2d749b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.401788] env[62306]: DEBUG oslo_vmware.api [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973253, 'name': PowerOffVM_Task, 'duration_secs': 0.326898} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.402108] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2052.402292] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2052.402539] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32d1cf87-1793-403c-be8d-4b5c43da7765 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.638598] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973252, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.658785] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973254, 'name': Rename_Task, 'duration_secs': 0.140788} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.661590] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2052.661590] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7eda282-c8d8-44c5-9a75-2a185ff9e6de {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.669016] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2052.669016] env[62306]: value = "task-1973256" [ 2052.669016] env[62306]: _type = "Task" [ 2052.669016] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.674848] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.796914] env[62306]: DEBUG oslo_concurrency.lockutils [None req-328e96ec-4a73-48a6-b888-8648a8fb333d tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "interface-56e86045-843d-42ea-8ea4-0120c363b56b-9db14e27-c39a-4c5d-842b-4fc71c8d83f3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.883s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.819367] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.821858] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.325s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.822110] env[62306]: DEBUG nova.objects.instance [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lazy-loading 'resources' on Instance uuid 012f2b07-1cef-46f8-b9ce-d4def44aeab1 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2052.842992] env[62306]: INFO nova.scheduler.client.report [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Deleted allocations for instance 0149778f-c223-4c66-a185-ca5641833d1a [ 2052.893026] env[62306]: DEBUG oslo_concurrency.lockutils [req-16bbf5eb-f41b-4227-aac9-2d3a9e2fa4de req-0ce8fc1f-e93c-48ee-b6e4-ccfcb8768b2f service nova] Releasing lock "refresh_cache-669ad98b-3dad-4c38-af2d-9251960f0d8f" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.139608] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973252, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.177413] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973256, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.351551] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6cb578d1-486b-4794-b981-5fbfe6936aa7 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "0149778f-c223-4c66-a185-ca5641833d1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.055s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.524768] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71afeb0a-45f0-4241-881a-cc395fc64067 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.535207] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b460e7c3-ce94-4855-8239-6b5ad1da2522 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.570207] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86e23a2-0c13-404e-8a42-930771fbf6c3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.577859] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f24ee27-087c-457d-979f-5fc8f4de209d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.593209] env[62306]: DEBUG nova.compute.provider_tree [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2053.640369] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973252, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.677379] env[62306]: DEBUG oslo_vmware.api [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973256, 'name': PowerOnVM_Task, 'duration_secs': 0.867867} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.677650] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2053.677852] env[62306]: INFO nova.compute.manager [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Took 8.19 seconds to spawn the instance on the hypervisor. [ 2053.678043] env[62306]: DEBUG nova.compute.manager [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2053.678818] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7368e5f4-94a0-41c8-8287-8418ccd8afc7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.100090] env[62306]: DEBUG nova.scheduler.client.report [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2054.143232] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973252, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.198691] env[62306]: INFO nova.compute.manager [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Took 13.04 seconds to build instance. [ 2054.575272] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "02669d09-c8c3-4057-a09f-88c063032418" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.575957] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "02669d09-c8c3-4057-a09f-88c063032418" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.602782] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.626698] env[62306]: INFO nova.scheduler.client.report [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Deleted allocations for instance 012f2b07-1cef-46f8-b9ce-d4def44aeab1 [ 2054.642833] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973252, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.700841] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8dd008e0-7887-48cc-95ae-fbdd84ce323e tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "9cb3d454-6840-42d8-b58b-fe4698416323" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.548s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.078344] env[62306]: DEBUG nova.compute.manager [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2055.091613] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3c1fd2-cfce-44c6-b64d-4d3a30fc4cad {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.098047] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-36a3122a-4ac7-4223-82e6-49b4c0ed0915 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Suspending the VM {{(pid=62306) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2055.098317] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-85df6f86-b931-41a8-8cb7-3db018993677 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.103892] env[62306]: DEBUG oslo_vmware.api [None req-36a3122a-4ac7-4223-82e6-49b4c0ed0915 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2055.103892] env[62306]: value = "task-1973257" [ 2055.103892] env[62306]: _type = "Task" [ 2055.103892] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.112285] env[62306]: DEBUG oslo_vmware.api [None req-36a3122a-4ac7-4223-82e6-49b4c0ed0915 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973257, 'name': SuspendVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.141298] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a03a3a2a-fda8-4c29-a6c6-aeec5e6ab379 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "012f2b07-1cef-46f8-b9ce-d4def44aeab1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.756s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.145349] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973252, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.601964] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.602266] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.603848] env[62306]: INFO nova.compute.claims [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2055.615162] env[62306]: DEBUG oslo_vmware.api [None req-36a3122a-4ac7-4223-82e6-49b4c0ed0915 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973257, 'name': SuspendVM_Task} progress is 62%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.643293] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973252, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.118827] env[62306]: DEBUG oslo_vmware.api [None req-36a3122a-4ac7-4223-82e6-49b4c0ed0915 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973257, 'name': SuspendVM_Task, 'duration_secs': 0.665482} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.119248] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-36a3122a-4ac7-4223-82e6-49b4c0ed0915 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Suspended the VM {{(pid=62306) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2056.119320] env[62306]: DEBUG nova.compute.manager [None req-36a3122a-4ac7-4223-82e6-49b4c0ed0915 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2056.120068] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0769c3b4-6a29-4991-8fb5-cc0de549d5cc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.143565] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973252, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.650876] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973252, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.788033] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc36e352-94fb-45b4-9a46-85ce574416a4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.795791] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a37f5c4-f0ec-4b9d-82d2-5cd1e91dde86 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.828153] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0646b15e-8590-4b23-8777-bc0f166e65c4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.835598] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e903eca0-67fd-46dc-9f2b-9a313aa4a8bd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.849049] env[62306]: DEBUG nova.compute.provider_tree [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2057.121125] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2057.121125] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2057.121125] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Deleting the datastore file [datastore1] 56e86045-843d-42ea-8ea4-0120c363b56b {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2057.121125] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-093cff2c-59b6-429d-a751-e131bec43792 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.127628] env[62306]: DEBUG oslo_vmware.api [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 2057.127628] env[62306]: value = "task-1973258" [ 2057.127628] env[62306]: _type = "Task" [ 2057.127628] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.138073] env[62306]: DEBUG oslo_vmware.api [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.147121] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973252, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.352169] env[62306]: DEBUG nova.scheduler.client.report [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2057.539999] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "9cb3d454-6840-42d8-b58b-fe4698416323" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.540335] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "9cb3d454-6840-42d8-b58b-fe4698416323" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.540558] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "9cb3d454-6840-42d8-b58b-fe4698416323-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.540747] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "9cb3d454-6840-42d8-b58b-fe4698416323-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.540919] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "9cb3d454-6840-42d8-b58b-fe4698416323-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.543248] env[62306]: INFO nova.compute.manager [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Terminating instance [ 2057.640457] env[62306]: DEBUG oslo_vmware.api [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165078} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.643581] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2057.643794] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2057.643967] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2057.644156] env[62306]: INFO nova.compute.manager [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Took 5.77 seconds to destroy the instance on the hypervisor. [ 2057.644393] env[62306]: DEBUG oslo.service.loopingcall [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2057.644595] env[62306]: DEBUG nova.compute.manager [-] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2057.644747] env[62306]: DEBUG nova.network.neutron [-] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2057.651820] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973252, 'name': CreateVM_Task, 'duration_secs': 5.656562} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.652098] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2057.652715] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'disk_bus': None, 'attachment_id': '1c8ff20e-4685-41a0-903c-414584142568', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406279', 'volume_id': '0550c4d6-9d71-4d9a-9727-13929ac6d0eb', 'name': 'volume-0550c4d6-9d71-4d9a-9727-13929ac6d0eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '669ad98b-3dad-4c38-af2d-9251960f0d8f', 'attached_at': '', 'detached_at': '', 'volume_id': '0550c4d6-9d71-4d9a-9727-13929ac6d0eb', 'serial': '0550c4d6-9d71-4d9a-9727-13929ac6d0eb'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62306) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2057.653017] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Root volume attach. Driver type: vmdk {{(pid=62306) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2057.653801] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4a0850-fb63-4eb4-847e-442d247d655b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.661590] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b25af0-0ba9-461a-aa7d-4f7d2487152b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.668047] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcdca6b-eef0-4f1a-8bc3-356b56a4ee60 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.674389] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8cdb4df7-ab8b-4961-af76-be748a41660e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.680829] env[62306]: DEBUG oslo_vmware.api [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2057.680829] env[62306]: value = "task-1973259" [ 2057.680829] env[62306]: _type = "Task" [ 2057.680829] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.689266] env[62306]: DEBUG oslo_vmware.api [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973259, 'name': RelocateVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.718148] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "6647c885-e110-4cbc-bfcc-7b097a5587d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.718148] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "6647c885-e110-4cbc-bfcc-7b097a5587d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.858120] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.858838] env[62306]: DEBUG nova.compute.manager [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2058.048053] env[62306]: DEBUG nova.compute.manager [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2058.048293] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2058.049284] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62274cd-50b4-407c-bede-4417698abae0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.056672] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2058.056929] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ba6e497-5d42-41de-9cc1-717b136ad9cb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.192463] env[62306]: DEBUG oslo_vmware.api [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973259, 'name': RelocateVM_Task, 'duration_secs': 0.385188} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.193968] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Volume attach. Driver type: vmdk {{(pid=62306) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2058.194341] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406279', 'volume_id': '0550c4d6-9d71-4d9a-9727-13929ac6d0eb', 'name': 'volume-0550c4d6-9d71-4d9a-9727-13929ac6d0eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '669ad98b-3dad-4c38-af2d-9251960f0d8f', 'attached_at': '', 'detached_at': '', 'volume_id': '0550c4d6-9d71-4d9a-9727-13929ac6d0eb', 'serial': '0550c4d6-9d71-4d9a-9727-13929ac6d0eb'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2058.194771] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2058.195081] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2058.195379] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Deleting the datastore file [datastore1] 9cb3d454-6840-42d8-b58b-fe4698416323 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2058.196209] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0df104-4108-47ac-b112-f5a99d54d960 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.198774] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6234ee1e-eb43-42aa-a9e1-e0034ca0fb60 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.218330] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a411531c-b3d9-4c35-b8ea-b9c0cd130a7b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.222300] env[62306]: DEBUG oslo_vmware.api [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2058.222300] env[62306]: value = "task-1973261" [ 2058.222300] env[62306]: _type = "Task" [ 2058.222300] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.222300] env[62306]: DEBUG nova.compute.manager [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2058.250331] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-0550c4d6-9d71-4d9a-9727-13929ac6d0eb/volume-0550c4d6-9d71-4d9a-9727-13929ac6d0eb.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2058.251300] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55120a3c-ca74-4e5d-bad4-168485564af8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.274446] env[62306]: DEBUG oslo_vmware.api [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.280539] env[62306]: DEBUG oslo_vmware.api [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2058.280539] env[62306]: value = "task-1973262" [ 2058.280539] env[62306]: _type = "Task" [ 2058.280539] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.289397] env[62306]: DEBUG oslo_vmware.api [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.365664] env[62306]: DEBUG nova.compute.utils [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2058.368278] env[62306]: DEBUG nova.compute.manager [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2058.368455] env[62306]: DEBUG nova.network.neutron [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2058.421493] env[62306]: DEBUG nova.compute.manager [req-f3b1e470-a04e-4bee-a9b3-ede3c7d58132 req-5058784a-c6cb-496a-ad15-5ae9643b8796 service nova] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Received event network-vif-plugged-75c665c4-0358-4078-abde-61f020240601 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2058.421943] env[62306]: DEBUG oslo_concurrency.lockutils [req-f3b1e470-a04e-4bee-a9b3-ede3c7d58132 req-5058784a-c6cb-496a-ad15-5ae9643b8796 service nova] Acquiring lock "63b81d07-22a1-45a3-9b5b-040534d94b11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.422233] env[62306]: DEBUG oslo_concurrency.lockutils [req-f3b1e470-a04e-4bee-a9b3-ede3c7d58132 req-5058784a-c6cb-496a-ad15-5ae9643b8796 service nova] Lock "63b81d07-22a1-45a3-9b5b-040534d94b11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.422423] env[62306]: DEBUG oslo_concurrency.lockutils [req-f3b1e470-a04e-4bee-a9b3-ede3c7d58132 req-5058784a-c6cb-496a-ad15-5ae9643b8796 service nova] Lock "63b81d07-22a1-45a3-9b5b-040534d94b11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.422649] env[62306]: DEBUG nova.compute.manager [req-f3b1e470-a04e-4bee-a9b3-ede3c7d58132 req-5058784a-c6cb-496a-ad15-5ae9643b8796 service nova] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] No waiting events found dispatching network-vif-plugged-75c665c4-0358-4078-abde-61f020240601 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2058.422856] env[62306]: WARNING nova.compute.manager [req-f3b1e470-a04e-4bee-a9b3-ede3c7d58132 req-5058784a-c6cb-496a-ad15-5ae9643b8796 service nova] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Received unexpected event network-vif-plugged-75c665c4-0358-4078-abde-61f020240601 for instance with vm_state building and task_state spawning. [ 2058.479151] env[62306]: DEBUG nova.policy [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5459ae7ce0a949ba8736ff343ec643b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad0b09c178964771ac556856d6db2937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2058.679038] env[62306]: DEBUG nova.network.neutron [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Successfully updated port: 75c665c4-0358-4078-abde-61f020240601 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2058.736862] env[62306]: DEBUG oslo_vmware.api [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158819} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.737973] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2058.738265] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2058.739391] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2058.739391] env[62306]: INFO nova.compute.manager [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Took 0.69 seconds to destroy the instance on the hypervisor. [ 2058.739391] env[62306]: DEBUG oslo.service.loopingcall [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2058.742441] env[62306]: DEBUG nova.compute.manager [-] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2058.742441] env[62306]: DEBUG nova.network.neutron [-] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2058.766788] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.766878] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.768587] env[62306]: INFO nova.compute.claims [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2058.793158] env[62306]: DEBUG oslo_vmware.api [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973262, 'name': ReconfigVM_Task, 'duration_secs': 0.45235} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.794613] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-0550c4d6-9d71-4d9a-9727-13929ac6d0eb/volume-0550c4d6-9d71-4d9a-9727-13929ac6d0eb.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2058.805234] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2c12a76-241b-4d9d-97ac-8c5d76622561 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.827022] env[62306]: DEBUG oslo_vmware.api [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2058.827022] env[62306]: value = "task-1973263" [ 2058.827022] env[62306]: _type = "Task" [ 2058.827022] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.841368] env[62306]: DEBUG oslo_vmware.api [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.871641] env[62306]: DEBUG nova.compute.manager [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2059.016461] env[62306]: DEBUG nova.network.neutron [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Successfully created port: 7b6b754b-0768-4c99-b571-484a1027d378 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2059.115616] env[62306]: DEBUG nova.network.neutron [-] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.181934] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "refresh_cache-63b81d07-22a1-45a3-9b5b-040534d94b11" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.182099] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquired lock "refresh_cache-63b81d07-22a1-45a3-9b5b-040534d94b11" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.182297] env[62306]: DEBUG nova.network.neutron [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2059.337393] env[62306]: DEBUG oslo_vmware.api [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973263, 'name': ReconfigVM_Task, 'duration_secs': 0.155853} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.337877] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406279', 'volume_id': '0550c4d6-9d71-4d9a-9727-13929ac6d0eb', 'name': 'volume-0550c4d6-9d71-4d9a-9727-13929ac6d0eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '669ad98b-3dad-4c38-af2d-9251960f0d8f', 'attached_at': '', 'detached_at': '', 'volume_id': '0550c4d6-9d71-4d9a-9727-13929ac6d0eb', 'serial': '0550c4d6-9d71-4d9a-9727-13929ac6d0eb'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2059.339119] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-494dae81-c3ef-4604-8bc1-af6276fe0648 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.346560] env[62306]: DEBUG oslo_vmware.api [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2059.346560] env[62306]: value = "task-1973264" [ 2059.346560] env[62306]: _type = "Task" [ 2059.346560] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.360269] env[62306]: DEBUG oslo_vmware.api [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973264, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.608729] env[62306]: DEBUG nova.network.neutron [-] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.617982] env[62306]: INFO nova.compute.manager [-] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Took 1.97 seconds to deallocate network for instance. [ 2059.713719] env[62306]: DEBUG nova.network.neutron [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2059.839953] env[62306]: DEBUG nova.network.neutron [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Updating instance_info_cache with network_info: [{"id": "75c665c4-0358-4078-abde-61f020240601", "address": "fa:16:3e:59:56:35", "network": {"id": "88e397a1-bf77-4010-8ca3-28b1fbfc2126", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-670309153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f822101abf424a04948dcbf18a0903bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75c665c4-03", "ovs_interfaceid": "75c665c4-0358-4078-abde-61f020240601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.858757] env[62306]: DEBUG oslo_vmware.api [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973264, 'name': Rename_Task, 'duration_secs': 0.183149} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.859069] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2059.859319] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3b71ebc-e1aa-40ca-ae6b-7acc81a88b54 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.867815] env[62306]: DEBUG oslo_vmware.api [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2059.867815] env[62306]: value = "task-1973265" [ 2059.867815] env[62306]: _type = "Task" [ 2059.867815] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.878979] env[62306]: DEBUG oslo_vmware.api [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.884871] env[62306]: DEBUG nova.compute.manager [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2059.916268] env[62306]: DEBUG nova.virt.hardware [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2059.916268] env[62306]: DEBUG nova.virt.hardware [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2059.916268] env[62306]: DEBUG nova.virt.hardware [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2059.916268] env[62306]: DEBUG nova.virt.hardware [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2059.916268] env[62306]: DEBUG nova.virt.hardware [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2059.916268] env[62306]: DEBUG nova.virt.hardware [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2059.916268] env[62306]: DEBUG nova.virt.hardware [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2059.916643] env[62306]: DEBUG nova.virt.hardware [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2059.916738] env[62306]: DEBUG nova.virt.hardware [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2059.916881] env[62306]: DEBUG nova.virt.hardware [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2059.917073] env[62306]: DEBUG nova.virt.hardware [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2059.917975] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bff5da0-a349-4ecf-a34e-93d51b60f58f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.929193] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1bea66-8bf4-442e-a263-74da14a5d593 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.982550] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930f6f96-b963-4748-9ead-94756bfa5118 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.990226] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f19af9-562c-4fcd-9138-85b248d0bebd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.020855] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ab2900-ded5-4d0d-8021-53d55591a08c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.028372] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c91f05-146d-4b8f-99d3-2331e94b8fdb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.041773] env[62306]: DEBUG nova.compute.provider_tree [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2060.111062] env[62306]: INFO nova.compute.manager [-] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Took 1.37 seconds to deallocate network for instance. [ 2060.126324] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.342823] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Releasing lock "refresh_cache-63b81d07-22a1-45a3-9b5b-040534d94b11" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.343186] env[62306]: DEBUG nova.compute.manager [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Instance network_info: |[{"id": "75c665c4-0358-4078-abde-61f020240601", "address": "fa:16:3e:59:56:35", "network": {"id": "88e397a1-bf77-4010-8ca3-28b1fbfc2126", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-670309153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f822101abf424a04948dcbf18a0903bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75c665c4-03", "ovs_interfaceid": "75c665c4-0358-4078-abde-61f020240601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2060.343618] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:56:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75c665c4-0358-4078-abde-61f020240601', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2060.351052] env[62306]: DEBUG oslo.service.loopingcall [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2060.351256] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2060.351483] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-399c2271-2f69-42a1-9611-b0960c2ca40e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.373241] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2060.373241] env[62306]: value = "task-1973266" [ 2060.373241] env[62306]: _type = "Task" [ 2060.373241] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.379086] env[62306]: DEBUG oslo_vmware.api [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973265, 'name': PowerOnVM_Task, 'duration_secs': 0.451531} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.379612] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2060.379813] env[62306]: INFO nova.compute.manager [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Took 9.79 seconds to spawn the instance on the hypervisor. [ 2060.380015] env[62306]: DEBUG nova.compute.manager [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2060.380716] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cfaa9c-5a8d-43e6-8ff0-ac0cb4a05c11 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.385818] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973266, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.464079] env[62306]: DEBUG nova.compute.manager [req-951048da-d12f-4e4c-92f4-bb8bc51e5748 req-02329a9f-45a2-43e9-a3dd-464b9f4fa31c service nova] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Received event network-vif-deleted-9ea5dc05-f171-47f8-9977-78e4584f0002 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2060.464620] env[62306]: DEBUG nova.compute.manager [req-951048da-d12f-4e4c-92f4-bb8bc51e5748 req-02329a9f-45a2-43e9-a3dd-464b9f4fa31c service nova] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Received event network-changed-75c665c4-0358-4078-abde-61f020240601 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2060.464863] env[62306]: DEBUG nova.compute.manager [req-951048da-d12f-4e4c-92f4-bb8bc51e5748 req-02329a9f-45a2-43e9-a3dd-464b9f4fa31c service nova] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Refreshing instance network info cache due to event network-changed-75c665c4-0358-4078-abde-61f020240601. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2060.465139] env[62306]: DEBUG oslo_concurrency.lockutils [req-951048da-d12f-4e4c-92f4-bb8bc51e5748 req-02329a9f-45a2-43e9-a3dd-464b9f4fa31c service nova] Acquiring lock "refresh_cache-63b81d07-22a1-45a3-9b5b-040534d94b11" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2060.465315] env[62306]: DEBUG oslo_concurrency.lockutils [req-951048da-d12f-4e4c-92f4-bb8bc51e5748 req-02329a9f-45a2-43e9-a3dd-464b9f4fa31c service nova] Acquired lock "refresh_cache-63b81d07-22a1-45a3-9b5b-040534d94b11" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2060.465499] env[62306]: DEBUG nova.network.neutron [req-951048da-d12f-4e4c-92f4-bb8bc51e5748 req-02329a9f-45a2-43e9-a3dd-464b9f4fa31c service nova] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Refreshing network info cache for port 75c665c4-0358-4078-abde-61f020240601 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2060.562752] env[62306]: ERROR nova.scheduler.client.report [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [req-4e478e20-4c2a-47e3-8eb3-946e5ad21cc6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4e478e20-4c2a-47e3-8eb3-946e5ad21cc6"}]} [ 2060.581235] env[62306]: DEBUG nova.scheduler.client.report [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2060.595537] env[62306]: DEBUG nova.scheduler.client.report [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2060.595754] env[62306]: DEBUG nova.compute.provider_tree [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2060.607832] env[62306]: DEBUG nova.scheduler.client.report [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2060.617199] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.626983] env[62306]: DEBUG nova.scheduler.client.report [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2060.675184] env[62306]: DEBUG nova.network.neutron [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Successfully updated port: 7b6b754b-0768-4c99-b571-484a1027d378 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2060.830638] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29abe7e6-682e-4ba7-9641-d0c012b0dfda {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.837959] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f4e57a-3a3a-4cf8-8e00-f094f751afd8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.868970] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76edbebd-3e4d-4b78-9729-3919afc88680 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.879499] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1ee0ed-d2bf-4d95-b811-8f3e3d394c97 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.887392] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973266, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.899173] env[62306]: DEBUG nova.compute.provider_tree [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2060.904347] env[62306]: INFO nova.compute.manager [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Took 18.03 seconds to build instance. [ 2061.178277] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "refresh_cache-02669d09-c8c3-4057-a09f-88c063032418" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.178430] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired lock "refresh_cache-02669d09-c8c3-4057-a09f-88c063032418" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.178680] env[62306]: DEBUG nova.network.neutron [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2061.202244] env[62306]: DEBUG nova.network.neutron [req-951048da-d12f-4e4c-92f4-bb8bc51e5748 req-02329a9f-45a2-43e9-a3dd-464b9f4fa31c service nova] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Updated VIF entry in instance network info cache for port 75c665c4-0358-4078-abde-61f020240601. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2061.202671] env[62306]: DEBUG nova.network.neutron [req-951048da-d12f-4e4c-92f4-bb8bc51e5748 req-02329a9f-45a2-43e9-a3dd-464b9f4fa31c service nova] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Updating instance_info_cache with network_info: [{"id": "75c665c4-0358-4078-abde-61f020240601", "address": "fa:16:3e:59:56:35", "network": {"id": "88e397a1-bf77-4010-8ca3-28b1fbfc2126", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-670309153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f822101abf424a04948dcbf18a0903bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75c665c4-03", "ovs_interfaceid": "75c665c4-0358-4078-abde-61f020240601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2061.346853] env[62306]: DEBUG nova.compute.manager [req-bcdaba55-9abf-4590-b2dd-08c572e64812 req-d5e15f26-fcaf-4515-b5f3-46ff50dfd4a7 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Received event network-changed-18056db5-21c8-4754-a251-46c143499f83 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2061.347243] env[62306]: DEBUG nova.compute.manager [req-bcdaba55-9abf-4590-b2dd-08c572e64812 req-d5e15f26-fcaf-4515-b5f3-46ff50dfd4a7 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Refreshing instance network info cache due to event network-changed-18056db5-21c8-4754-a251-46c143499f83. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2061.347605] env[62306]: DEBUG oslo_concurrency.lockutils [req-bcdaba55-9abf-4590-b2dd-08c572e64812 req-d5e15f26-fcaf-4515-b5f3-46ff50dfd4a7 service nova] Acquiring lock "refresh_cache-5227c9ce-84d2-4a50-a653-fb317daa2d87" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.347884] env[62306]: DEBUG oslo_concurrency.lockutils [req-bcdaba55-9abf-4590-b2dd-08c572e64812 req-d5e15f26-fcaf-4515-b5f3-46ff50dfd4a7 service nova] Acquired lock "refresh_cache-5227c9ce-84d2-4a50-a653-fb317daa2d87" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.348203] env[62306]: DEBUG nova.network.neutron [req-bcdaba55-9abf-4590-b2dd-08c572e64812 req-d5e15f26-fcaf-4515-b5f3-46ff50dfd4a7 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Refreshing network info cache for port 18056db5-21c8-4754-a251-46c143499f83 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2061.389998] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973266, 'name': CreateVM_Task, 'duration_secs': 0.523417} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.390269] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2061.391454] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.391626] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.392152] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2061.392418] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cfe243f-ae87-4127-a21c-15c0386a2993 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.398833] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2061.398833] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a24865-f3a2-d01d-e1d6-49ae5f83659a" [ 2061.398833] env[62306]: _type = "Task" [ 2061.398833] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.414020] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9e3dd751-5e5f-47b9-9ed5-c73673820f3a tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "669ad98b-3dad-4c38-af2d-9251960f0d8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.549s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.414020] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a24865-f3a2-d01d-e1d6-49ae5f83659a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.439121] env[62306]: DEBUG nova.scheduler.client.report [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2061.439524] env[62306]: DEBUG nova.compute.provider_tree [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 143 to 144 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2061.439867] env[62306]: DEBUG nova.compute.provider_tree [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2061.705280] env[62306]: DEBUG oslo_concurrency.lockutils [req-951048da-d12f-4e4c-92f4-bb8bc51e5748 req-02329a9f-45a2-43e9-a3dd-464b9f4fa31c service nova] Releasing lock "refresh_cache-63b81d07-22a1-45a3-9b5b-040534d94b11" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.705567] env[62306]: DEBUG nova.compute.manager [req-951048da-d12f-4e4c-92f4-bb8bc51e5748 req-02329a9f-45a2-43e9-a3dd-464b9f4fa31c service nova] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Received event network-vif-deleted-bf0717ca-3bc0-4be7-bbf6-effdc63e14d1 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2061.715866] env[62306]: DEBUG nova.network.neutron [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2061.854041] env[62306]: DEBUG nova.network.neutron [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Updating instance_info_cache with network_info: [{"id": "7b6b754b-0768-4c99-b571-484a1027d378", "address": "fa:16:3e:3e:30:45", "network": {"id": "3c76cceb-d6f3-47ca-a8ca-4369902437e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-2123053923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0b09c178964771ac556856d6db2937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b6b754b-07", "ovs_interfaceid": "7b6b754b-0768-4c99-b571-484a1027d378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2061.910728] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a24865-f3a2-d01d-e1d6-49ae5f83659a, 'name': SearchDatastore_Task, 'duration_secs': 0.012452} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.911036] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.911275] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2061.911505] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.911723] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.911855] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2061.912292] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-766264e3-ca30-4e32-8a4a-09dcbf21dbc3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.920985] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2061.921215] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2061.921869] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1143cfac-c952-40ed-9b23-dc75e184e52c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.932022] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2061.932022] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520345a4-3a4f-2993-d3d1-3f671761ea61" [ 2061.932022] env[62306]: _type = "Task" [ 2061.932022] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.940051] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520345a4-3a4f-2993-d3d1-3f671761ea61, 'name': SearchDatastore_Task, 'duration_secs': 0.009353} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.942049] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a628d796-40d1-4f91-adc0-2c7ce4f8a29a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.945115] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.178s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.945595] env[62306]: DEBUG nova.compute.manager [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2061.949019] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.822s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.949019] env[62306]: DEBUG nova.objects.instance [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lazy-loading 'resources' on Instance uuid 56e86045-843d-42ea-8ea4-0120c363b56b {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2061.952504] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2061.952504] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ed2268-38bf-8ee4-b797-a1754da3a3b2" [ 2061.952504] env[62306]: _type = "Task" [ 2061.952504] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.960331] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ed2268-38bf-8ee4-b797-a1754da3a3b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.086438] env[62306]: DEBUG nova.network.neutron [req-bcdaba55-9abf-4590-b2dd-08c572e64812 req-d5e15f26-fcaf-4515-b5f3-46ff50dfd4a7 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Updated VIF entry in instance network info cache for port 18056db5-21c8-4754-a251-46c143499f83. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2062.086822] env[62306]: DEBUG nova.network.neutron [req-bcdaba55-9abf-4590-b2dd-08c572e64812 req-d5e15f26-fcaf-4515-b5f3-46ff50dfd4a7 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Updating instance_info_cache with network_info: [{"id": "18056db5-21c8-4754-a251-46c143499f83", "address": "fa:16:3e:f0:81:25", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18056db5-21", "ovs_interfaceid": "18056db5-21c8-4754-a251-46c143499f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2062.356658] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Releasing lock "refresh_cache-02669d09-c8c3-4057-a09f-88c063032418" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.357012] env[62306]: DEBUG nova.compute.manager [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Instance network_info: |[{"id": "7b6b754b-0768-4c99-b571-484a1027d378", "address": "fa:16:3e:3e:30:45", "network": {"id": "3c76cceb-d6f3-47ca-a8ca-4369902437e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-2123053923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0b09c178964771ac556856d6db2937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b6b754b-07", "ovs_interfaceid": "7b6b754b-0768-4c99-b571-484a1027d378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2062.357462] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:30:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b6b754b-0768-4c99-b571-484a1027d378', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2062.364984] env[62306]: DEBUG oslo.service.loopingcall [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2062.365916] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2062.366208] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea071d00-937a-40a1-86a5-d591a0c7d80d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.387458] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2062.387458] env[62306]: value = "task-1973267" [ 2062.387458] env[62306]: _type = "Task" [ 2062.387458] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.400430] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973267, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.452307] env[62306]: DEBUG nova.compute.utils [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2062.457703] env[62306]: DEBUG nova.compute.manager [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2062.457703] env[62306]: DEBUG nova.network.neutron [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2062.478107] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ed2268-38bf-8ee4-b797-a1754da3a3b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010343} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.481962] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.482564] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 63b81d07-22a1-45a3-9b5b-040534d94b11/63b81d07-22a1-45a3-9b5b-040534d94b11.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2062.483574] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e99b0fb2-e71e-4fa3-af9a-dfda6e088ce2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.492482] env[62306]: DEBUG nova.compute.manager [req-e76cfc7d-ce74-43aa-97e8-9921384dc251 req-59cad654-fbe9-43bb-8c88-52f5087e71bb service nova] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Received event network-vif-plugged-7b6b754b-0768-4c99-b571-484a1027d378 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2062.493639] env[62306]: DEBUG oslo_concurrency.lockutils [req-e76cfc7d-ce74-43aa-97e8-9921384dc251 req-59cad654-fbe9-43bb-8c88-52f5087e71bb service nova] Acquiring lock "02669d09-c8c3-4057-a09f-88c063032418-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.493859] env[62306]: DEBUG oslo_concurrency.lockutils [req-e76cfc7d-ce74-43aa-97e8-9921384dc251 req-59cad654-fbe9-43bb-8c88-52f5087e71bb service nova] Lock "02669d09-c8c3-4057-a09f-88c063032418-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.494056] env[62306]: DEBUG oslo_concurrency.lockutils [req-e76cfc7d-ce74-43aa-97e8-9921384dc251 req-59cad654-fbe9-43bb-8c88-52f5087e71bb service nova] Lock "02669d09-c8c3-4057-a09f-88c063032418-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.494239] env[62306]: DEBUG nova.compute.manager [req-e76cfc7d-ce74-43aa-97e8-9921384dc251 req-59cad654-fbe9-43bb-8c88-52f5087e71bb service nova] [instance: 02669d09-c8c3-4057-a09f-88c063032418] No waiting events found dispatching network-vif-plugged-7b6b754b-0768-4c99-b571-484a1027d378 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2062.494477] env[62306]: WARNING nova.compute.manager [req-e76cfc7d-ce74-43aa-97e8-9921384dc251 req-59cad654-fbe9-43bb-8c88-52f5087e71bb service nova] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Received unexpected event network-vif-plugged-7b6b754b-0768-4c99-b571-484a1027d378 for instance with vm_state building and task_state spawning. [ 2062.494675] env[62306]: DEBUG nova.compute.manager [req-e76cfc7d-ce74-43aa-97e8-9921384dc251 req-59cad654-fbe9-43bb-8c88-52f5087e71bb service nova] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Received event network-changed-7b6b754b-0768-4c99-b571-484a1027d378 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2062.494861] env[62306]: DEBUG nova.compute.manager [req-e76cfc7d-ce74-43aa-97e8-9921384dc251 req-59cad654-fbe9-43bb-8c88-52f5087e71bb service nova] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Refreshing instance network info cache due to event network-changed-7b6b754b-0768-4c99-b571-484a1027d378. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2062.495087] env[62306]: DEBUG oslo_concurrency.lockutils [req-e76cfc7d-ce74-43aa-97e8-9921384dc251 req-59cad654-fbe9-43bb-8c88-52f5087e71bb service nova] Acquiring lock "refresh_cache-02669d09-c8c3-4057-a09f-88c063032418" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2062.495343] env[62306]: DEBUG oslo_concurrency.lockutils [req-e76cfc7d-ce74-43aa-97e8-9921384dc251 req-59cad654-fbe9-43bb-8c88-52f5087e71bb service nova] Acquired lock "refresh_cache-02669d09-c8c3-4057-a09f-88c063032418" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.495548] env[62306]: DEBUG nova.network.neutron [req-e76cfc7d-ce74-43aa-97e8-9921384dc251 req-59cad654-fbe9-43bb-8c88-52f5087e71bb service nova] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Refreshing network info cache for port 7b6b754b-0768-4c99-b571-484a1027d378 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2062.499443] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2062.499443] env[62306]: value = "task-1973268" [ 2062.499443] env[62306]: _type = "Task" [ 2062.499443] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.511986] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.518669] env[62306]: DEBUG nova.policy [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e1006a57e89472c807ea0f04cd49d2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b04070275bfc432c82a18ed94ae46533', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2062.590390] env[62306]: DEBUG oslo_concurrency.lockutils [req-bcdaba55-9abf-4590-b2dd-08c572e64812 req-d5e15f26-fcaf-4515-b5f3-46ff50dfd4a7 service nova] Releasing lock "refresh_cache-5227c9ce-84d2-4a50-a653-fb317daa2d87" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.714022] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14b6079-296c-413b-9775-44ad41ccfbc4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.722816] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9069de93-2634-49a9-b350-57825f21bef5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.756425] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb807b79-f606-49d0-bb76-719ec66cd8cc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.768793] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8331f145-4e63-4938-abd5-b17e18cdb3ab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.787806] env[62306]: DEBUG nova.compute.provider_tree [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2062.901941] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973267, 'name': CreateVM_Task, 'duration_secs': 0.366732} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.904541] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2062.905084] env[62306]: DEBUG nova.compute.manager [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Stashing vm_state: active {{(pid=62306) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2062.908862] env[62306]: DEBUG nova.network.neutron [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Successfully created port: d4b97cce-1e3c-4717-9eb9-65a14e201a60 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2062.911307] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2062.911471] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.911793] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2062.912310] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c122a962-9010-4027-96c6-ded78247f65b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.920240] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2062.920240] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d9b5de-53c2-ffc5-608c-56d91f40c80d" [ 2062.920240] env[62306]: _type = "Task" [ 2062.920240] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.933266] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d9b5de-53c2-ffc5-608c-56d91f40c80d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.957767] env[62306]: DEBUG nova.compute.manager [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2063.012869] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973268, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.291556] env[62306]: DEBUG nova.scheduler.client.report [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2063.375274] env[62306]: DEBUG nova.compute.manager [req-9ade0e13-a1de-4088-994d-6a5466fc7e60 req-b314fecb-b599-4bda-b50a-3f65293a65a7 service nova] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Received event network-changed-79cfe5a3-73e1-49a1-9976-ebb2b2d749b4 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2063.375453] env[62306]: DEBUG nova.compute.manager [req-9ade0e13-a1de-4088-994d-6a5466fc7e60 req-b314fecb-b599-4bda-b50a-3f65293a65a7 service nova] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Refreshing instance network info cache due to event network-changed-79cfe5a3-73e1-49a1-9976-ebb2b2d749b4. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2063.375627] env[62306]: DEBUG oslo_concurrency.lockutils [req-9ade0e13-a1de-4088-994d-6a5466fc7e60 req-b314fecb-b599-4bda-b50a-3f65293a65a7 service nova] Acquiring lock "refresh_cache-669ad98b-3dad-4c38-af2d-9251960f0d8f" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2063.375772] env[62306]: DEBUG oslo_concurrency.lockutils [req-9ade0e13-a1de-4088-994d-6a5466fc7e60 req-b314fecb-b599-4bda-b50a-3f65293a65a7 service nova] Acquired lock "refresh_cache-669ad98b-3dad-4c38-af2d-9251960f0d8f" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2063.375934] env[62306]: DEBUG nova.network.neutron [req-9ade0e13-a1de-4088-994d-6a5466fc7e60 req-b314fecb-b599-4bda-b50a-3f65293a65a7 service nova] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Refreshing network info cache for port 79cfe5a3-73e1-49a1-9976-ebb2b2d749b4 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2063.431024] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d9b5de-53c2-ffc5-608c-56d91f40c80d, 'name': SearchDatastore_Task, 'duration_secs': 0.051791} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.431896] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2063.432282] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2063.432562] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2063.432718] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2063.432899] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2063.433185] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82e4dc48-33c1-4db0-87a5-e5cc0e5f08e8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.439691] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.441924] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2063.442120] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2063.442880] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fbbcf02-5b9b-499b-9ec5-baae8b599a5f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.448664] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2063.448664] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52967835-50e1-783d-9f49-90f13f2a5eca" [ 2063.448664] env[62306]: _type = "Task" [ 2063.448664] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.461327] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52967835-50e1-783d-9f49-90f13f2a5eca, 'name': SearchDatastore_Task, 'duration_secs': 0.010174} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.462235] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65c58470-4d76-46fb-8528-088204c6d740 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.472635] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2063.472635] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520a2fca-25fd-d1b7-974c-8c7efc59ee55" [ 2063.472635] env[62306]: _type = "Task" [ 2063.472635] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.480978] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520a2fca-25fd-d1b7-974c-8c7efc59ee55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.514995] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532361} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.515281] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 63b81d07-22a1-45a3-9b5b-040534d94b11/63b81d07-22a1-45a3-9b5b-040534d94b11.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2063.515497] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2063.515790] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3306afc3-cfe0-4890-925a-6306a9ffcf1a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.522691] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2063.522691] env[62306]: value = "task-1973269" [ 2063.522691] env[62306]: _type = "Task" [ 2063.522691] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.531732] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.580978] env[62306]: DEBUG nova.network.neutron [req-e76cfc7d-ce74-43aa-97e8-9921384dc251 req-59cad654-fbe9-43bb-8c88-52f5087e71bb service nova] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Updated VIF entry in instance network info cache for port 7b6b754b-0768-4c99-b571-484a1027d378. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2063.581429] env[62306]: DEBUG nova.network.neutron [req-e76cfc7d-ce74-43aa-97e8-9921384dc251 req-59cad654-fbe9-43bb-8c88-52f5087e71bb service nova] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Updating instance_info_cache with network_info: [{"id": "7b6b754b-0768-4c99-b571-484a1027d378", "address": "fa:16:3e:3e:30:45", "network": {"id": "3c76cceb-d6f3-47ca-a8ca-4369902437e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-2123053923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0b09c178964771ac556856d6db2937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b6b754b-07", "ovs_interfaceid": "7b6b754b-0768-4c99-b571-484a1027d378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2063.796777] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.799097] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.182s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.799330] env[62306]: DEBUG nova.objects.instance [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lazy-loading 'resources' on Instance uuid 9cb3d454-6840-42d8-b58b-fe4698416323 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2063.820028] env[62306]: INFO nova.scheduler.client.report [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Deleted allocations for instance 56e86045-843d-42ea-8ea4-0120c363b56b [ 2063.971395] env[62306]: DEBUG nova.compute.manager [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2063.984206] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520a2fca-25fd-d1b7-974c-8c7efc59ee55, 'name': SearchDatastore_Task, 'duration_secs': 0.019447} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.984552] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2063.984871] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 02669d09-c8c3-4057-a09f-88c063032418/02669d09-c8c3-4057-a09f-88c063032418.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2063.985926] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61b89dc5-93df-486a-8467-bdb7595e7a09 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.994013] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2063.994013] env[62306]: value = "task-1973270" [ 2063.994013] env[62306]: _type = "Task" [ 2063.994013] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.005399] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.007806] env[62306]: DEBUG nova.virt.hardware [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2064.008105] env[62306]: DEBUG nova.virt.hardware [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2064.008321] env[62306]: DEBUG nova.virt.hardware [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2064.008517] env[62306]: DEBUG nova.virt.hardware [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2064.008689] env[62306]: DEBUG nova.virt.hardware [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2064.008849] env[62306]: DEBUG nova.virt.hardware [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2064.009163] env[62306]: DEBUG nova.virt.hardware [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2064.009390] env[62306]: DEBUG nova.virt.hardware [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2064.009605] env[62306]: DEBUG nova.virt.hardware [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2064.009824] env[62306]: DEBUG nova.virt.hardware [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2064.010092] env[62306]: DEBUG nova.virt.hardware [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2064.010999] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd08ca36-0614-4ac3-97a2-276fb76b6a08 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.020147] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cb1773-799f-48f0-9734-a57429ef521f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.042044] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103461} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.042296] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2064.043303] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82544fab-48c1-4367-9484-91144009c8b5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.064778] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 63b81d07-22a1-45a3-9b5b-040534d94b11/63b81d07-22a1-45a3-9b5b-040534d94b11.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2064.065080] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eba5c1f2-7b74-49ec-91b0-31e7d8bf8a9b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.084586] env[62306]: DEBUG oslo_concurrency.lockutils [req-e76cfc7d-ce74-43aa-97e8-9921384dc251 req-59cad654-fbe9-43bb-8c88-52f5087e71bb service nova] Releasing lock "refresh_cache-02669d09-c8c3-4057-a09f-88c063032418" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2064.086765] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2064.086765] env[62306]: value = "task-1973271" [ 2064.086765] env[62306]: _type = "Task" [ 2064.086765] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.093963] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.153672] env[62306]: DEBUG nova.network.neutron [req-9ade0e13-a1de-4088-994d-6a5466fc7e60 req-b314fecb-b599-4bda-b50a-3f65293a65a7 service nova] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Updated VIF entry in instance network info cache for port 79cfe5a3-73e1-49a1-9976-ebb2b2d749b4. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2064.154086] env[62306]: DEBUG nova.network.neutron [req-9ade0e13-a1de-4088-994d-6a5466fc7e60 req-b314fecb-b599-4bda-b50a-3f65293a65a7 service nova] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Updating instance_info_cache with network_info: [{"id": "79cfe5a3-73e1-49a1-9976-ebb2b2d749b4", "address": "fa:16:3e:b7:3c:60", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79cfe5a3-73", "ovs_interfaceid": "79cfe5a3-73e1-49a1-9976-ebb2b2d749b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2064.327351] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f5283bc4-79dc-480c-9158-dfc8c2704d2a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "56e86045-843d-42ea-8ea4-0120c363b56b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.961s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.506305] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497997} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.506851] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 02669d09-c8c3-4057-a09f-88c063032418/02669d09-c8c3-4057-a09f-88c063032418.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2064.506851] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2064.507091] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb9f4758-35d6-4686-a8a9-82d0b7eac743 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.513328] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2064.513328] env[62306]: value = "task-1973272" [ 2064.513328] env[62306]: _type = "Task" [ 2064.513328] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.523327] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.527207] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478563de-590e-4c69-9005-17aa28facbed {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.535485] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a92ba04-51eb-49a6-b824-d681fe09fad0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.567778] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adc1918-d898-4a5e-a012-0acedce7cf57 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.577232] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5670049-8292-4444-b4c1-8314b517e593 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.591514] env[62306]: DEBUG nova.compute.provider_tree [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2064.601041] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.657375] env[62306]: DEBUG oslo_concurrency.lockutils [req-9ade0e13-a1de-4088-994d-6a5466fc7e60 req-b314fecb-b599-4bda-b50a-3f65293a65a7 service nova] Releasing lock "refresh_cache-669ad98b-3dad-4c38-af2d-9251960f0d8f" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2064.711721] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "ac32553f-c58e-4c02-8b18-a681336f87e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.711990] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "ac32553f-c58e-4c02-8b18-a681336f87e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.712233] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "ac32553f-c58e-4c02-8b18-a681336f87e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.712421] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "ac32553f-c58e-4c02-8b18-a681336f87e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.712592] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "ac32553f-c58e-4c02-8b18-a681336f87e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.714750] env[62306]: INFO nova.compute.manager [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Terminating instance [ 2064.766502] env[62306]: DEBUG nova.compute.manager [req-66e70a14-6af9-4dee-8202-ebeed9fbd125 req-f42962ff-6481-4ed8-b1de-3ceef55396ac service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Received event network-vif-plugged-d4b97cce-1e3c-4717-9eb9-65a14e201a60 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2064.766874] env[62306]: DEBUG oslo_concurrency.lockutils [req-66e70a14-6af9-4dee-8202-ebeed9fbd125 req-f42962ff-6481-4ed8-b1de-3ceef55396ac service nova] Acquiring lock "6647c885-e110-4cbc-bfcc-7b097a5587d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.767426] env[62306]: DEBUG oslo_concurrency.lockutils [req-66e70a14-6af9-4dee-8202-ebeed9fbd125 req-f42962ff-6481-4ed8-b1de-3ceef55396ac service nova] Lock "6647c885-e110-4cbc-bfcc-7b097a5587d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.767619] env[62306]: DEBUG oslo_concurrency.lockutils [req-66e70a14-6af9-4dee-8202-ebeed9fbd125 req-f42962ff-6481-4ed8-b1de-3ceef55396ac service nova] Lock "6647c885-e110-4cbc-bfcc-7b097a5587d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.767784] env[62306]: DEBUG nova.compute.manager [req-66e70a14-6af9-4dee-8202-ebeed9fbd125 req-f42962ff-6481-4ed8-b1de-3ceef55396ac service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] No waiting events found dispatching network-vif-plugged-d4b97cce-1e3c-4717-9eb9-65a14e201a60 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2064.768057] env[62306]: WARNING nova.compute.manager [req-66e70a14-6af9-4dee-8202-ebeed9fbd125 req-f42962ff-6481-4ed8-b1de-3ceef55396ac service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Received unexpected event network-vif-plugged-d4b97cce-1e3c-4717-9eb9-65a14e201a60 for instance with vm_state building and task_state spawning. [ 2064.877533] env[62306]: DEBUG nova.network.neutron [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Successfully updated port: d4b97cce-1e3c-4717-9eb9-65a14e201a60 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2065.026272] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.268176} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.026541] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2065.027351] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d52fb5-d93b-416f-b48c-fc915dc8c0c5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.049480] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 02669d09-c8c3-4057-a09f-88c063032418/02669d09-c8c3-4057-a09f-88c063032418.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2065.049765] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2090abbb-4a18-4852-b895-8bb844c57498 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.068214] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2065.068214] env[62306]: value = "task-1973273" [ 2065.068214] env[62306]: _type = "Task" [ 2065.068214] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.075848] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.101169] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973271, 'name': ReconfigVM_Task, 'duration_secs': 0.808855} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.101639] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 63b81d07-22a1-45a3-9b5b-040534d94b11/63b81d07-22a1-45a3-9b5b-040534d94b11.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2065.102301] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ab3d6e0-93d1-4bd9-8fa7-49c0841dc644 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.108070] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2065.108070] env[62306]: value = "task-1973274" [ 2065.108070] env[62306]: _type = "Task" [ 2065.108070] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.116016] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973274, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.116982] env[62306]: ERROR nova.scheduler.client.report [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [req-9fe3fa7e-f589-482e-a49c-a57bff64e314] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9fe3fa7e-f589-482e-a49c-a57bff64e314"}]} [ 2065.134201] env[62306]: DEBUG nova.scheduler.client.report [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2065.151137] env[62306]: DEBUG nova.scheduler.client.report [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2065.151381] env[62306]: DEBUG nova.compute.provider_tree [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2065.162242] env[62306]: DEBUG nova.scheduler.client.report [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2065.179856] env[62306]: DEBUG nova.scheduler.client.report [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2065.218706] env[62306]: DEBUG nova.compute.manager [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2065.218947] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2065.219819] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7137b757-6483-4fe7-b4b9-b36e30e62b5d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.229874] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2065.230136] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d31ccbaa-4853-42df-847d-832407329e1e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.237303] env[62306]: DEBUG oslo_vmware.api [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 2065.237303] env[62306]: value = "task-1973275" [ 2065.237303] env[62306]: _type = "Task" [ 2065.237303] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.244818] env[62306]: DEBUG oslo_vmware.api [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.346222] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301a8137-d0d8-41b7-b644-a850d78c8e3c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.353938] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89052b5-9b28-460f-bc4e-9e21220918b9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.385851] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "refresh_cache-6647c885-e110-4cbc-bfcc-7b097a5587d3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2065.385851] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquired lock "refresh_cache-6647c885-e110-4cbc-bfcc-7b097a5587d3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2065.385851] env[62306]: DEBUG nova.network.neutron [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2065.387027] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5262fa-28e6-4c0a-9f58-4238f8ccd5d9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.395463] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d627cc-ad76-4ac1-ab4b-c90868e0e3c4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.409671] env[62306]: DEBUG nova.compute.provider_tree [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2065.578191] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973273, 'name': ReconfigVM_Task, 'duration_secs': 0.254015} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.578477] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 02669d09-c8c3-4057-a09f-88c063032418/02669d09-c8c3-4057-a09f-88c063032418.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2065.579178] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-231bd3bb-e715-4415-9d0b-c8cb6418be91 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.585286] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2065.585286] env[62306]: value = "task-1973276" [ 2065.585286] env[62306]: _type = "Task" [ 2065.585286] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.593235] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973276, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.616855] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973274, 'name': Rename_Task, 'duration_secs': 0.31005} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.617162] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2065.617435] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e29dedd-e370-462b-a6ef-c31c9c9947e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.623824] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2065.623824] env[62306]: value = "task-1973277" [ 2065.623824] env[62306]: _type = "Task" [ 2065.623824] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.635802] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.748284] env[62306]: DEBUG oslo_vmware.api [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973275, 'name': PowerOffVM_Task, 'duration_secs': 0.434255} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.748558] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2065.748745] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2065.749015] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ee83394-348f-4bca-b80e-feda9aef9d87 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.861415] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2065.861779] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2065.862053] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Deleting the datastore file [datastore1] ac32553f-c58e-4c02-8b18-a681336f87e2 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2065.862364] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ee45d11-b8bc-40b6-9e7e-7de37219c4f3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.868984] env[62306]: DEBUG oslo_vmware.api [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for the task: (returnval){ [ 2065.868984] env[62306]: value = "task-1973279" [ 2065.868984] env[62306]: _type = "Task" [ 2065.868984] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.876391] env[62306]: DEBUG oslo_vmware.api [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.919874] env[62306]: DEBUG nova.network.neutron [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2065.941854] env[62306]: DEBUG nova.scheduler.client.report [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2065.942202] env[62306]: DEBUG nova.compute.provider_tree [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 146 to 147 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2065.942423] env[62306]: DEBUG nova.compute.provider_tree [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2066.098426] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973276, 'name': Rename_Task, 'duration_secs': 0.153225} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.098426] env[62306]: DEBUG nova.network.neutron [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Updating instance_info_cache with network_info: [{"id": "d4b97cce-1e3c-4717-9eb9-65a14e201a60", "address": "fa:16:3e:d6:1e:9f", "network": {"id": "e2328f16-bf16-4ab8-9332-ce95c272eb91", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-498841236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04070275bfc432c82a18ed94ae46533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b97cce-1e", "ovs_interfaceid": "d4b97cce-1e3c-4717-9eb9-65a14e201a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2066.098714] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2066.099153] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55b9e8fe-480c-445e-85fe-c40e0f002c21 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.106920] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2066.106920] env[62306]: value = "task-1973280" [ 2066.106920] env[62306]: _type = "Task" [ 2066.106920] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.121740] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.133715] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973277, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.380491] env[62306]: DEBUG oslo_vmware.api [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Task: {'id': task-1973279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141652} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.380765] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2066.380953] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2066.381180] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2066.381355] env[62306]: INFO nova.compute.manager [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2066.381594] env[62306]: DEBUG oslo.service.loopingcall [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2066.383074] env[62306]: DEBUG nova.compute.manager [-] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2066.383074] env[62306]: DEBUG nova.network.neutron [-] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2066.448477] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.649s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.450834] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.011s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.473057] env[62306]: INFO nova.scheduler.client.report [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Deleted allocations for instance 9cb3d454-6840-42d8-b58b-fe4698416323 [ 2066.602031] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Releasing lock "refresh_cache-6647c885-e110-4cbc-bfcc-7b097a5587d3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2066.602358] env[62306]: DEBUG nova.compute.manager [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Instance network_info: |[{"id": "d4b97cce-1e3c-4717-9eb9-65a14e201a60", "address": "fa:16:3e:d6:1e:9f", "network": {"id": "e2328f16-bf16-4ab8-9332-ce95c272eb91", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-498841236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04070275bfc432c82a18ed94ae46533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b97cce-1e", "ovs_interfaceid": "d4b97cce-1e3c-4717-9eb9-65a14e201a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2066.602772] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:1e:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4b97cce-1e3c-4717-9eb9-65a14e201a60', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2066.611481] env[62306]: DEBUG oslo.service.loopingcall [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2066.611800] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2066.615740] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dc9ef6b-0fe1-421f-84bd-5d5f593cf999 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.638810] env[62306]: DEBUG oslo_vmware.api [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973280, 'name': PowerOnVM_Task, 'duration_secs': 0.469219} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.641021] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2066.641155] env[62306]: INFO nova.compute.manager [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Took 6.76 seconds to spawn the instance on the hypervisor. [ 2066.641268] env[62306]: DEBUG nova.compute.manager [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2066.641524] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2066.641524] env[62306]: value = "task-1973281" [ 2066.641524] env[62306]: _type = "Task" [ 2066.641524] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.642210] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9962c5c6-b5aa-4245-91ea-70019d1344fa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.653013] env[62306]: DEBUG oslo_vmware.api [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973277, 'name': PowerOnVM_Task, 'duration_secs': 0.535} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.653758] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2066.654057] env[62306]: INFO nova.compute.manager [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Took 15.53 seconds to spawn the instance on the hypervisor. [ 2066.654319] env[62306]: DEBUG nova.compute.manager [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2066.656772] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b57c3e-4238-4db7-834a-2ec9284f93ac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.666764] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973281, 'name': CreateVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.795143] env[62306]: DEBUG nova.compute.manager [req-0f9c239e-cf48-4017-b4e9-3e8aecc5c77d req-50d9536f-32ae-43f4-8adf-d7229b173fd9 service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Received event network-changed-d4b97cce-1e3c-4717-9eb9-65a14e201a60 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2066.795226] env[62306]: DEBUG nova.compute.manager [req-0f9c239e-cf48-4017-b4e9-3e8aecc5c77d req-50d9536f-32ae-43f4-8adf-d7229b173fd9 service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Refreshing instance network info cache due to event network-changed-d4b97cce-1e3c-4717-9eb9-65a14e201a60. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2066.795383] env[62306]: DEBUG oslo_concurrency.lockutils [req-0f9c239e-cf48-4017-b4e9-3e8aecc5c77d req-50d9536f-32ae-43f4-8adf-d7229b173fd9 service nova] Acquiring lock "refresh_cache-6647c885-e110-4cbc-bfcc-7b097a5587d3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2066.795524] env[62306]: DEBUG oslo_concurrency.lockutils [req-0f9c239e-cf48-4017-b4e9-3e8aecc5c77d req-50d9536f-32ae-43f4-8adf-d7229b173fd9 service nova] Acquired lock "refresh_cache-6647c885-e110-4cbc-bfcc-7b097a5587d3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2066.795684] env[62306]: DEBUG nova.network.neutron [req-0f9c239e-cf48-4017-b4e9-3e8aecc5c77d req-50d9536f-32ae-43f4-8adf-d7229b173fd9 service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Refreshing network info cache for port d4b97cce-1e3c-4717-9eb9-65a14e201a60 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2066.957993] env[62306]: INFO nova.compute.claims [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2066.982132] env[62306]: DEBUG oslo_concurrency.lockutils [None req-4201e1e0-191d-4a74-bbeb-1e6577883cb8 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "9cb3d454-6840-42d8-b58b-fe4698416323" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.442s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.140198] env[62306]: DEBUG nova.network.neutron [-] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2067.159400] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973281, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.184063] env[62306]: INFO nova.compute.manager [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Took 21.36 seconds to build instance. [ 2067.186064] env[62306]: INFO nova.compute.manager [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Took 11.60 seconds to build instance. [ 2067.465654] env[62306]: INFO nova.compute.resource_tracker [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Updating resource usage from migration 6205e4e5-fa49-4c6f-b8f2-37fd24f2d149 [ 2067.479020] env[62306]: DEBUG oslo_concurrency.lockutils [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "63b81d07-22a1-45a3-9b5b-040534d94b11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.537258] env[62306]: DEBUG nova.network.neutron [req-0f9c239e-cf48-4017-b4e9-3e8aecc5c77d req-50d9536f-32ae-43f4-8adf-d7229b173fd9 service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Updated VIF entry in instance network info cache for port d4b97cce-1e3c-4717-9eb9-65a14e201a60. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2067.538118] env[62306]: DEBUG nova.network.neutron [req-0f9c239e-cf48-4017-b4e9-3e8aecc5c77d req-50d9536f-32ae-43f4-8adf-d7229b173fd9 service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Updating instance_info_cache with network_info: [{"id": "d4b97cce-1e3c-4717-9eb9-65a14e201a60", "address": "fa:16:3e:d6:1e:9f", "network": {"id": "e2328f16-bf16-4ab8-9332-ce95c272eb91", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-498841236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04070275bfc432c82a18ed94ae46533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b97cce-1e", "ovs_interfaceid": "d4b97cce-1e3c-4717-9eb9-65a14e201a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2067.644866] env[62306]: INFO nova.compute.manager [-] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Took 1.26 seconds to deallocate network for instance. [ 2067.655288] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a916423-0c9b-46af-828e-798f2402630d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.660626] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973281, 'name': CreateVM_Task, 'duration_secs': 0.657873} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.661132] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2067.661769] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.662037] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.662598] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2067.664325] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-585d8f06-1289-4831-92fb-675fd20812f2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.666534] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0176212-ee5d-4eb7-b3e2-e3dcde41babd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.673288] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2067.673288] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52518359-0516-6ef0-6ec4-ea57b70ee3ae" [ 2067.673288] env[62306]: _type = "Task" [ 2067.673288] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.697753] env[62306]: DEBUG oslo_concurrency.lockutils [None req-34baf447-3771-4479-8cd0-32966cd26d51 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "63b81d07-22a1-45a3-9b5b-040534d94b11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.879s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.698072] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c269f67f-5312-4865-8c12-c065b9312d38 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "02669d09-c8c3-4057-a09f-88c063032418" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.123s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.701978] env[62306]: DEBUG oslo_concurrency.lockutils [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "63b81d07-22a1-45a3-9b5b-040534d94b11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.226s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.702208] env[62306]: DEBUG oslo_concurrency.lockutils [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "63b81d07-22a1-45a3-9b5b-040534d94b11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.702407] env[62306]: DEBUG oslo_concurrency.lockutils [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "63b81d07-22a1-45a3-9b5b-040534d94b11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.702573] env[62306]: DEBUG oslo_concurrency.lockutils [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "63b81d07-22a1-45a3-9b5b-040534d94b11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.704344] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5708b4a4-1208-4c7b-8398-7157d3f622e4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.706999] env[62306]: INFO nova.compute.manager [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Terminating instance [ 2067.717332] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e04a9f-288f-4765-bb39-a5a1f0208e3a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.721842] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52518359-0516-6ef0-6ec4-ea57b70ee3ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009702} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.722139] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2067.722362] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2067.722582] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.722725] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.722899] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2067.723665] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b71f4d7-c56b-49ac-b5b3-9443bb4bd773 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.733627] env[62306]: DEBUG nova.compute.provider_tree [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2067.749811] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2067.749997] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2067.750727] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a8ddbc6-2a5a-4e9e-843e-4c77b31eff5d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.755927] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2067.755927] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52dc0a37-42ac-2de3-ada4-0c2ad5bd8950" [ 2067.755927] env[62306]: _type = "Task" [ 2067.755927] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.764065] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52dc0a37-42ac-2de3-ada4-0c2ad5bd8950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.864425] env[62306]: DEBUG oslo_concurrency.lockutils [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "19aeb027-c7cb-4624-b72d-866ba4696c89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.864659] env[62306]: DEBUG oslo_concurrency.lockutils [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "19aeb027-c7cb-4624-b72d-866ba4696c89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.040443] env[62306]: DEBUG oslo_concurrency.lockutils [req-0f9c239e-cf48-4017-b4e9-3e8aecc5c77d req-50d9536f-32ae-43f4-8adf-d7229b173fd9 service nova] Releasing lock "refresh_cache-6647c885-e110-4cbc-bfcc-7b097a5587d3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.041341] env[62306]: DEBUG nova.compute.manager [req-0f9c239e-cf48-4017-b4e9-3e8aecc5c77d req-50d9536f-32ae-43f4-8adf-d7229b173fd9 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Received event network-vif-deleted-88af45f9-622d-4f83-8266-eb31250ee2f2 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2068.041341] env[62306]: INFO nova.compute.manager [req-0f9c239e-cf48-4017-b4e9-3e8aecc5c77d req-50d9536f-32ae-43f4-8adf-d7229b173fd9 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Neutron deleted interface 88af45f9-622d-4f83-8266-eb31250ee2f2; detaching it from the instance and deleting it from the info cache [ 2068.041341] env[62306]: DEBUG nova.network.neutron [req-0f9c239e-cf48-4017-b4e9-3e8aecc5c77d req-50d9536f-32ae-43f4-8adf-d7229b173fd9 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.063248] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "02669d09-c8c3-4057-a09f-88c063032418" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.063248] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "02669d09-c8c3-4057-a09f-88c063032418" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.063512] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "02669d09-c8c3-4057-a09f-88c063032418-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.063708] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "02669d09-c8c3-4057-a09f-88c063032418-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.063886] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "02669d09-c8c3-4057-a09f-88c063032418-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.066210] env[62306]: INFO nova.compute.manager [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Terminating instance [ 2068.154833] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.211344] env[62306]: DEBUG nova.compute.manager [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2068.211628] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2068.212566] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199e1ec6-aaa2-4f0c-b802-d557473d2a56 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.220429] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2068.220666] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c68164e-aabe-4602-82c0-8b6ea2f522e1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.227196] env[62306]: DEBUG oslo_vmware.api [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2068.227196] env[62306]: value = "task-1973282" [ 2068.227196] env[62306]: _type = "Task" [ 2068.227196] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.236396] env[62306]: DEBUG nova.scheduler.client.report [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2068.240778] env[62306]: DEBUG oslo_vmware.api [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.266285] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52dc0a37-42ac-2de3-ada4-0c2ad5bd8950, 'name': SearchDatastore_Task, 'duration_secs': 0.015041} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.267075] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1062ffe8-cdbe-4dee-b263-6d9221c952ec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.271982] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2068.271982] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e023a9-4fb1-4198-5f29-d4279454d83e" [ 2068.271982] env[62306]: _type = "Task" [ 2068.271982] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.279471] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e023a9-4fb1-4198-5f29-d4279454d83e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.367345] env[62306]: DEBUG nova.compute.manager [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2068.544200] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b3888fc-db3c-47ac-ab09-dd54852cdefd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.553666] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba239f0-cc16-411e-8fc8-bc1276397e43 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.570094] env[62306]: DEBUG nova.compute.manager [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2068.570340] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2068.571169] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331c1e7a-d65a-4a2b-b057-9786576a2bf1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.585041] env[62306]: DEBUG nova.compute.manager [req-0f9c239e-cf48-4017-b4e9-3e8aecc5c77d req-50d9536f-32ae-43f4-8adf-d7229b173fd9 service nova] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Detach interface failed, port_id=88af45f9-622d-4f83-8266-eb31250ee2f2, reason: Instance ac32553f-c58e-4c02-8b18-a681336f87e2 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2068.587514] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2068.587970] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69894878-b46a-4e38-987e-5c481487ce99 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.593734] env[62306]: DEBUG oslo_vmware.api [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2068.593734] env[62306]: value = "task-1973283" [ 2068.593734] env[62306]: _type = "Task" [ 2068.593734] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.601690] env[62306]: DEBUG oslo_vmware.api [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.737265] env[62306]: DEBUG oslo_vmware.api [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973282, 'name': PowerOffVM_Task, 'duration_secs': 0.296915} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.737517] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2068.737687] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2068.737934] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b4f2d8f-da45-4df2-b794-89971d0d026e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.742431] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.292s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.742612] env[62306]: INFO nova.compute.manager [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Migrating [ 2068.749123] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.594s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.749348] env[62306]: DEBUG nova.objects.instance [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lazy-loading 'resources' on Instance uuid ac32553f-c58e-4c02-8b18-a681336f87e2 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2068.784488] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e023a9-4fb1-4198-5f29-d4279454d83e, 'name': SearchDatastore_Task, 'duration_secs': 0.010024} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.784750] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.785021] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 6647c885-e110-4cbc-bfcc-7b097a5587d3/6647c885-e110-4cbc-bfcc-7b097a5587d3.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2068.785294] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98189f62-fc81-47f5-8754-e18667b30062 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.792106] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2068.792106] env[62306]: value = "task-1973285" [ 2068.792106] env[62306]: _type = "Task" [ 2068.792106] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.800468] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.839590] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2068.839856] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2068.840067] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Deleting the datastore file [datastore1] 63b81d07-22a1-45a3-9b5b-040534d94b11 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2068.840336] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11bd2c04-0c2c-46d1-9e64-fa0c7886bcbc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.846940] env[62306]: DEBUG oslo_vmware.api [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2068.846940] env[62306]: value = "task-1973286" [ 2068.846940] env[62306]: _type = "Task" [ 2068.846940] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.855768] env[62306]: DEBUG oslo_vmware.api [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.893165] env[62306]: DEBUG oslo_concurrency.lockutils [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.104157] env[62306]: DEBUG oslo_vmware.api [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973283, 'name': PowerOffVM_Task, 'duration_secs': 0.29296} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.104411] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2069.104658] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2069.104923] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9278c43-49c4-4bcf-ad4f-4c61250d638f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.264053] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "refresh_cache-669ad98b-3dad-4c38-af2d-9251960f0d8f" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.264053] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired lock "refresh_cache-669ad98b-3dad-4c38-af2d-9251960f0d8f" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.264053] env[62306]: DEBUG nova.network.neutron [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2069.276109] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2069.277030] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2069.277030] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Deleting the datastore file [datastore1] 02669d09-c8c3-4057-a09f-88c063032418 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2069.277030] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9aad9b9-5f4b-4da3-8ee8-a1cd8fb900ea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.286308] env[62306]: DEBUG oslo_vmware.api [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2069.286308] env[62306]: value = "task-1973288" [ 2069.286308] env[62306]: _type = "Task" [ 2069.286308] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.300461] env[62306]: DEBUG oslo_vmware.api [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.306042] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973285, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.358095] env[62306]: DEBUG oslo_vmware.api [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.476014] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f988539c-b761-4431-a5c8-3f2a5754a1ec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.485228] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047e0c9c-a843-42b1-b11a-8c14816886ab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.517447] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abd521f-31b5-48c8-92f4-b40c334b193a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.525572] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93da0caa-24b5-4525-8232-a89c8ba5223e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.541896] env[62306]: DEBUG nova.compute.provider_tree [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2069.796549] env[62306]: DEBUG oslo_vmware.api [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.806988] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806893} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.807261] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 6647c885-e110-4cbc-bfcc-7b097a5587d3/6647c885-e110-4cbc-bfcc-7b097a5587d3.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2069.807474] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2069.807724] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dfcd528-991d-4068-ac0f-31cf093bfd85 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.814216] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2069.814216] env[62306]: value = "task-1973289" [ 2069.814216] env[62306]: _type = "Task" [ 2069.814216] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.822090] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.857641] env[62306]: DEBUG oslo_vmware.api [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547097} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.857936] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2069.858173] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2069.858310] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2069.858484] env[62306]: INFO nova.compute.manager [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Took 1.65 seconds to destroy the instance on the hypervisor. [ 2069.858755] env[62306]: DEBUG oslo.service.loopingcall [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2069.858976] env[62306]: DEBUG nova.compute.manager [-] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2069.859122] env[62306]: DEBUG nova.network.neutron [-] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2070.046160] env[62306]: DEBUG nova.scheduler.client.report [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2070.158621] env[62306]: DEBUG nova.network.neutron [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Updating instance_info_cache with network_info: [{"id": "79cfe5a3-73e1-49a1-9976-ebb2b2d749b4", "address": "fa:16:3e:b7:3c:60", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79cfe5a3-73", "ovs_interfaceid": "79cfe5a3-73e1-49a1-9976-ebb2b2d749b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2070.241235] env[62306]: DEBUG nova.compute.manager [req-a575e14a-3c76-43ed-a7ad-5ed2a423dc11 req-0f8fe9c5-1ff4-4049-9f51-40d3f470ed08 service nova] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Received event network-vif-deleted-75c665c4-0358-4078-abde-61f020240601 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2070.241506] env[62306]: INFO nova.compute.manager [req-a575e14a-3c76-43ed-a7ad-5ed2a423dc11 req-0f8fe9c5-1ff4-4049-9f51-40d3f470ed08 service nova] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Neutron deleted interface 75c665c4-0358-4078-abde-61f020240601; detaching it from the instance and deleting it from the info cache [ 2070.241724] env[62306]: DEBUG nova.network.neutron [req-a575e14a-3c76-43ed-a7ad-5ed2a423dc11 req-0f8fe9c5-1ff4-4049-9f51-40d3f470ed08 service nova] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2070.296869] env[62306]: DEBUG oslo_vmware.api [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.943242} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.297303] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2070.297417] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2070.297530] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2070.297697] env[62306]: INFO nova.compute.manager [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Took 1.73 seconds to destroy the instance on the hypervisor. [ 2070.297942] env[62306]: DEBUG oslo.service.loopingcall [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2070.298155] env[62306]: DEBUG nova.compute.manager [-] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2070.298245] env[62306]: DEBUG nova.network.neutron [-] [instance: 02669d09-c8c3-4057-a09f-88c063032418] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2070.323713] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204303} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.324010] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2070.324994] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6761b36-4863-4b5a-99ce-d5ccd0a633b5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.347502] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 6647c885-e110-4cbc-bfcc-7b097a5587d3/6647c885-e110-4cbc-bfcc-7b097a5587d3.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2070.347825] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa31d1ff-62a3-48d3-8e81-9d35d5ce0658 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.371511] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2070.371511] env[62306]: value = "task-1973290" [ 2070.371511] env[62306]: _type = "Task" [ 2070.371511] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.384057] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.552021] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.553837] env[62306]: DEBUG oslo_concurrency.lockutils [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.661s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.556172] env[62306]: INFO nova.compute.claims [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2070.587156] env[62306]: INFO nova.scheduler.client.report [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Deleted allocations for instance ac32553f-c58e-4c02-8b18-a681336f87e2 [ 2070.662236] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Releasing lock "refresh_cache-669ad98b-3dad-4c38-af2d-9251960f0d8f" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.719663] env[62306]: DEBUG nova.network.neutron [-] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2070.744212] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f53cc9ac-d8b6-4f35-997e-5896703ba20b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.753887] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ce71e4-a9ea-498d-9455-4bf7f6025674 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.783638] env[62306]: DEBUG nova.compute.manager [req-a575e14a-3c76-43ed-a7ad-5ed2a423dc11 req-0f8fe9c5-1ff4-4049-9f51-40d3f470ed08 service nova] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Detach interface failed, port_id=75c665c4-0358-4078-abde-61f020240601, reason: Instance 63b81d07-22a1-45a3-9b5b-040534d94b11 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2070.880810] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973290, 'name': ReconfigVM_Task, 'duration_secs': 0.33616} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.881047] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 6647c885-e110-4cbc-bfcc-7b097a5587d3/6647c885-e110-4cbc-bfcc-7b097a5587d3.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2070.881673] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86e2c853-b2ca-4df7-b270-0d0cd6ac3b43 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.887262] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2070.887262] env[62306]: value = "task-1973291" [ 2070.887262] env[62306]: _type = "Task" [ 2070.887262] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.894759] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973291, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.094203] env[62306]: DEBUG nova.network.neutron [-] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.095422] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d5b78988-8cd5-4040-b619-f561cf634f1a tempest-AttachInterfacesTestJSON-843969778 tempest-AttachInterfacesTestJSON-843969778-project-member] Lock "ac32553f-c58e-4c02-8b18-a681336f87e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.383s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.221661] env[62306]: INFO nova.compute.manager [-] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Took 1.36 seconds to deallocate network for instance. [ 2071.399117] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973291, 'name': Rename_Task, 'duration_secs': 0.171525} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.399397] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2071.399639] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a1d90be-788b-4042-a5d6-bb501a3d32ed {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.405985] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2071.405985] env[62306]: value = "task-1973292" [ 2071.405985] env[62306]: _type = "Task" [ 2071.405985] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.417661] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.597212] env[62306]: INFO nova.compute.manager [-] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Took 1.30 seconds to deallocate network for instance. [ 2071.727792] env[62306]: DEBUG oslo_concurrency.lockutils [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.755828] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217e8b96-e8c5-41bf-abfa-7ba3bc151c70 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.766722] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13d4b51-33d9-4fba-b988-5830679ac525 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.798449] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c0eca2-bb71-4ffe-9eae-1e7d47d6a347 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.806633] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3149a633-04d4-46df-946e-ec5652bd3f09 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.821734] env[62306]: DEBUG nova.compute.provider_tree [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2071.917042] env[62306]: DEBUG oslo_vmware.api [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973292, 'name': PowerOnVM_Task, 'duration_secs': 0.456821} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.917277] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2071.917485] env[62306]: INFO nova.compute.manager [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Took 7.95 seconds to spawn the instance on the hypervisor. [ 2071.917665] env[62306]: DEBUG nova.compute.manager [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2071.918453] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8353f86c-90ca-4384-b6c4-5da2c5a85029 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.108607] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.176619] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf415b70-0b08-4e53-9321-7213dc3612d8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.197526] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Updating instance '669ad98b-3dad-4c38-af2d-9251960f0d8f' progress to 0 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2072.269254] env[62306]: DEBUG nova.compute.manager [req-92ecbe13-fb02-422f-acfc-197d92e970a1 req-c88e8e8e-a99a-4db1-9c90-090d16c83b87 service nova] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Received event network-vif-deleted-7b6b754b-0768-4c99-b571-484a1027d378 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2072.329046] env[62306]: DEBUG nova.scheduler.client.report [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2072.440668] env[62306]: INFO nova.compute.manager [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Took 13.70 seconds to build instance. [ 2072.703595] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2072.703919] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2a23356-a19b-4f40-a0de-dba315be9daa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.711383] env[62306]: DEBUG oslo_vmware.api [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2072.711383] env[62306]: value = "task-1973293" [ 2072.711383] env[62306]: _type = "Task" [ 2072.711383] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.720131] env[62306]: DEBUG oslo_vmware.api [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.834048] env[62306]: DEBUG oslo_concurrency.lockutils [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.834048] env[62306]: DEBUG nova.compute.manager [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2072.836345] env[62306]: DEBUG oslo_concurrency.lockutils [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.109s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.836578] env[62306]: DEBUG nova.objects.instance [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lazy-loading 'resources' on Instance uuid 63b81d07-22a1-45a3-9b5b-040534d94b11 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2072.945571] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fec58910-3a0f-4364-94c2-e3340c82081c tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "6647c885-e110-4cbc-bfcc-7b097a5587d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.226s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.222082] env[62306]: DEBUG oslo_vmware.api [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973293, 'name': PowerOffVM_Task, 'duration_secs': 0.252551} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.222551] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2073.222744] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Updating instance '669ad98b-3dad-4c38-af2d-9251960f0d8f' progress to 17 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2073.341713] env[62306]: DEBUG nova.compute.utils [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2073.349781] env[62306]: DEBUG nova.compute.manager [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2073.349986] env[62306]: DEBUG nova.network.neutron [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2073.424242] env[62306]: DEBUG nova.policy [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6da67ffc4bc649c891181e1a406edcb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '029fbdb7a8554050bd5b7b208e76c125', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2073.554928] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2600f98b-a893-4700-a024-2a515b269c9d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.562771] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f2bb87-fab8-4b93-a94e-ad84a2c709c2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.598120] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd57c300-a7a9-4604-8ccc-fb649ed2facb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.607442] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e945c2f7-0788-419a-a3bb-4425830ef01e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.622817] env[62306]: DEBUG nova.compute.provider_tree [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2073.730034] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2073.730034] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2073.730034] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2073.730034] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2073.731474] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2073.731474] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2073.731474] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2073.731474] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2073.732356] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2073.732356] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2073.732649] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2073.739496] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2b9e7b4-ddea-4a6c-b9b8-14d8641b7c0d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.752958] env[62306]: DEBUG nova.network.neutron [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Successfully created port: cd5977f8-ab8b-454f-85cb-b9467460c9cf {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2073.762749] env[62306]: DEBUG oslo_vmware.api [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2073.762749] env[62306]: value = "task-1973294" [ 2073.762749] env[62306]: _type = "Task" [ 2073.762749] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.770456] env[62306]: DEBUG oslo_vmware.api [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.853835] env[62306]: DEBUG nova.compute.manager [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2074.125631] env[62306]: DEBUG nova.scheduler.client.report [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2074.272879] env[62306]: DEBUG oslo_vmware.api [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973294, 'name': ReconfigVM_Task, 'duration_secs': 0.167242} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.273242] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Updating instance '669ad98b-3dad-4c38-af2d-9251960f0d8f' progress to 33 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2074.295206] env[62306]: DEBUG nova.compute.manager [req-b230b286-fee1-407a-8221-b4552b80ad6f req-3b5a4b4f-45cc-4d46-a704-f414498893ea service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Received event network-changed-d4b97cce-1e3c-4717-9eb9-65a14e201a60 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2074.295274] env[62306]: DEBUG nova.compute.manager [req-b230b286-fee1-407a-8221-b4552b80ad6f req-3b5a4b4f-45cc-4d46-a704-f414498893ea service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Refreshing instance network info cache due to event network-changed-d4b97cce-1e3c-4717-9eb9-65a14e201a60. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2074.295491] env[62306]: DEBUG oslo_concurrency.lockutils [req-b230b286-fee1-407a-8221-b4552b80ad6f req-3b5a4b4f-45cc-4d46-a704-f414498893ea service nova] Acquiring lock "refresh_cache-6647c885-e110-4cbc-bfcc-7b097a5587d3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.295645] env[62306]: DEBUG oslo_concurrency.lockutils [req-b230b286-fee1-407a-8221-b4552b80ad6f req-3b5a4b4f-45cc-4d46-a704-f414498893ea service nova] Acquired lock "refresh_cache-6647c885-e110-4cbc-bfcc-7b097a5587d3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.295844] env[62306]: DEBUG nova.network.neutron [req-b230b286-fee1-407a-8221-b4552b80ad6f req-3b5a4b4f-45cc-4d46-a704-f414498893ea service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Refreshing network info cache for port d4b97cce-1e3c-4717-9eb9-65a14e201a60 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2074.633854] env[62306]: DEBUG oslo_concurrency.lockutils [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.635079] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.527s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.635700] env[62306]: DEBUG nova.objects.instance [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lazy-loading 'resources' on Instance uuid 02669d09-c8c3-4057-a09f-88c063032418 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2074.665875] env[62306]: INFO nova.scheduler.client.report [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Deleted allocations for instance 63b81d07-22a1-45a3-9b5b-040534d94b11 [ 2074.780264] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2074.780495] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2074.780655] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2074.780835] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2074.780983] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2074.781377] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2074.781666] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2074.781894] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2074.782145] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2074.782473] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2074.782751] env[62306]: DEBUG nova.virt.hardware [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2074.788058] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2074.788812] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c99c7e8-c282-466d-81bc-0d345e7085d4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.813333] env[62306]: DEBUG oslo_vmware.api [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2074.813333] env[62306]: value = "task-1973295" [ 2074.813333] env[62306]: _type = "Task" [ 2074.813333] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.823719] env[62306]: DEBUG oslo_vmware.api [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.861057] env[62306]: DEBUG nova.compute.manager [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2074.896634] env[62306]: DEBUG nova.virt.hardware [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2074.896932] env[62306]: DEBUG nova.virt.hardware [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2074.897170] env[62306]: DEBUG nova.virt.hardware [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2074.897405] env[62306]: DEBUG nova.virt.hardware [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2074.897571] env[62306]: DEBUG nova.virt.hardware [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2074.897719] env[62306]: DEBUG nova.virt.hardware [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2074.898257] env[62306]: DEBUG nova.virt.hardware [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2074.898536] env[62306]: DEBUG nova.virt.hardware [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2074.898955] env[62306]: DEBUG nova.virt.hardware [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2074.899252] env[62306]: DEBUG nova.virt.hardware [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2074.899519] env[62306]: DEBUG nova.virt.hardware [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2074.900675] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5e29f9-6196-4dea-b248-ba2eb051fe9d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.910265] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522d20c1-7874-401c-a8c5-c3571790ea93 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.173693] env[62306]: DEBUG oslo_concurrency.lockutils [None req-74025c15-7627-41c0-867c-6b4f6a5c513b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "63b81d07-22a1-45a3-9b5b-040534d94b11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.472s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.322668] env[62306]: DEBUG oslo_vmware.api [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973295, 'name': ReconfigVM_Task, 'duration_secs': 0.162401} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.322978] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2075.323899] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e8ca51-aa79-4c5a-a616-286775896046 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.348773] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-0550c4d6-9d71-4d9a-9727-13929ac6d0eb/volume-0550c4d6-9d71-4d9a-9727-13929ac6d0eb.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2075.351832] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab7e8476-9980-4b67-a0e7-2b5bd8f07e73 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.373120] env[62306]: DEBUG oslo_vmware.api [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2075.373120] env[62306]: value = "task-1973296" [ 2075.373120] env[62306]: _type = "Task" [ 2075.373120] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.386669] env[62306]: DEBUG oslo_vmware.api [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973296, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.393517] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed49a919-e4ca-4095-b490-ebcbbcb51d84 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.400817] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7f4037-8245-425c-b5e4-88dffa6b8ad0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.434228] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdbbb6b-9fbe-409b-ae66-6fbbf95203d4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.442422] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d67c45-00f9-42aa-b216-c2c33432ebac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.457967] env[62306]: DEBUG nova.compute.provider_tree [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2075.545325] env[62306]: DEBUG nova.network.neutron [req-b230b286-fee1-407a-8221-b4552b80ad6f req-3b5a4b4f-45cc-4d46-a704-f414498893ea service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Updated VIF entry in instance network info cache for port d4b97cce-1e3c-4717-9eb9-65a14e201a60. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2075.545750] env[62306]: DEBUG nova.network.neutron [req-b230b286-fee1-407a-8221-b4552b80ad6f req-3b5a4b4f-45cc-4d46-a704-f414498893ea service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Updating instance_info_cache with network_info: [{"id": "d4b97cce-1e3c-4717-9eb9-65a14e201a60", "address": "fa:16:3e:d6:1e:9f", "network": {"id": "e2328f16-bf16-4ab8-9332-ce95c272eb91", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-498841236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04070275bfc432c82a18ed94ae46533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b97cce-1e", "ovs_interfaceid": "d4b97cce-1e3c-4717-9eb9-65a14e201a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.850197] env[62306]: DEBUG nova.network.neutron [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Successfully updated port: cd5977f8-ab8b-454f-85cb-b9467460c9cf {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2075.884034] env[62306]: DEBUG oslo_vmware.api [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973296, 'name': ReconfigVM_Task, 'duration_secs': 0.264921} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.884034] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-0550c4d6-9d71-4d9a-9727-13929ac6d0eb/volume-0550c4d6-9d71-4d9a-9727-13929ac6d0eb.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2075.884404] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Updating instance '669ad98b-3dad-4c38-af2d-9251960f0d8f' progress to 50 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2075.966992] env[62306]: DEBUG nova.scheduler.client.report [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2076.052849] env[62306]: DEBUG oslo_concurrency.lockutils [req-b230b286-fee1-407a-8221-b4552b80ad6f req-3b5a4b4f-45cc-4d46-a704-f414498893ea service nova] Releasing lock "refresh_cache-6647c885-e110-4cbc-bfcc-7b097a5587d3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.347849] env[62306]: DEBUG nova.compute.manager [req-0284fe2f-eba8-4810-848b-a6983a7294e1 req-4de13b40-887a-448c-9db0-3de1575771d9 service nova] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Received event network-vif-plugged-cd5977f8-ab8b-454f-85cb-b9467460c9cf {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2076.347849] env[62306]: DEBUG oslo_concurrency.lockutils [req-0284fe2f-eba8-4810-848b-a6983a7294e1 req-4de13b40-887a-448c-9db0-3de1575771d9 service nova] Acquiring lock "19aeb027-c7cb-4624-b72d-866ba4696c89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.347973] env[62306]: DEBUG oslo_concurrency.lockutils [req-0284fe2f-eba8-4810-848b-a6983a7294e1 req-4de13b40-887a-448c-9db0-3de1575771d9 service nova] Lock "19aeb027-c7cb-4624-b72d-866ba4696c89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.348068] env[62306]: DEBUG oslo_concurrency.lockutils [req-0284fe2f-eba8-4810-848b-a6983a7294e1 req-4de13b40-887a-448c-9db0-3de1575771d9 service nova] Lock "19aeb027-c7cb-4624-b72d-866ba4696c89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.348239] env[62306]: DEBUG nova.compute.manager [req-0284fe2f-eba8-4810-848b-a6983a7294e1 req-4de13b40-887a-448c-9db0-3de1575771d9 service nova] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] No waiting events found dispatching network-vif-plugged-cd5977f8-ab8b-454f-85cb-b9467460c9cf {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2076.348460] env[62306]: WARNING nova.compute.manager [req-0284fe2f-eba8-4810-848b-a6983a7294e1 req-4de13b40-887a-448c-9db0-3de1575771d9 service nova] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Received unexpected event network-vif-plugged-cd5977f8-ab8b-454f-85cb-b9467460c9cf for instance with vm_state building and task_state spawning. [ 2076.348565] env[62306]: DEBUG nova.compute.manager [req-0284fe2f-eba8-4810-848b-a6983a7294e1 req-4de13b40-887a-448c-9db0-3de1575771d9 service nova] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Received event network-changed-cd5977f8-ab8b-454f-85cb-b9467460c9cf {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2076.348718] env[62306]: DEBUG nova.compute.manager [req-0284fe2f-eba8-4810-848b-a6983a7294e1 req-4de13b40-887a-448c-9db0-3de1575771d9 service nova] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Refreshing instance network info cache due to event network-changed-cd5977f8-ab8b-454f-85cb-b9467460c9cf. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2076.349803] env[62306]: DEBUG oslo_concurrency.lockutils [req-0284fe2f-eba8-4810-848b-a6983a7294e1 req-4de13b40-887a-448c-9db0-3de1575771d9 service nova] Acquiring lock "refresh_cache-19aeb027-c7cb-4624-b72d-866ba4696c89" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.349803] env[62306]: DEBUG oslo_concurrency.lockutils [req-0284fe2f-eba8-4810-848b-a6983a7294e1 req-4de13b40-887a-448c-9db0-3de1575771d9 service nova] Acquired lock "refresh_cache-19aeb027-c7cb-4624-b72d-866ba4696c89" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.349803] env[62306]: DEBUG nova.network.neutron [req-0284fe2f-eba8-4810-848b-a6983a7294e1 req-4de13b40-887a-448c-9db0-3de1575771d9 service nova] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Refreshing network info cache for port cd5977f8-ab8b-454f-85cb-b9467460c9cf {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2076.354377] env[62306]: DEBUG oslo_concurrency.lockutils [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "refresh_cache-19aeb027-c7cb-4624-b72d-866ba4696c89" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.392027] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cd66d1-4839-4b05-9870-1fbcc16fe302 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.415416] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd04cf3-8f10-4065-9fbb-b96494d0dc60 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.434951] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Updating instance '669ad98b-3dad-4c38-af2d-9251960f0d8f' progress to 67 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2076.472324] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.503895] env[62306]: INFO nova.scheduler.client.report [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Deleted allocations for instance 02669d09-c8c3-4057-a09f-88c063032418 [ 2076.737585] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2076.737830] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2076.885184] env[62306]: DEBUG nova.network.neutron [req-0284fe2f-eba8-4810-848b-a6983a7294e1 req-4de13b40-887a-448c-9db0-3de1575771d9 service nova] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2076.979121] env[62306]: DEBUG nova.network.neutron [req-0284fe2f-eba8-4810-848b-a6983a7294e1 req-4de13b40-887a-448c-9db0-3de1575771d9 service nova] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2077.017846] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0a02aec2-97c2-4508-bf9c-4fa1b3cf45e5 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "02669d09-c8c3-4057-a09f-88c063032418" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.954s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.253289] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2077.253289] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2077.253289] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2077.484217] env[62306]: DEBUG oslo_concurrency.lockutils [req-0284fe2f-eba8-4810-848b-a6983a7294e1 req-4de13b40-887a-448c-9db0-3de1575771d9 service nova] Releasing lock "refresh_cache-19aeb027-c7cb-4624-b72d-866ba4696c89" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.484217] env[62306]: DEBUG oslo_concurrency.lockutils [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "refresh_cache-19aeb027-c7cb-4624-b72d-866ba4696c89" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2077.484217] env[62306]: DEBUG nova.network.neutron [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2077.760125] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Skipping network cache update for instance because it is Building. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 2077.818831] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "refresh_cache-5227c9ce-84d2-4a50-a653-fb317daa2d87" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2077.818831] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquired lock "refresh_cache-5227c9ce-84d2-4a50-a653-fb317daa2d87" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2077.818831] env[62306]: DEBUG nova.network.neutron [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Forcefully refreshing network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2077.818831] env[62306]: DEBUG nova.objects.instance [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lazy-loading 'info_cache' on Instance uuid 5227c9ce-84d2-4a50-a653-fb317daa2d87 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2077.940693] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Acquiring lock "e172945d-d586-4de4-902d-9f56794f98cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.940954] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Lock "e172945d-d586-4de4-902d-9f56794f98cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.026766] env[62306]: DEBUG nova.network.neutron [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2078.134305] env[62306]: DEBUG nova.network.neutron [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Port 79cfe5a3-73e1-49a1-9976-ebb2b2d749b4 binding to destination host cpu-1 is already ACTIVE {{(pid=62306) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2078.255997] env[62306]: DEBUG nova.network.neutron [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Updating instance_info_cache with network_info: [{"id": "cd5977f8-ab8b-454f-85cb-b9467460c9cf", "address": "fa:16:3e:77:3b:8c", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd5977f8-ab", "ovs_interfaceid": "cd5977f8-ab8b-454f-85cb-b9467460c9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.445941] env[62306]: DEBUG nova.compute.manager [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2078.594025] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "f8e76e03-8b14-460f-a719-275b19ccb37e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.594186] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "f8e76e03-8b14-460f-a719-275b19ccb37e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.759344] env[62306]: DEBUG oslo_concurrency.lockutils [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "refresh_cache-19aeb027-c7cb-4624-b72d-866ba4696c89" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.759675] env[62306]: DEBUG nova.compute.manager [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Instance network_info: |[{"id": "cd5977f8-ab8b-454f-85cb-b9467460c9cf", "address": "fa:16:3e:77:3b:8c", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd5977f8-ab", "ovs_interfaceid": "cd5977f8-ab8b-454f-85cb-b9467460c9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2078.760156] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:3b:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd5977f8-ab8b-454f-85cb-b9467460c9cf', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2078.768464] env[62306]: DEBUG oslo.service.loopingcall [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2078.768694] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2078.768975] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-837dba73-fd1a-4a9b-a080-81f27dd45492 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.788994] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2078.788994] env[62306]: value = "task-1973297" [ 2078.788994] env[62306]: _type = "Task" [ 2078.788994] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.796352] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973297, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.867939] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "92138227-16f2-4717-b1b0-225605babedd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.868197] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "92138227-16f2-4717-b1b0-225605babedd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.968510] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.968774] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.970334] env[62306]: INFO nova.compute.claims [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2079.096790] env[62306]: DEBUG nova.compute.manager [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2079.156217] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "669ad98b-3dad-4c38-af2d-9251960f0d8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.156217] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "669ad98b-3dad-4c38-af2d-9251960f0d8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.156217] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "669ad98b-3dad-4c38-af2d-9251960f0d8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.299289] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973297, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.370819] env[62306]: DEBUG nova.compute.manager [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2079.571689] env[62306]: DEBUG nova.network.neutron [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Updating instance_info_cache with network_info: [{"id": "18056db5-21c8-4754-a251-46c143499f83", "address": "fa:16:3e:f0:81:25", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18056db5-21", "ovs_interfaceid": "18056db5-21c8-4754-a251-46c143499f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2079.618675] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.799985] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973297, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.890124] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.074987] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Releasing lock "refresh_cache-5227c9ce-84d2-4a50-a653-fb317daa2d87" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2080.074987] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Updated the network info_cache for instance {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2080.074987] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.074987] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.074987] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.074987] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.075373] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.075373] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.075373] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2080.075454] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.164536] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ef862b-17d1-47ff-9a5c-d1325f77e7d2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.173130] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5d9fec-eed5-4eff-94b4-0e3cef141ac0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.204990] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "refresh_cache-669ad98b-3dad-4c38-af2d-9251960f0d8f" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.205199] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired lock "refresh_cache-669ad98b-3dad-4c38-af2d-9251960f0d8f" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.205381] env[62306]: DEBUG nova.network.neutron [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2080.207073] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdca2cf-0f24-4115-9413-bcb66168284e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.215120] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6344d76d-ea2a-44cf-97c7-2f27fc77c34c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.228545] env[62306]: DEBUG nova.compute.provider_tree [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2080.301325] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973297, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.578154] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.731118] env[62306]: DEBUG nova.scheduler.client.report [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2080.800810] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973297, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.978504] env[62306]: DEBUG nova.network.neutron [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Updating instance_info_cache with network_info: [{"id": "79cfe5a3-73e1-49a1-9976-ebb2b2d749b4", "address": "fa:16:3e:b7:3c:60", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79cfe5a3-73", "ovs_interfaceid": "79cfe5a3-73e1-49a1-9976-ebb2b2d749b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.236386] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.237514] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.619s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.239493] env[62306]: INFO nova.compute.claims [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2081.301844] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973297, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.481305] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Releasing lock "refresh_cache-669ad98b-3dad-4c38-af2d-9251960f0d8f" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2081.745476] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Acquiring lock "641c93df-56f6-4a2d-870d-72fa2db03910" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.745726] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Lock "641c93df-56f6-4a2d-870d-72fa2db03910" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.802907] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973297, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.990912] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dd9850-0b9e-4c22-b8f1-58f4e7105562 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.998338] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5666b395-7eb0-4bb1-9893-23630f180dda {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.251860] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Lock "641c93df-56f6-4a2d-870d-72fa2db03910" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.252314] env[62306]: DEBUG nova.compute.manager [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2082.305771] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973297, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.421095] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49528b72-233c-4834-94e0-2ce5e612da16 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.429546] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627b0393-be99-4c86-8902-6527afb48bed {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.460114] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e02aac-995d-486a-9b17-24068e9e5646 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.467448] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9671018-c588-4a73-8d14-c5a2687ad4fe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.480628] env[62306]: DEBUG nova.compute.provider_tree [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2082.756481] env[62306]: DEBUG nova.compute.utils [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2082.758091] env[62306]: DEBUG nova.compute.manager [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2082.758270] env[62306]: DEBUG nova.network.neutron [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2082.804873] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973297, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.827133] env[62306]: DEBUG nova.policy [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e99e98a2e2ae41f7b8e9f979d0c04ad5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '743339a3f20a4aac8c687b2758a1e511', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2082.984088] env[62306]: DEBUG nova.scheduler.client.report [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2083.091049] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecc0a8d-b1e8-4bd5-b81f-0b7a2719f607 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.115791] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa700e8-acb2-4a5a-a231-208c0a30734b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.124805] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Updating instance '669ad98b-3dad-4c38-af2d-9251960f0d8f' progress to 83 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2083.169961] env[62306]: DEBUG nova.network.neutron [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Successfully created port: 33a7422f-a0e3-4f7c-a6bd-c36e19db8d41 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2083.261017] env[62306]: DEBUG nova.compute.manager [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2083.310952] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973297, 'name': CreateVM_Task, 'duration_secs': 4.048834} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.311307] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2083.313477] env[62306]: DEBUG oslo_concurrency.lockutils [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.313572] env[62306]: DEBUG oslo_concurrency.lockutils [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.313965] env[62306]: DEBUG oslo_concurrency.lockutils [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2083.314474] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fe266db-0477-4ae0-8887-4700cb86b900 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.320944] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2083.320944] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a0e86f-30e1-f602-34a5-d7c058844816" [ 2083.320944] env[62306]: _type = "Task" [ 2083.320944] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.329263] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a0e86f-30e1-f602-34a5-d7c058844816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.489271] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.489805] env[62306]: DEBUG nova.compute.manager [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2083.493281] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.603s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.494049] env[62306]: INFO nova.compute.claims [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2083.633218] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2083.633218] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26c93a99-de98-4071-9c99-b8127a52cc4b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.641107] env[62306]: DEBUG oslo_vmware.api [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2083.641107] env[62306]: value = "task-1973298" [ 2083.641107] env[62306]: _type = "Task" [ 2083.641107] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.649364] env[62306]: DEBUG oslo_vmware.api [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.831520] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a0e86f-30e1-f602-34a5-d7c058844816, 'name': SearchDatastore_Task, 'duration_secs': 0.01004} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.831840] env[62306]: DEBUG oslo_concurrency.lockutils [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.832087] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2083.832321] env[62306]: DEBUG oslo_concurrency.lockutils [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.832461] env[62306]: DEBUG oslo_concurrency.lockutils [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.832636] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2083.832891] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5698257-4dca-4701-a524-5d444989913c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.842223] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2083.842399] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2083.843118] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcc24bcf-e5a6-4def-922b-d18c1569cfdd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.848378] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2083.848378] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5235d076-60d5-cb10-a2f8-c8a24a2166d7" [ 2083.848378] env[62306]: _type = "Task" [ 2083.848378] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.855668] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5235d076-60d5-cb10-a2f8-c8a24a2166d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.000051] env[62306]: DEBUG nova.compute.utils [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2084.003898] env[62306]: DEBUG nova.compute.manager [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2084.004160] env[62306]: DEBUG nova.network.neutron [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2084.042791] env[62306]: DEBUG nova.policy [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5459ae7ce0a949ba8736ff343ec643b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad0b09c178964771ac556856d6db2937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2084.151720] env[62306]: DEBUG oslo_vmware.api [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973298, 'name': PowerOnVM_Task, 'duration_secs': 0.392428} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.151988] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2084.152189] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ace1fd5e-194b-46b0-90c2-e32586d8f434 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Updating instance '669ad98b-3dad-4c38-af2d-9251960f0d8f' progress to 100 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2084.270087] env[62306]: DEBUG nova.compute.manager [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2084.302206] env[62306]: DEBUG nova.virt.hardware [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2084.302457] env[62306]: DEBUG nova.virt.hardware [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2084.302613] env[62306]: DEBUG nova.virt.hardware [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2084.302792] env[62306]: DEBUG nova.virt.hardware [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2084.302937] env[62306]: DEBUG nova.virt.hardware [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2084.303168] env[62306]: DEBUG nova.virt.hardware [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2084.303461] env[62306]: DEBUG nova.virt.hardware [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2084.303582] env[62306]: DEBUG nova.virt.hardware [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2084.303749] env[62306]: DEBUG nova.virt.hardware [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2084.304367] env[62306]: DEBUG nova.virt.hardware [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2084.304367] env[62306]: DEBUG nova.virt.hardware [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2084.304940] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e8d789-3d70-47a3-8343-6037a46955e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.313083] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5f04a0-d37b-44fd-bbdf-a8ed6a714529 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.360076] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5235d076-60d5-cb10-a2f8-c8a24a2166d7, 'name': SearchDatastore_Task, 'duration_secs': 0.016237} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.360973] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6845e1b-cb8d-429b-b007-919036045a16 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.364796] env[62306]: DEBUG nova.network.neutron [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Successfully created port: 12f5171b-28b2-4706-9116-dbf2a5c62c71 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2084.367968] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2084.367968] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5217edea-bd8f-2af3-7440-2d19382a4252" [ 2084.367968] env[62306]: _type = "Task" [ 2084.367968] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.377188] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5217edea-bd8f-2af3-7440-2d19382a4252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.504777] env[62306]: DEBUG nova.compute.manager [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2084.725368] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48904a86-9451-4f05-ad77-ed52422cff6c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.733945] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9697f34-884b-4200-b88a-3e8ef077507b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.764891] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688a10ea-3a01-4a94-8042-29f7577da369 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.769258] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.769485] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.774358] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d44c002-6cc2-4e30-a829-3eb92552989b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.789141] env[62306]: DEBUG nova.compute.provider_tree [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2084.878273] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5217edea-bd8f-2af3-7440-2d19382a4252, 'name': SearchDatastore_Task, 'duration_secs': 0.010454} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.878536] env[62306]: DEBUG oslo_concurrency.lockutils [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.878785] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 19aeb027-c7cb-4624-b72d-866ba4696c89/19aeb027-c7cb-4624-b72d-866ba4696c89.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2084.879510] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8aabecdc-7dea-450f-8b44-df5315eada35 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.887848] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2084.887848] env[62306]: value = "task-1973299" [ 2084.887848] env[62306]: _type = "Task" [ 2084.887848] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.895189] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.911163] env[62306]: DEBUG nova.network.neutron [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Successfully updated port: 33a7422f-a0e3-4f7c-a6bd-c36e19db8d41 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2084.973225] env[62306]: DEBUG nova.compute.manager [req-541bbd48-e4c9-451e-8cef-a446091110d2 req-2abab866-7d52-43f4-92d3-b6c76a611f45 service nova] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Received event network-vif-plugged-33a7422f-a0e3-4f7c-a6bd-c36e19db8d41 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2084.973455] env[62306]: DEBUG oslo_concurrency.lockutils [req-541bbd48-e4c9-451e-8cef-a446091110d2 req-2abab866-7d52-43f4-92d3-b6c76a611f45 service nova] Acquiring lock "e172945d-d586-4de4-902d-9f56794f98cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.973659] env[62306]: DEBUG oslo_concurrency.lockutils [req-541bbd48-e4c9-451e-8cef-a446091110d2 req-2abab866-7d52-43f4-92d3-b6c76a611f45 service nova] Lock "e172945d-d586-4de4-902d-9f56794f98cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.973825] env[62306]: DEBUG oslo_concurrency.lockutils [req-541bbd48-e4c9-451e-8cef-a446091110d2 req-2abab866-7d52-43f4-92d3-b6c76a611f45 service nova] Lock "e172945d-d586-4de4-902d-9f56794f98cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.973983] env[62306]: DEBUG nova.compute.manager [req-541bbd48-e4c9-451e-8cef-a446091110d2 req-2abab866-7d52-43f4-92d3-b6c76a611f45 service nova] [instance: e172945d-d586-4de4-902d-9f56794f98cb] No waiting events found dispatching network-vif-plugged-33a7422f-a0e3-4f7c-a6bd-c36e19db8d41 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2084.974198] env[62306]: WARNING nova.compute.manager [req-541bbd48-e4c9-451e-8cef-a446091110d2 req-2abab866-7d52-43f4-92d3-b6c76a611f45 service nova] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Received unexpected event network-vif-plugged-33a7422f-a0e3-4f7c-a6bd-c36e19db8d41 for instance with vm_state building and task_state spawning. [ 2085.274478] env[62306]: DEBUG nova.compute.utils [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2085.292651] env[62306]: DEBUG nova.scheduler.client.report [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2085.399035] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452304} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.399035] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 19aeb027-c7cb-4624-b72d-866ba4696c89/19aeb027-c7cb-4624-b72d-866ba4696c89.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2085.399035] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2085.399365] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa36667a-e360-493a-86f2-f649224dbd24 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.405863] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2085.405863] env[62306]: value = "task-1973300" [ 2085.405863] env[62306]: _type = "Task" [ 2085.405863] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.415950] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Acquiring lock "refresh_cache-e172945d-d586-4de4-902d-9f56794f98cb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.415950] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Acquired lock "refresh_cache-e172945d-d586-4de4-902d-9f56794f98cb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.415950] env[62306]: DEBUG nova.network.neutron [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2085.415950] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.516995] env[62306]: DEBUG nova.compute.manager [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2085.543103] env[62306]: DEBUG nova.virt.hardware [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2085.543362] env[62306]: DEBUG nova.virt.hardware [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2085.543522] env[62306]: DEBUG nova.virt.hardware [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2085.543698] env[62306]: DEBUG nova.virt.hardware [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2085.543841] env[62306]: DEBUG nova.virt.hardware [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2085.543988] env[62306]: DEBUG nova.virt.hardware [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2085.544223] env[62306]: DEBUG nova.virt.hardware [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2085.544389] env[62306]: DEBUG nova.virt.hardware [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2085.544553] env[62306]: DEBUG nova.virt.hardware [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2085.544713] env[62306]: DEBUG nova.virt.hardware [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2085.544884] env[62306]: DEBUG nova.virt.hardware [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2085.545933] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e98bec9-8a72-4cc0-9542-c363cfa76e50 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.554083] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e0af12-c003-40ea-9394-f21e77c83573 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.777445] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.798400] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.798945] env[62306]: DEBUG nova.compute.manager [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2085.801621] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.224s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.801801] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.801956] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2085.803012] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd05f42e-cfb2-47ca-9a73-7e78bac8f242 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.811794] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e330e01-21d2-4ec5-84e6-c84f03147c13 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.828060] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a9e406-f884-499a-94a0-22c41694ee84 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.835038] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24fee51-fb1e-4f5b-bceb-33b46b0032b3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.864034] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179881MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2085.864219] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.864434] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.915234] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065296} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.915511] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2085.916288] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ef4305-d6fb-4879-b23e-1e64d319e36e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.947342] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 19aeb027-c7cb-4624-b72d-866ba4696c89/19aeb027-c7cb-4624-b72d-866ba4696c89.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2085.947906] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6006b3d0-57d4-42e6-b2ec-b89f59c5345c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.964285] env[62306]: DEBUG nova.network.neutron [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2085.973341] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2085.973341] env[62306]: value = "task-1973301" [ 2085.973341] env[62306]: _type = "Task" [ 2085.973341] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.982242] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973301, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.093941] env[62306]: DEBUG nova.network.neutron [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Successfully updated port: 12f5171b-28b2-4706-9116-dbf2a5c62c71 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2086.155237] env[62306]: DEBUG nova.network.neutron [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Updating instance_info_cache with network_info: [{"id": "33a7422f-a0e3-4f7c-a6bd-c36e19db8d41", "address": "fa:16:3e:f0:06:d5", "network": {"id": "f5e03aeb-5a4c-42b4-ad45-d4967c35bce5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-464399211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743339a3f20a4aac8c687b2758a1e511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33a7422f-a0", "ovs_interfaceid": "33a7422f-a0e3-4f7c-a6bd-c36e19db8d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2086.303964] env[62306]: DEBUG nova.compute.utils [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2086.305433] env[62306]: DEBUG nova.compute.manager [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2086.305606] env[62306]: DEBUG nova.network.neutron [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2086.347469] env[62306]: DEBUG nova.policy [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '434aa1dc3d4f478a9e656a25ed794f5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b779eceaed044e2ca4c749eb2f24ff5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2086.485320] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973301, 'name': ReconfigVM_Task, 'duration_secs': 0.27244} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.485964] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 19aeb027-c7cb-4624-b72d-866ba4696c89/19aeb027-c7cb-4624-b72d-866ba4696c89.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2086.486492] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0a21f25-6c14-49b1-a4b2-9ce14ecb6f2f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.494672] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2086.494672] env[62306]: value = "task-1973302" [ 2086.494672] env[62306]: _type = "Task" [ 2086.494672] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.504883] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973302, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.563497] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c5f9fe8c-8aaf-46b6-b385-c64fff14b485 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "669ad98b-3dad-4c38-af2d-9251960f0d8f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.563997] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c5f9fe8c-8aaf-46b6-b385-c64fff14b485 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "669ad98b-3dad-4c38-af2d-9251960f0d8f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.563997] env[62306]: DEBUG nova.compute.manager [None req-c5f9fe8c-8aaf-46b6-b385-c64fff14b485 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Going to confirm migration 5 {{(pid=62306) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2086.598726] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "refresh_cache-f8e76e03-8b14-460f-a719-275b19ccb37e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.598726] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired lock "refresh_cache-f8e76e03-8b14-460f-a719-275b19ccb37e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.598726] env[62306]: DEBUG nova.network.neutron [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2086.660050] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Releasing lock "refresh_cache-e172945d-d586-4de4-902d-9f56794f98cb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.660050] env[62306]: DEBUG nova.compute.manager [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Instance network_info: |[{"id": "33a7422f-a0e3-4f7c-a6bd-c36e19db8d41", "address": "fa:16:3e:f0:06:d5", "network": {"id": "f5e03aeb-5a4c-42b4-ad45-d4967c35bce5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-464399211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743339a3f20a4aac8c687b2758a1e511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33a7422f-a0", "ovs_interfaceid": "33a7422f-a0e3-4f7c-a6bd-c36e19db8d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2086.660050] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:06:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33a7422f-a0e3-4f7c-a6bd-c36e19db8d41', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2086.666598] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Creating folder: Project (743339a3f20a4aac8c687b2758a1e511). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2086.666995] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1eb14262-ee57-478c-b2e4-cf002edab6c1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.679269] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Created folder: Project (743339a3f20a4aac8c687b2758a1e511) in parent group-v406007. [ 2086.679601] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Creating folder: Instances. Parent ref: group-v406292. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2086.679926] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c8e94f3-056b-4134-a098-6973cbff1492 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.688236] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Created folder: Instances in parent group-v406292. [ 2086.688738] env[62306]: DEBUG oslo.service.loopingcall [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2086.689095] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2086.689410] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe5c176b-cc7e-4650-bea9-16d981a29461 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.711468] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2086.711468] env[62306]: value = "task-1973305" [ 2086.711468] env[62306]: _type = "Task" [ 2086.711468] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.721347] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973305, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.738342] env[62306]: DEBUG nova.network.neutron [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Successfully created port: 872cc941-dd18-4b69-a115-d24c376fc9cc {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2086.808794] env[62306]: DEBUG nova.compute.manager [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2086.817788] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.817989] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.818230] env[62306]: INFO nova.compute.manager [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Attaching volume e7f92478-ff29-420f-a094-313246e0d8fc to /dev/sdb [ 2086.853470] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c8e904-73ba-42d7-9506-2832eb8c5b3f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.861782] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2234c1-245e-45c1-80d0-13a315debfe4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.875353] env[62306]: DEBUG nova.virt.block_device [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Updating existing volume attachment record: 6a8c3a30-ff59-4480-94d7-67cf8761c14c {{(pid=62306) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2086.877812] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Applying migration context for instance 669ad98b-3dad-4c38-af2d-9251960f0d8f as it has an incoming, in-progress migration 6205e4e5-fa49-4c6f-b8f2-37fd24f2d149. Migration status is confirming {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2086.879528] env[62306]: INFO nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Updating resource usage from migration 6205e4e5-fa49-4c6f-b8f2-37fd24f2d149 [ 2086.906099] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 5227c9ce-84d2-4a50-a653-fb317daa2d87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2086.906245] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance e8ed4205-1be8-487e-a817-545100b2d082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2086.906398] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 40baa260-59a9-47e1-b685-a6144302f433 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2086.906491] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 80950dc6-b412-420e-95ad-958d09df8cda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2086.906606] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 5d5463e7-dab9-4a88-8f43-d4c8e903e935 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2086.906719] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 31f3e1c8-bc13-47c5-be84-75e87903c50c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2086.906830] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance ad7b2a80-e055-4dc9-b00d-1848d9544743 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2086.906940] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 6647c885-e110-4cbc-bfcc-7b097a5587d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2086.907060] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Migration 6205e4e5-fa49-4c6f-b8f2-37fd24f2d149 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2086.907376] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 669ad98b-3dad-4c38-af2d-9251960f0d8f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2086.907512] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 19aeb027-c7cb-4624-b72d-866ba4696c89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2086.907654] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance e172945d-d586-4de4-902d-9f56794f98cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2086.907796] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance f8e76e03-8b14-460f-a719-275b19ccb37e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2086.907883] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 92138227-16f2-4717-b1b0-225605babedd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2086.908160] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2086.908309] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2087.014057] env[62306]: DEBUG nova.compute.manager [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Received event network-changed-33a7422f-a0e3-4f7c-a6bd-c36e19db8d41 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2087.014329] env[62306]: DEBUG nova.compute.manager [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Refreshing instance network info cache due to event network-changed-33a7422f-a0e3-4f7c-a6bd-c36e19db8d41. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2087.014587] env[62306]: DEBUG oslo_concurrency.lockutils [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] Acquiring lock "refresh_cache-e172945d-d586-4de4-902d-9f56794f98cb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.014767] env[62306]: DEBUG oslo_concurrency.lockutils [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] Acquired lock "refresh_cache-e172945d-d586-4de4-902d-9f56794f98cb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.014983] env[62306]: DEBUG nova.network.neutron [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Refreshing network info cache for port 33a7422f-a0e3-4f7c-a6bd-c36e19db8d41 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2087.016832] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973302, 'name': Rename_Task, 'duration_secs': 0.151032} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.019885] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2087.020850] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-976e3d97-e8ee-482c-9942-59310389add1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.030913] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2087.030913] env[62306]: value = "task-1973306" [ 2087.030913] env[62306]: _type = "Task" [ 2087.030913] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.046517] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973306, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.125103] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb780c3-3dc5-4b71-93c3-184427208164 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.133157] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4a121c-86bf-45fd-9905-6f83ac3423d7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.163341] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabb2eb4-f738-4489-b688-ff28ee19a51c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.171217] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211d2cab-172e-438a-9c4e-7e307c6ce2b4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.184263] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2087.218487] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973305, 'name': CreateVM_Task, 'duration_secs': 0.473448} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.218721] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2087.219532] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.219694] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.220014] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2087.220284] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11396809-8de1-42a6-9285-cc3516ceb3d9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.225605] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Waiting for the task: (returnval){ [ 2087.225605] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52983ff7-b361-2038-b655-1c43b84f1b2f" [ 2087.225605] env[62306]: _type = "Task" [ 2087.225605] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.235368] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52983ff7-b361-2038-b655-1c43b84f1b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.358149] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c5f9fe8c-8aaf-46b6-b385-c64fff14b485 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "refresh_cache-669ad98b-3dad-4c38-af2d-9251960f0d8f" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.359852] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c5f9fe8c-8aaf-46b6-b385-c64fff14b485 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquired lock "refresh_cache-669ad98b-3dad-4c38-af2d-9251960f0d8f" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.359852] env[62306]: DEBUG nova.network.neutron [None req-c5f9fe8c-8aaf-46b6-b385-c64fff14b485 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2087.359852] env[62306]: DEBUG nova.objects.instance [None req-c5f9fe8c-8aaf-46b6-b385-c64fff14b485 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lazy-loading 'info_cache' on Instance uuid 669ad98b-3dad-4c38-af2d-9251960f0d8f {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2087.376939] env[62306]: DEBUG nova.network.neutron [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2087.544864] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973306, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.600264] env[62306]: DEBUG nova.network.neutron [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Updating instance_info_cache with network_info: [{"id": "12f5171b-28b2-4706-9116-dbf2a5c62c71", "address": "fa:16:3e:79:66:ed", "network": {"id": "3c76cceb-d6f3-47ca-a8ca-4369902437e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-2123053923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0b09c178964771ac556856d6db2937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12f5171b-28", "ovs_interfaceid": "12f5171b-28b2-4706-9116-dbf2a5c62c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.692687] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2087.739099] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52983ff7-b361-2038-b655-1c43b84f1b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.008906} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.739455] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.739714] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2087.739944] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.740141] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.740297] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2087.740567] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f5d1cd8-c202-4723-9879-6b49820b8784 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.748623] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2087.748798] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2087.749572] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-757d0f40-2c63-431b-8d4f-255858ae8278 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.754904] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Waiting for the task: (returnval){ [ 2087.754904] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cbd6d1-54e8-bfb0-94c1-22d9edfcbfa9" [ 2087.754904] env[62306]: _type = "Task" [ 2087.754904] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.762317] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cbd6d1-54e8-bfb0-94c1-22d9edfcbfa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.770482] env[62306]: DEBUG nova.network.neutron [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Updated VIF entry in instance network info cache for port 33a7422f-a0e3-4f7c-a6bd-c36e19db8d41. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2087.770832] env[62306]: DEBUG nova.network.neutron [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Updating instance_info_cache with network_info: [{"id": "33a7422f-a0e3-4f7c-a6bd-c36e19db8d41", "address": "fa:16:3e:f0:06:d5", "network": {"id": "f5e03aeb-5a4c-42b4-ad45-d4967c35bce5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-464399211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743339a3f20a4aac8c687b2758a1e511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33a7422f-a0", "ovs_interfaceid": "33a7422f-a0e3-4f7c-a6bd-c36e19db8d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.819029] env[62306]: DEBUG nova.compute.manager [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2087.845035] env[62306]: DEBUG nova.virt.hardware [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2087.845316] env[62306]: DEBUG nova.virt.hardware [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2087.845436] env[62306]: DEBUG nova.virt.hardware [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2087.845621] env[62306]: DEBUG nova.virt.hardware [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2087.845780] env[62306]: DEBUG nova.virt.hardware [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2087.845946] env[62306]: DEBUG nova.virt.hardware [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2087.846147] env[62306]: DEBUG nova.virt.hardware [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2087.846311] env[62306]: DEBUG nova.virt.hardware [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2087.846474] env[62306]: DEBUG nova.virt.hardware [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2087.846633] env[62306]: DEBUG nova.virt.hardware [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2087.846800] env[62306]: DEBUG nova.virt.hardware [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2087.848012] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9e7b91-5094-42c3-8d53-de10d847a107 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.856198] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22cde81-4548-454b-b740-12b53fee43d8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.043575] env[62306]: DEBUG oslo_vmware.api [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973306, 'name': PowerOnVM_Task, 'duration_secs': 1.001601} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.043855] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2088.044072] env[62306]: INFO nova.compute.manager [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Took 13.18 seconds to spawn the instance on the hypervisor. [ 2088.044255] env[62306]: DEBUG nova.compute.manager [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2088.045285] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1fa350-7068-4050-be43-6f5f6c26cd53 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.103546] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Releasing lock "refresh_cache-f8e76e03-8b14-460f-a719-275b19ccb37e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.103872] env[62306]: DEBUG nova.compute.manager [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Instance network_info: |[{"id": "12f5171b-28b2-4706-9116-dbf2a5c62c71", "address": "fa:16:3e:79:66:ed", "network": {"id": "3c76cceb-d6f3-47ca-a8ca-4369902437e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-2123053923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0b09c178964771ac556856d6db2937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12f5171b-28", "ovs_interfaceid": "12f5171b-28b2-4706-9116-dbf2a5c62c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2088.104340] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:66:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12f5171b-28b2-4706-9116-dbf2a5c62c71', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2088.111693] env[62306]: DEBUG oslo.service.loopingcall [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2088.111905] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2088.112523] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cc8cfc3-8833-420d-a7fb-c96510fdc725 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.131884] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2088.131884] env[62306]: value = "task-1973308" [ 2088.131884] env[62306]: _type = "Task" [ 2088.131884] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.139661] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973308, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.198910] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2088.198910] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.334s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.198910] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2088.265836] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cbd6d1-54e8-bfb0-94c1-22d9edfcbfa9, 'name': SearchDatastore_Task, 'duration_secs': 0.010254} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.266680] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-826ffa57-8972-4110-ae7f-8195149aacfc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.273490] env[62306]: DEBUG oslo_concurrency.lockutils [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] Releasing lock "refresh_cache-e172945d-d586-4de4-902d-9f56794f98cb" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.273745] env[62306]: DEBUG nova.compute.manager [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Received event network-vif-plugged-12f5171b-28b2-4706-9116-dbf2a5c62c71 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2088.273940] env[62306]: DEBUG oslo_concurrency.lockutils [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] Acquiring lock "f8e76e03-8b14-460f-a719-275b19ccb37e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.274190] env[62306]: DEBUG oslo_concurrency.lockutils [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] Lock "f8e76e03-8b14-460f-a719-275b19ccb37e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.274399] env[62306]: DEBUG oslo_concurrency.lockutils [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] Lock "f8e76e03-8b14-460f-a719-275b19ccb37e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.274538] env[62306]: DEBUG nova.compute.manager [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] No waiting events found dispatching network-vif-plugged-12f5171b-28b2-4706-9116-dbf2a5c62c71 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2088.274703] env[62306]: WARNING nova.compute.manager [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Received unexpected event network-vif-plugged-12f5171b-28b2-4706-9116-dbf2a5c62c71 for instance with vm_state building and task_state spawning. [ 2088.274861] env[62306]: DEBUG nova.compute.manager [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Received event network-changed-12f5171b-28b2-4706-9116-dbf2a5c62c71 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2088.275372] env[62306]: DEBUG nova.compute.manager [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Refreshing instance network info cache due to event network-changed-12f5171b-28b2-4706-9116-dbf2a5c62c71. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2088.275626] env[62306]: DEBUG oslo_concurrency.lockutils [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] Acquiring lock "refresh_cache-f8e76e03-8b14-460f-a719-275b19ccb37e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.275776] env[62306]: DEBUG oslo_concurrency.lockutils [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] Acquired lock "refresh_cache-f8e76e03-8b14-460f-a719-275b19ccb37e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.275935] env[62306]: DEBUG nova.network.neutron [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Refreshing network info cache for port 12f5171b-28b2-4706-9116-dbf2a5c62c71 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2088.277101] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Waiting for the task: (returnval){ [ 2088.277101] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526f4d08-9c11-c55c-ef4b-1d6d31b5afee" [ 2088.277101] env[62306]: _type = "Task" [ 2088.277101] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.285794] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526f4d08-9c11-c55c-ef4b-1d6d31b5afee, 'name': SearchDatastore_Task, 'duration_secs': 0.010698} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.286609] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.286854] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] e172945d-d586-4de4-902d-9f56794f98cb/e172945d-d586-4de4-902d-9f56794f98cb.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2088.287149] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afa531ae-0f6f-4e1d-aedd-e50330956426 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.294492] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Waiting for the task: (returnval){ [ 2088.294492] env[62306]: value = "task-1973309" [ 2088.294492] env[62306]: _type = "Task" [ 2088.294492] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.303247] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Task: {'id': task-1973309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.342278] env[62306]: DEBUG nova.network.neutron [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Successfully updated port: 872cc941-dd18-4b69-a115-d24c376fc9cc {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2088.444083] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "31f3e1c8-bc13-47c5-be84-75e87903c50c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.444368] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "31f3e1c8-bc13-47c5-be84-75e87903c50c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.444526] env[62306]: INFO nova.compute.manager [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Shelving [ 2088.562837] env[62306]: INFO nova.compute.manager [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Took 19.69 seconds to build instance. [ 2088.646119] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973308, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.662074] env[62306]: DEBUG nova.network.neutron [None req-c5f9fe8c-8aaf-46b6-b385-c64fff14b485 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Updating instance_info_cache with network_info: [{"id": "79cfe5a3-73e1-49a1-9976-ebb2b2d749b4", "address": "fa:16:3e:b7:3c:60", "network": {"id": "4c58d6cd-1d5f-4e9d-bed3-c97f2d8aa29b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1635836221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355894b0e4254884a894ed13a79e0ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79cfe5a3-73", "ovs_interfaceid": "79cfe5a3-73e1-49a1-9976-ebb2b2d749b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.807361] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Task: {'id': task-1973309, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.845294] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "refresh_cache-92138227-16f2-4717-b1b0-225605babedd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.845404] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "refresh_cache-92138227-16f2-4717-b1b0-225605babedd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.846028] env[62306]: DEBUG nova.network.neutron [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2089.042265] env[62306]: DEBUG nova.compute.manager [req-09d010a0-2db6-46d3-a413-568e73141301 req-876fc555-2d2c-430e-81c1-09e0e7d0c838 service nova] [instance: 92138227-16f2-4717-b1b0-225605babedd] Received event network-vif-plugged-872cc941-dd18-4b69-a115-d24c376fc9cc {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2089.042487] env[62306]: DEBUG oslo_concurrency.lockutils [req-09d010a0-2db6-46d3-a413-568e73141301 req-876fc555-2d2c-430e-81c1-09e0e7d0c838 service nova] Acquiring lock "92138227-16f2-4717-b1b0-225605babedd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.042688] env[62306]: DEBUG oslo_concurrency.lockutils [req-09d010a0-2db6-46d3-a413-568e73141301 req-876fc555-2d2c-430e-81c1-09e0e7d0c838 service nova] Lock "92138227-16f2-4717-b1b0-225605babedd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.042857] env[62306]: DEBUG oslo_concurrency.lockutils [req-09d010a0-2db6-46d3-a413-568e73141301 req-876fc555-2d2c-430e-81c1-09e0e7d0c838 service nova] Lock "92138227-16f2-4717-b1b0-225605babedd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.043139] env[62306]: DEBUG nova.compute.manager [req-09d010a0-2db6-46d3-a413-568e73141301 req-876fc555-2d2c-430e-81c1-09e0e7d0c838 service nova] [instance: 92138227-16f2-4717-b1b0-225605babedd] No waiting events found dispatching network-vif-plugged-872cc941-dd18-4b69-a115-d24c376fc9cc {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2089.043345] env[62306]: WARNING nova.compute.manager [req-09d010a0-2db6-46d3-a413-568e73141301 req-876fc555-2d2c-430e-81c1-09e0e7d0c838 service nova] [instance: 92138227-16f2-4717-b1b0-225605babedd] Received unexpected event network-vif-plugged-872cc941-dd18-4b69-a115-d24c376fc9cc for instance with vm_state building and task_state spawning. [ 2089.043513] env[62306]: DEBUG nova.compute.manager [req-09d010a0-2db6-46d3-a413-568e73141301 req-876fc555-2d2c-430e-81c1-09e0e7d0c838 service nova] [instance: 92138227-16f2-4717-b1b0-225605babedd] Received event network-changed-872cc941-dd18-4b69-a115-d24c376fc9cc {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2089.043665] env[62306]: DEBUG nova.compute.manager [req-09d010a0-2db6-46d3-a413-568e73141301 req-876fc555-2d2c-430e-81c1-09e0e7d0c838 service nova] [instance: 92138227-16f2-4717-b1b0-225605babedd] Refreshing instance network info cache due to event network-changed-872cc941-dd18-4b69-a115-d24c376fc9cc. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2089.043829] env[62306]: DEBUG oslo_concurrency.lockutils [req-09d010a0-2db6-46d3-a413-568e73141301 req-876fc555-2d2c-430e-81c1-09e0e7d0c838 service nova] Acquiring lock "refresh_cache-92138227-16f2-4717-b1b0-225605babedd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.065055] env[62306]: DEBUG oslo_concurrency.lockutils [None req-88e8fb41-e753-4ba4-8bac-d722e8da8aac tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "19aeb027-c7cb-4624-b72d-866ba4696c89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.200s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.067959] env[62306]: DEBUG nova.network.neutron [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Updated VIF entry in instance network info cache for port 12f5171b-28b2-4706-9116-dbf2a5c62c71. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2089.068946] env[62306]: DEBUG nova.network.neutron [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Updating instance_info_cache with network_info: [{"id": "12f5171b-28b2-4706-9116-dbf2a5c62c71", "address": "fa:16:3e:79:66:ed", "network": {"id": "3c76cceb-d6f3-47ca-a8ca-4369902437e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-2123053923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0b09c178964771ac556856d6db2937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12f5171b-28", "ovs_interfaceid": "12f5171b-28b2-4706-9116-dbf2a5c62c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.142241] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973308, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.164319] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c5f9fe8c-8aaf-46b6-b385-c64fff14b485 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Releasing lock "refresh_cache-669ad98b-3dad-4c38-af2d-9251960f0d8f" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.164581] env[62306]: DEBUG nova.objects.instance [None req-c5f9fe8c-8aaf-46b6-b385-c64fff14b485 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lazy-loading 'migration_context' on Instance uuid 669ad98b-3dad-4c38-af2d-9251960f0d8f {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2089.237930] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2089.238120] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2089.305695] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Task: {'id': task-1973309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695922} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.305966] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] e172945d-d586-4de4-902d-9f56794f98cb/e172945d-d586-4de4-902d-9f56794f98cb.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2089.306189] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2089.306434] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6766ecb9-196e-4d07-9de7-e51bb2b3a383 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.313608] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Waiting for the task: (returnval){ [ 2089.313608] env[62306]: value = "task-1973311" [ 2089.313608] env[62306]: _type = "Task" [ 2089.313608] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.321707] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Task: {'id': task-1973311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.400637] env[62306]: DEBUG nova.network.neutron [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2089.457839] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2089.458301] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba59c397-421c-4ce6-9a28-ea0a4ea930a9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.466265] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2089.466265] env[62306]: value = "task-1973312" [ 2089.466265] env[62306]: _type = "Task" [ 2089.466265] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.478618] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.549484] env[62306]: DEBUG nova.network.neutron [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Updating instance_info_cache with network_info: [{"id": "872cc941-dd18-4b69-a115-d24c376fc9cc", "address": "fa:16:3e:be:04:0f", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap872cc941-dd", "ovs_interfaceid": "872cc941-dd18-4b69-a115-d24c376fc9cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.571960] env[62306]: DEBUG oslo_concurrency.lockutils [req-aeaa6a78-1c64-4181-a058-7705a67cdec2 req-f59e75f7-5a68-4015-9cba-0dfc5cd4d554 service nova] Releasing lock "refresh_cache-f8e76e03-8b14-460f-a719-275b19ccb37e" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.646050] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973308, 'name': CreateVM_Task, 'duration_secs': 1.398385} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.646279] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2089.647175] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.647335] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.647748] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2089.648453] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-934ee523-501e-4830-b6a3-ba38e699d7c1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.653886] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2089.653886] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52922f6e-d7b3-3687-c664-fba0aff6b550" [ 2089.653886] env[62306]: _type = "Task" [ 2089.653886] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.662836] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52922f6e-d7b3-3687-c664-fba0aff6b550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.666978] env[62306]: DEBUG nova.objects.base [None req-c5f9fe8c-8aaf-46b6-b385-c64fff14b485 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Object Instance<669ad98b-3dad-4c38-af2d-9251960f0d8f> lazy-loaded attributes: info_cache,migration_context {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2089.667817] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205d75bd-73e0-434e-af4d-5508f5b06d43 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.686559] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943c69b1-4840-461c-810e-dc202413af30 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.691909] env[62306]: DEBUG oslo_vmware.api [None req-c5f9fe8c-8aaf-46b6-b385-c64fff14b485 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2089.691909] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524cc204-36f0-6278-ecd2-8be98da8a28f" [ 2089.691909] env[62306]: _type = "Task" [ 2089.691909] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.700100] env[62306]: DEBUG oslo_vmware.api [None req-c5f9fe8c-8aaf-46b6-b385-c64fff14b485 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524cc204-36f0-6278-ecd2-8be98da8a28f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.767103] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.767378] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquired lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.767553] env[62306]: DEBUG nova.network.neutron [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Forcefully refreshing network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2089.822704] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Task: {'id': task-1973311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067086} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.822935] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2089.823694] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a646eaa-5bf4-44d4-9cd7-0efd4cd5ec5d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.845092] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] e172945d-d586-4de4-902d-9f56794f98cb/e172945d-d586-4de4-902d-9f56794f98cb.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2089.845564] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1d64c6f-3fdd-4232-9113-e87100d5f03c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.867327] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Waiting for the task: (returnval){ [ 2089.867327] env[62306]: value = "task-1973313" [ 2089.867327] env[62306]: _type = "Task" [ 2089.867327] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.875608] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Task: {'id': task-1973313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.976185] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973312, 'name': PowerOffVM_Task, 'duration_secs': 0.191493} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.976518] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2089.977332] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3e87b1-aad5-479a-bd51-2101e0c67e87 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.995682] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195803f8-1e96-4441-974f-2d44b448be77 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.052462] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "refresh_cache-92138227-16f2-4717-b1b0-225605babedd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.052825] env[62306]: DEBUG nova.compute.manager [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Instance network_info: |[{"id": "872cc941-dd18-4b69-a115-d24c376fc9cc", "address": "fa:16:3e:be:04:0f", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap872cc941-dd", "ovs_interfaceid": "872cc941-dd18-4b69-a115-d24c376fc9cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2090.053150] env[62306]: DEBUG oslo_concurrency.lockutils [req-09d010a0-2db6-46d3-a413-568e73141301 req-876fc555-2d2c-430e-81c1-09e0e7d0c838 service nova] Acquired lock "refresh_cache-92138227-16f2-4717-b1b0-225605babedd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.053368] env[62306]: DEBUG nova.network.neutron [req-09d010a0-2db6-46d3-a413-568e73141301 req-876fc555-2d2c-430e-81c1-09e0e7d0c838 service nova] [instance: 92138227-16f2-4717-b1b0-225605babedd] Refreshing network info cache for port 872cc941-dd18-4b69-a115-d24c376fc9cc {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2090.054572] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:04:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2907cce-d529-4809-af05-d29397bed211', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '872cc941-dd18-4b69-a115-d24c376fc9cc', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2090.062955] env[62306]: DEBUG oslo.service.loopingcall [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2090.063773] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92138227-16f2-4717-b1b0-225605babedd] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2090.063991] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f34ed8d0-37c6-44bd-bc25-50e12ef32d3a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.085089] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2090.085089] env[62306]: value = "task-1973314" [ 2090.085089] env[62306]: _type = "Task" [ 2090.085089] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.093209] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973314, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.135544] env[62306]: DEBUG nova.compute.manager [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Stashing vm_state: active {{(pid=62306) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2090.163524] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52922f6e-d7b3-3687-c664-fba0aff6b550, 'name': SearchDatastore_Task, 'duration_secs': 0.016593} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.163822] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.164070] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2090.164313] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.164477] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.164653] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2090.164942] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a09f5cfa-e21b-406b-a6e6-cbcfa8a3ef83 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.172750] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2090.172938] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2090.173688] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653442d7-c37e-4c1c-8aab-69bd2714a28b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.179301] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2090.179301] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5201ccc6-a4ad-b498-89f6-955a948561d0" [ 2090.179301] env[62306]: _type = "Task" [ 2090.179301] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.187377] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5201ccc6-a4ad-b498-89f6-955a948561d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.202652] env[62306]: DEBUG oslo_vmware.api [None req-c5f9fe8c-8aaf-46b6-b385-c64fff14b485 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]524cc204-36f0-6278-ecd2-8be98da8a28f, 'name': SearchDatastore_Task, 'duration_secs': 0.019657} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.202917] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c5f9fe8c-8aaf-46b6-b385-c64fff14b485 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.203151] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c5f9fe8c-8aaf-46b6-b385-c64fff14b485 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.378053] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Task: {'id': task-1973313, 'name': ReconfigVM_Task, 'duration_secs': 0.267681} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.378349] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Reconfigured VM instance instance-00000070 to attach disk [datastore1] e172945d-d586-4de4-902d-9f56794f98cb/e172945d-d586-4de4-902d-9f56794f98cb.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2090.378989] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52dd4aed-125d-4280-8468-70fb91c906b3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.385620] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Waiting for the task: (returnval){ [ 2090.385620] env[62306]: value = "task-1973315" [ 2090.385620] env[62306]: _type = "Task" [ 2090.385620] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.392936] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Task: {'id': task-1973315, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.506466] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Creating Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2090.507020] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-711b14ed-0156-4964-bcbf-80b7b56201e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.515940] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2090.515940] env[62306]: value = "task-1973316" [ 2090.515940] env[62306]: _type = "Task" [ 2090.515940] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.524651] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973316, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.599473] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973314, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.656345] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.691850] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5201ccc6-a4ad-b498-89f6-955a948561d0, 'name': SearchDatastore_Task, 'duration_secs': 0.013137} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.692776] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eba8156-ce1d-4b98-a10c-c1da26e1e99f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.698697] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2090.698697] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520ab3d3-d353-0825-8040-d4785c3df006" [ 2090.698697] env[62306]: _type = "Task" [ 2090.698697] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.710008] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520ab3d3-d353-0825-8040-d4785c3df006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.898826] env[62306]: DEBUG nova.network.neutron [req-09d010a0-2db6-46d3-a413-568e73141301 req-876fc555-2d2c-430e-81c1-09e0e7d0c838 service nova] [instance: 92138227-16f2-4717-b1b0-225605babedd] Updated VIF entry in instance network info cache for port 872cc941-dd18-4b69-a115-d24c376fc9cc. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2090.899315] env[62306]: DEBUG nova.network.neutron [req-09d010a0-2db6-46d3-a413-568e73141301 req-876fc555-2d2c-430e-81c1-09e0e7d0c838 service nova] [instance: 92138227-16f2-4717-b1b0-225605babedd] Updating instance_info_cache with network_info: [{"id": "872cc941-dd18-4b69-a115-d24c376fc9cc", "address": "fa:16:3e:be:04:0f", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap872cc941-dd", "ovs_interfaceid": "872cc941-dd18-4b69-a115-d24c376fc9cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2090.900785] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Task: {'id': task-1973315, 'name': Rename_Task, 'duration_secs': 0.179799} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.904918] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2090.907458] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5b50aaf-0f63-4b73-bb50-c3908356547c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.920381] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Waiting for the task: (returnval){ [ 2090.920381] env[62306]: value = "task-1973317" [ 2090.920381] env[62306]: _type = "Task" [ 2090.920381] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.929966] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Task: {'id': task-1973317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.936802] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c0c787-40e0-4c3b-b228-9cf8b1c74dc7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.946533] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83814625-31a8-4ee4-a683-54dbf43bce71 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.986069] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb9fa6b-0806-4961-a5e8-72118e9e1657 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.994554] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36c849c-b184-413c-8b0f-b0e6bf0758cc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.008381] env[62306]: DEBUG nova.compute.provider_tree [None req-c5f9fe8c-8aaf-46b6-b385-c64fff14b485 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2091.028785] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973316, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.096526] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973314, 'name': CreateVM_Task, 'duration_secs': 0.534193} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.097674] env[62306]: DEBUG nova.network.neutron [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updating instance_info_cache with network_info: [{"id": "7a105f74-35cf-4eff-b655-5c7165c931aa", "address": "fa:16:3e:f3:1b:7a", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a105f74-35", "ovs_interfaceid": "7a105f74-35cf-4eff-b655-5c7165c931aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.098835] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92138227-16f2-4717-b1b0-225605babedd] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2091.099551] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.099739] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.100102] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2091.100581] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-306e3c02-0ccd-426b-9c89-5ead0f7244cd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.106295] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2091.106295] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d42d3c-90e6-1807-1418-681b7aea93bb" [ 2091.106295] env[62306]: _type = "Task" [ 2091.106295] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.114982] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d42d3c-90e6-1807-1418-681b7aea93bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.212497] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520ab3d3-d353-0825-8040-d4785c3df006, 'name': SearchDatastore_Task, 'duration_secs': 0.010109} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.213146] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.213580] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] f8e76e03-8b14-460f-a719-275b19ccb37e/f8e76e03-8b14-460f-a719-275b19ccb37e.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2091.213973] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30859567-2961-406d-91b0-0d27ba7e2e6c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.221790] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2091.221790] env[62306]: value = "task-1973318" [ 2091.221790] env[62306]: _type = "Task" [ 2091.221790] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.229835] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.406459] env[62306]: DEBUG oslo_concurrency.lockutils [req-09d010a0-2db6-46d3-a413-568e73141301 req-876fc555-2d2c-430e-81c1-09e0e7d0c838 service nova] Releasing lock "refresh_cache-92138227-16f2-4717-b1b0-225605babedd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.430471] env[62306]: DEBUG oslo_vmware.api [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Task: {'id': task-1973317, 'name': PowerOnVM_Task, 'duration_secs': 0.452294} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.431552] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Volume attach. Driver type: vmdk {{(pid=62306) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2091.431762] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406295', 'volume_id': 'e7f92478-ff29-420f-a094-313246e0d8fc', 'name': 'volume-e7f92478-ff29-420f-a094-313246e0d8fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad7b2a80-e055-4dc9-b00d-1848d9544743', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7f92478-ff29-420f-a094-313246e0d8fc', 'serial': 'e7f92478-ff29-420f-a094-313246e0d8fc'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2091.432060] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2091.432262] env[62306]: INFO nova.compute.manager [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Took 7.16 seconds to spawn the instance on the hypervisor. [ 2091.432434] env[62306]: DEBUG nova.compute.manager [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2091.433176] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735251e8-dd6c-42bf-910b-beb67c95d3fc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.436101] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5c4293-0115-4125-abd4-758d24e5f64c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.464790] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2406c3f2-e688-4852-9087-7155e2998c57 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.503102] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-e7f92478-ff29-420f-a094-313246e0d8fc/volume-e7f92478-ff29-420f-a094-313246e0d8fc.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2091.504334] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7786b1db-80e6-4716-b78a-026a75f9422a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.525763] env[62306]: DEBUG nova.scheduler.client.report [None req-c5f9fe8c-8aaf-46b6-b385-c64fff14b485 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2091.542487] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973316, 'name': CreateSnapshot_Task, 'duration_secs': 0.554162} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.544686] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Created Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2091.545108] env[62306]: DEBUG oslo_vmware.api [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 2091.545108] env[62306]: value = "task-1973319" [ 2091.545108] env[62306]: _type = "Task" [ 2091.545108] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.546067] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22baef7-4763-43fd-a277-74acdc485880 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.567778] env[62306]: DEBUG oslo_vmware.api [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.601497] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Releasing lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.601753] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updated the network info_cache for instance {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2091.602022] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2091.602183] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Cleaning up deleted instances {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 2091.618330] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d42d3c-90e6-1807-1418-681b7aea93bb, 'name': SearchDatastore_Task, 'duration_secs': 0.01272} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.618786] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.619157] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2091.619487] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.619648] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.619884] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2091.620264] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3691f84-c083-449e-ba5b-42405f19c47c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.637090] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2091.637329] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2091.638128] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a3ab32f-34b7-485e-b760-07a6335c1bc3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.644192] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2091.644192] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52493036-ae4c-f02d-8e7b-590e0255cb29" [ 2091.644192] env[62306]: _type = "Task" [ 2091.644192] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.652263] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52493036-ae4c-f02d-8e7b-590e0255cb29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.731903] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973318, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.971442] env[62306]: INFO nova.compute.manager [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Took 13.02 seconds to build instance. [ 2092.059336] env[62306]: DEBUG oslo_vmware.api [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.075584] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Creating linked-clone VM from snapshot {{(pid=62306) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2092.076130] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ca180823-965d-4548-a155-fcb9cd54157a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.085226] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2092.085226] env[62306]: value = "task-1973320" [ 2092.085226] env[62306]: _type = "Task" [ 2092.085226] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.095230] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973320, 'name': CloneVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.120731] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] There are 64 instances to clean {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 2092.120936] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 02669d09-c8c3-4057-a09f-88c063032418] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2092.155416] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52493036-ae4c-f02d-8e7b-590e0255cb29, 'name': SearchDatastore_Task, 'duration_secs': 0.070627} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.157037] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18c577e7-34ac-4094-af19-45c2ae8c46bd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.162663] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2092.162663] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52436833-9490-1891-4423-4dc92c05b55c" [ 2092.162663] env[62306]: _type = "Task" [ 2092.162663] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.171936] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52436833-9490-1891-4423-4dc92c05b55c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.234967] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778211} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.235333] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] f8e76e03-8b14-460f-a719-275b19ccb37e/f8e76e03-8b14-460f-a719-275b19ccb37e.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2092.235588] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2092.235889] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70555af8-afe5-4620-a7f4-e8e6760b8e9b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.243395] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2092.243395] env[62306]: value = "task-1973321" [ 2092.243395] env[62306]: _type = "Task" [ 2092.243395] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.252110] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.473277] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5d953398-bfab-4316-9bf6-9b5a937ce053 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Lock "e172945d-d586-4de4-902d-9f56794f98cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.532s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.542167] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c5f9fe8c-8aaf-46b6-b385-c64fff14b485 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.339s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.545008] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.889s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.559606] env[62306]: DEBUG oslo_vmware.api [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973319, 'name': ReconfigVM_Task, 'duration_secs': 0.797127} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.560426] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-e7f92478-ff29-420f-a094-313246e0d8fc/volume-e7f92478-ff29-420f-a094-313246e0d8fc.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2092.565494] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a36e7ce1-d942-47fc-a1e2-70763a04c120 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.581434] env[62306]: DEBUG oslo_vmware.api [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 2092.581434] env[62306]: value = "task-1973322" [ 2092.581434] env[62306]: _type = "Task" [ 2092.581434] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.591672] env[62306]: DEBUG oslo_vmware.api [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.596509] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973320, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.628068] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 63b81d07-22a1-45a3-9b5b-040534d94b11] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2092.630435] env[62306]: DEBUG oslo_concurrency.lockutils [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Acquiring lock "e172945d-d586-4de4-902d-9f56794f98cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.630657] env[62306]: DEBUG oslo_concurrency.lockutils [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Lock "e172945d-d586-4de4-902d-9f56794f98cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.630882] env[62306]: DEBUG oslo_concurrency.lockutils [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Acquiring lock "e172945d-d586-4de4-902d-9f56794f98cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.631070] env[62306]: DEBUG oslo_concurrency.lockutils [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Lock "e172945d-d586-4de4-902d-9f56794f98cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.631242] env[62306]: DEBUG oslo_concurrency.lockutils [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Lock "e172945d-d586-4de4-902d-9f56794f98cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.632952] env[62306]: INFO nova.compute.manager [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Terminating instance [ 2092.673115] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52436833-9490-1891-4423-4dc92c05b55c, 'name': SearchDatastore_Task, 'duration_secs': 0.018784} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.673353] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.673607] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 92138227-16f2-4717-b1b0-225605babedd/92138227-16f2-4717-b1b0-225605babedd.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2092.673867] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c3e35c7-4a95-46ff-b17f-a077fc31050f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.680778] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2092.680778] env[62306]: value = "task-1973323" [ 2092.680778] env[62306]: _type = "Task" [ 2092.680778] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.688388] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.756392] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217355} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.756392] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2092.756392] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8576ff-c951-49c6-8ad3-aeb8a03e9414 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.782092] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] f8e76e03-8b14-460f-a719-275b19ccb37e/f8e76e03-8b14-460f-a719-275b19ccb37e.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2092.782591] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6488130-58c1-4bfc-b90d-ba7199cc1944 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.802440] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2092.802440] env[62306]: value = "task-1973324" [ 2092.802440] env[62306]: _type = "Task" [ 2092.802440] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.813231] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.051125] env[62306]: INFO nova.compute.claims [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2093.092202] env[62306]: DEBUG oslo_vmware.api [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973322, 'name': ReconfigVM_Task, 'duration_secs': 0.231864} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.092844] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406295', 'volume_id': 'e7f92478-ff29-420f-a094-313246e0d8fc', 'name': 'volume-e7f92478-ff29-420f-a094-313246e0d8fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad7b2a80-e055-4dc9-b00d-1848d9544743', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7f92478-ff29-420f-a094-313246e0d8fc', 'serial': 'e7f92478-ff29-420f-a094-313246e0d8fc'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2093.096989] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973320, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.112077] env[62306]: INFO nova.scheduler.client.report [None req-c5f9fe8c-8aaf-46b6-b385-c64fff14b485 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Deleted allocation for migration 6205e4e5-fa49-4c6f-b8f2-37fd24f2d149 [ 2093.131529] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 9cb3d454-6840-42d8-b58b-fe4698416323] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2093.136166] env[62306]: DEBUG nova.compute.manager [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2093.136363] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2093.137214] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e7954b-1981-4944-a0fe-db641902a545 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.146801] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2093.146950] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2fea664-f5b3-4a33-b2af-34305f4b885e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.153794] env[62306]: DEBUG oslo_vmware.api [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Waiting for the task: (returnval){ [ 2093.153794] env[62306]: value = "task-1973325" [ 2093.153794] env[62306]: _type = "Task" [ 2093.153794] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.163163] env[62306]: DEBUG oslo_vmware.api [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Task: {'id': task-1973325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.189630] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.277906] env[62306]: INFO nova.compute.manager [None req-3431a51e-23b7-4815-a931-e292be230bf3 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Get console output [ 2093.278412] env[62306]: WARNING nova.virt.vmwareapi.driver [None req-3431a51e-23b7-4815-a931-e292be230bf3 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] The console log is missing. Check your VSPC configuration [ 2093.312768] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.561422] env[62306]: INFO nova.compute.resource_tracker [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Updating resource usage from migration bb019fb9-4724-4d42-8b25-ff860baa2d5c [ 2093.597141] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973320, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.618315] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c5f9fe8c-8aaf-46b6-b385-c64fff14b485 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "669ad98b-3dad-4c38-af2d-9251960f0d8f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.054s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.634408] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 0149778f-c223-4c66-a185-ca5641833d1a] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2093.672851] env[62306]: DEBUG oslo_vmware.api [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Task: {'id': task-1973325, 'name': PowerOffVM_Task, 'duration_secs': 0.327381} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.673026] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2093.673108] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2093.673375] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06074d8a-fa2f-43f2-870e-e605f61ae4b7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.691173] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973323, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.772333] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5e7474-cc88-4179-b943-8cc1e20248ba {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.781662] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5413869b-2bd7-43a9-ba52-9718b8aa9b80 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.820710] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7db5e14-61b2-4333-aede-410ec958521a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.828881] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.832270] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527c0562-3415-409f-be78-c8e7d7d0f6f8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.850260] env[62306]: DEBUG nova.compute.provider_tree [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2093.854585] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2093.854837] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2093.855363] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Deleting the datastore file [datastore1] e172945d-d586-4de4-902d-9f56794f98cb {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2093.855689] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-633a10de-f47a-4b94-a2f2-ec0f3110004b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.864192] env[62306]: DEBUG oslo_vmware.api [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Waiting for the task: (returnval){ [ 2093.864192] env[62306]: value = "task-1973327" [ 2093.864192] env[62306]: _type = "Task" [ 2093.864192] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.874878] env[62306]: DEBUG oslo_vmware.api [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Task: {'id': task-1973327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.097623] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973320, 'name': CloneVM_Task, 'duration_secs': 1.882829} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.097896] env[62306]: INFO nova.virt.vmwareapi.vmops [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Created linked-clone VM from snapshot [ 2094.098641] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27080a0c-f603-4710-9863-5408f86fc61f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.106081] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Uploading image 4689e02b-a883-4e93-97de-5e537fa21705 {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2094.132510] env[62306]: DEBUG oslo_vmware.rw_handles [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2094.132510] env[62306]: value = "vm-406299" [ 2094.132510] env[62306]: _type = "VirtualMachine" [ 2094.132510] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2094.132908] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cf22afea-6a6d-4175-a54f-5d9e966af373 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.137925] env[62306]: DEBUG nova.objects.instance [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lazy-loading 'flavor' on Instance uuid ad7b2a80-e055-4dc9-b00d-1848d9544743 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2094.139795] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: d95e281a-9f8e-4b5e-a25c-66908cbd3633] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2094.142837] env[62306]: DEBUG oslo_vmware.rw_handles [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lease: (returnval){ [ 2094.142837] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5270552d-2ecd-472a-0a4a-55fa774e58f7" [ 2094.142837] env[62306]: _type = "HttpNfcLease" [ 2094.142837] env[62306]: } obtained for exporting VM: (result){ [ 2094.142837] env[62306]: value = "vm-406299" [ 2094.142837] env[62306]: _type = "VirtualMachine" [ 2094.142837] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2094.143121] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the lease: (returnval){ [ 2094.143121] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5270552d-2ecd-472a-0a4a-55fa774e58f7" [ 2094.143121] env[62306]: _type = "HttpNfcLease" [ 2094.143121] env[62306]: } to be ready. {{(pid=62306) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2094.152630] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2094.152630] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5270552d-2ecd-472a-0a4a-55fa774e58f7" [ 2094.152630] env[62306]: _type = "HttpNfcLease" [ 2094.152630] env[62306]: } is ready. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2094.153435] env[62306]: DEBUG oslo_vmware.rw_handles [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2094.153435] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5270552d-2ecd-472a-0a4a-55fa774e58f7" [ 2094.153435] env[62306]: _type = "HttpNfcLease" [ 2094.153435] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2094.154141] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a79cf9-e832-46be-b785-3c2e525b90ac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.161769] env[62306]: DEBUG oslo_vmware.rw_handles [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521807c9-9d29-3d6e-723a-2e0cea976ca0/disk-0.vmdk from lease info. {{(pid=62306) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2094.161938] env[62306]: DEBUG oslo_vmware.rw_handles [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521807c9-9d29-3d6e-723a-2e0cea976ca0/disk-0.vmdk for reading. {{(pid=62306) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2094.228829] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973323, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.270766} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.229076] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 92138227-16f2-4717-b1b0-225605babedd/92138227-16f2-4717-b1b0-225605babedd.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2094.229334] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2094.229679] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-096518c9-7390-4a54-b1f0-b175bd890346 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.236726] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2094.236726] env[62306]: value = "task-1973329" [ 2094.236726] env[62306]: _type = "Task" [ 2094.236726] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.245092] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.262860] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a6f4e65b-1873-4e8e-810e-bdd3c8d6db26 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.326341] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973324, 'name': ReconfigVM_Task, 'duration_secs': 1.519205} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.326585] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Reconfigured VM instance instance-00000071 to attach disk [datastore1] f8e76e03-8b14-460f-a719-275b19ccb37e/f8e76e03-8b14-460f-a719-275b19ccb37e.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2094.327264] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-267c143e-6f9d-4051-8650-25db57468d24 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.333543] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2094.333543] env[62306]: value = "task-1973330" [ 2094.333543] env[62306]: _type = "Task" [ 2094.333543] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.342509] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973330, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.353774] env[62306]: DEBUG nova.scheduler.client.report [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2094.374872] env[62306]: DEBUG oslo_vmware.api [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Task: {'id': task-1973327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.645539] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ff84f64b-72b7-496e-81b3-997653a0d269 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.827s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.647020] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 1c979d6e-e94d-4481-a969-7f856c9ddce1] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2094.747304] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06866} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.747641] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2094.748533] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977a34f1-9ecf-43bf-a58b-fd51e209f209 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.772507] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 92138227-16f2-4717-b1b0-225605babedd/92138227-16f2-4717-b1b0-225605babedd.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2094.773165] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49664170-aac5-4a14-b892-ec4069366a7b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.794063] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2094.794063] env[62306]: value = "task-1973331" [ 2094.794063] env[62306]: _type = "Task" [ 2094.794063] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.804887] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.843623] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973330, 'name': Rename_Task, 'duration_secs': 0.256991} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.843898] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2094.844327] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-086f3cda-fb0f-4a4f-9929-c9362d45810e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.851793] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2094.851793] env[62306]: value = "task-1973332" [ 2094.851793] env[62306]: _type = "Task" [ 2094.851793] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.860626] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.316s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.860929] env[62306]: INFO nova.compute.manager [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Migrating [ 2094.869933] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.890127] env[62306]: DEBUG oslo_vmware.api [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Task: {'id': task-1973327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.513684} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.890578] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2094.890869] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2094.891339] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2094.891419] env[62306]: INFO nova.compute.manager [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Took 1.76 seconds to destroy the instance on the hypervisor. [ 2094.891669] env[62306]: DEBUG oslo.service.loopingcall [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2094.892154] env[62306]: DEBUG nova.compute.manager [-] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2094.892259] env[62306]: DEBUG nova.network.neutron [-] [instance: e172945d-d586-4de4-902d-9f56794f98cb] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2095.151219] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 520c4b33-d540-4d70-ad31-892bf0041095] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2095.170895] env[62306]: DEBUG nova.compute.manager [req-977bfdd8-0c42-4dc1-b8a3-a93702285387 req-51ca7d07-3644-4497-8d0a-12f39996f78e service nova] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Received event network-vif-deleted-33a7422f-a0e3-4f7c-a6bd-c36e19db8d41 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2095.170895] env[62306]: INFO nova.compute.manager [req-977bfdd8-0c42-4dc1-b8a3-a93702285387 req-51ca7d07-3644-4497-8d0a-12f39996f78e service nova] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Neutron deleted interface 33a7422f-a0e3-4f7c-a6bd-c36e19db8d41; detaching it from the instance and deleting it from the info cache [ 2095.170895] env[62306]: DEBUG nova.network.neutron [req-977bfdd8-0c42-4dc1-b8a3-a93702285387 req-51ca7d07-3644-4497-8d0a-12f39996f78e service nova] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.305204] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.361827] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.380084] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "refresh_cache-19aeb027-c7cb-4624-b72d-866ba4696c89" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.380084] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "refresh_cache-19aeb027-c7cb-4624-b72d-866ba4696c89" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.381764] env[62306]: DEBUG nova.network.neutron [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2095.643942] env[62306]: DEBUG nova.network.neutron [-] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.654823] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 56e86045-843d-42ea-8ea4-0120c363b56b] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2095.673179] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f99fead-15e8-46fe-8f47-073c2c212e4d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.684250] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3bf240-5cff-4dc0-856c-3738080d91e9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.722527] env[62306]: DEBUG nova.compute.manager [req-977bfdd8-0c42-4dc1-b8a3-a93702285387 req-51ca7d07-3644-4497-8d0a-12f39996f78e service nova] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Detach interface failed, port_id=33a7422f-a0e3-4f7c-a6bd-c36e19db8d41, reason: Instance e172945d-d586-4de4-902d-9f56794f98cb could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2095.805730] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.862517] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.977445] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4f9a069-4305-4ea8-b33c-59885a67ec8c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.978358] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4f9a069-4305-4ea8-b33c-59885a67ec8c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.110589] env[62306]: DEBUG nova.network.neutron [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Updating instance_info_cache with network_info: [{"id": "cd5977f8-ab8b-454f-85cb-b9467460c9cf", "address": "fa:16:3e:77:3b:8c", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd5977f8-ab", "ovs_interfaceid": "cd5977f8-ab8b-454f-85cb-b9467460c9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.147923] env[62306]: INFO nova.compute.manager [-] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Took 1.26 seconds to deallocate network for instance. [ 2096.158528] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 6c8e4c27-c051-4096-b78d-4d9756647615] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2096.305181] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973331, 'name': ReconfigVM_Task, 'duration_secs': 1.249853} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.305532] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 92138227-16f2-4717-b1b0-225605babedd/92138227-16f2-4717-b1b0-225605babedd.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2096.306324] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce65c526-f488-43a7-8896-32043e25836c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.313343] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2096.313343] env[62306]: value = "task-1973333" [ 2096.313343] env[62306]: _type = "Task" [ 2096.313343] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.322525] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973333, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.363653] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973332, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.481966] env[62306]: DEBUG nova.compute.utils [None req-c4f9a069-4305-4ea8-b33c-59885a67ec8c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2096.613453] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "refresh_cache-19aeb027-c7cb-4624-b72d-866ba4696c89" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.655781] env[62306]: DEBUG oslo_concurrency.lockutils [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.656205] env[62306]: DEBUG oslo_concurrency.lockutils [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.656908] env[62306]: DEBUG nova.objects.instance [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Lazy-loading 'resources' on Instance uuid e172945d-d586-4de4-902d-9f56794f98cb {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2096.661356] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: be32159b-85a3-472e-8e87-9e8e75d5235b] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2096.825679] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973333, 'name': Rename_Task, 'duration_secs': 0.161985} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.825999] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2096.826266] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b4b95c4-9e11-4172-9e0d-e437a9f9bbd1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.833854] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2096.833854] env[62306]: value = "task-1973334" [ 2096.833854] env[62306]: _type = "Task" [ 2096.833854] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.841612] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.862829] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973332, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.985595] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4f9a069-4305-4ea8-b33c-59885a67ec8c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.164579] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 7f34dfd8-42c4-4229-808d-c865db76ae10] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2097.347603] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973334, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.352657] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2adad5-ba4f-4175-9d12-68e006dfc465 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.366682] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adc7b4e-2fd9-4517-b902-69edbeeb8816 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.370035] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973332, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.397364] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511b9456-9ae2-4369-b002-1ba7736d4ba2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.405600] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1377332c-7d94-47cc-819e-5d64727ca55d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.421717] env[62306]: DEBUG nova.compute.provider_tree [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2097.668026] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: ac32553f-c58e-4c02-8b18-a681336f87e2] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2097.845148] env[62306]: DEBUG oslo_vmware.api [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973334, 'name': PowerOnVM_Task, 'duration_secs': 0.645459} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.845538] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2097.845797] env[62306]: INFO nova.compute.manager [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Took 10.03 seconds to spawn the instance on the hypervisor. [ 2097.846055] env[62306]: DEBUG nova.compute.manager [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2097.846956] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce437581-a8f6-4211-85c1-5c3094c9616c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.869084] env[62306]: DEBUG oslo_vmware.api [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973332, 'name': PowerOnVM_Task, 'duration_secs': 2.797931} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.869084] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2097.869084] env[62306]: INFO nova.compute.manager [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Took 12.35 seconds to spawn the instance on the hypervisor. [ 2097.869460] env[62306]: DEBUG nova.compute.manager [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2097.869950] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ba129f-37d1-4498-9854-6cf3359fa0e2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.946015] env[62306]: ERROR nova.scheduler.client.report [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] [req-6f1b2f9f-5e75-4281-ae1d-d78708af0ac0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6f1b2f9f-5e75-4281-ae1d-d78708af0ac0"}]} [ 2097.961449] env[62306]: DEBUG nova.scheduler.client.report [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2097.978262] env[62306]: DEBUG nova.scheduler.client.report [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2097.978262] env[62306]: DEBUG nova.compute.provider_tree [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2097.988170] env[62306]: DEBUG nova.scheduler.client.report [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2098.008830] env[62306]: DEBUG nova.scheduler.client.report [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2098.050071] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4f9a069-4305-4ea8-b33c-59885a67ec8c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.050398] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4f9a069-4305-4ea8-b33c-59885a67ec8c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.050741] env[62306]: INFO nova.compute.manager [None req-c4f9a069-4305-4ea8-b33c-59885a67ec8c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Attaching volume be7e3df1-05c0-4bfe-abaa-04aa06aa5891 to /dev/sdc [ 2098.088229] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12346e55-ea64-4b80-a6a5-8382d2d687b5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.095861] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26468815-0a63-49a7-a4c8-5dbe250bc213 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.116449] env[62306]: DEBUG nova.virt.block_device [None req-c4f9a069-4305-4ea8-b33c-59885a67ec8c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Updating existing volume attachment record: 55669e11-b0e1-4a57-92a7-c2166eb299da {{(pid=62306) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2098.132658] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd22c136-e1cd-4ba2-8bb3-a231e6d92fe1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.152096] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Updating instance '19aeb027-c7cb-4624-b72d-866ba4696c89' progress to 0 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2098.171457] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: ec85a432-31a1-4d2c-a2e1-04e4bd6435d8] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2098.216082] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc36dfd-f172-460c-82e9-3e92dc8dab5b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.223931] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b010fae-6357-4d97-86c2-48c3a8a06805 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.260705] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06d04a8-6224-493a-94cd-34cb706a73ab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.264441] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b6c548-0c50-44af-bd3e-3bacc57818b4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.278194] env[62306]: DEBUG nova.compute.provider_tree [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2098.374800] env[62306]: INFO nova.compute.manager [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Took 18.50 seconds to build instance. [ 2098.388713] env[62306]: INFO nova.compute.manager [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Took 18.79 seconds to build instance. [ 2098.662025] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2098.662025] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f125d5d2-9a2d-4b54-95c0-872b533c7fd1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.670759] env[62306]: DEBUG oslo_vmware.api [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2098.670759] env[62306]: value = "task-1973336" [ 2098.670759] env[62306]: _type = "Task" [ 2098.670759] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.680398] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 2c4c3455-6c6f-4c56-81d5-1838dc33e023] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2098.683697] env[62306]: DEBUG oslo_vmware.api [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.832812] env[62306]: DEBUG nova.scheduler.client.report [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2098.832812] env[62306]: DEBUG nova.compute.provider_tree [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 154 to 155 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2098.832812] env[62306]: DEBUG nova.compute.provider_tree [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2098.877285] env[62306]: DEBUG oslo_concurrency.lockutils [None req-97af3b03-ae10-44e9-bb01-ef1e56b30704 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "92138227-16f2-4717-b1b0-225605babedd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.009s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.891615] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6747c248-ecb0-4462-b358-33d28349dc61 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "f8e76e03-8b14-460f-a719-275b19ccb37e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.297s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.186297] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 56c8cd72-bfbc-4218-a961-babc11e4ecb7] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2099.188896] env[62306]: DEBUG oslo_vmware.api [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973336, 'name': PowerOffVM_Task, 'duration_secs': 0.311582} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.189639] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2099.193117] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Updating instance '19aeb027-c7cb-4624-b72d-866ba4696c89' progress to 17 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2099.239524] env[62306]: DEBUG nova.compute.manager [req-5d0d7da2-3ffd-4c56-8413-a343bd2d61ce req-b32ddc6b-2c15-4af4-8eca-347cc429359c service nova] [instance: 92138227-16f2-4717-b1b0-225605babedd] Received event network-changed-872cc941-dd18-4b69-a115-d24c376fc9cc {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2099.239770] env[62306]: DEBUG nova.compute.manager [req-5d0d7da2-3ffd-4c56-8413-a343bd2d61ce req-b32ddc6b-2c15-4af4-8eca-347cc429359c service nova] [instance: 92138227-16f2-4717-b1b0-225605babedd] Refreshing instance network info cache due to event network-changed-872cc941-dd18-4b69-a115-d24c376fc9cc. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2099.239983] env[62306]: DEBUG oslo_concurrency.lockutils [req-5d0d7da2-3ffd-4c56-8413-a343bd2d61ce req-b32ddc6b-2c15-4af4-8eca-347cc429359c service nova] Acquiring lock "refresh_cache-92138227-16f2-4717-b1b0-225605babedd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.240143] env[62306]: DEBUG oslo_concurrency.lockutils [req-5d0d7da2-3ffd-4c56-8413-a343bd2d61ce req-b32ddc6b-2c15-4af4-8eca-347cc429359c service nova] Acquired lock "refresh_cache-92138227-16f2-4717-b1b0-225605babedd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.240303] env[62306]: DEBUG nova.network.neutron [req-5d0d7da2-3ffd-4c56-8413-a343bd2d61ce req-b32ddc6b-2c15-4af4-8eca-347cc429359c service nova] [instance: 92138227-16f2-4717-b1b0-225605babedd] Refreshing network info cache for port 872cc941-dd18-4b69-a115-d24c376fc9cc {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2099.337311] env[62306]: DEBUG oslo_concurrency.lockutils [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.681s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.357158] env[62306]: INFO nova.scheduler.client.report [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Deleted allocations for instance e172945d-d586-4de4-902d-9f56794f98cb [ 2099.690603] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 30049df0-11d6-4198-86fd-6cc947541851] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2099.698090] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2099.698412] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2099.698608] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2099.699215] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2099.699215] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2099.699215] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2099.699468] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2099.699520] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2099.699698] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2099.699860] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2099.700042] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2099.705326] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5c11a92-ba2c-4ff9-8a41-8cc2aa561166 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.721297] env[62306]: DEBUG oslo_vmware.api [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2099.721297] env[62306]: value = "task-1973337" [ 2099.721297] env[62306]: _type = "Task" [ 2099.721297] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.729663] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "bebe293c-904b-4aa0-8bc5-85a6aed5f7e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.729927] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "bebe293c-904b-4aa0-8bc5-85a6aed5f7e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.735107] env[62306]: DEBUG oslo_vmware.api [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973337, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.868167] env[62306]: DEBUG oslo_concurrency.lockutils [None req-21549a33-8459-4ea9-98aa-d11a11055546 tempest-ServerGroupTestJSON-982621293 tempest-ServerGroupTestJSON-982621293-project-member] Lock "e172945d-d586-4de4-902d-9f56794f98cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.237s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.994713] env[62306]: DEBUG nova.network.neutron [req-5d0d7da2-3ffd-4c56-8413-a343bd2d61ce req-b32ddc6b-2c15-4af4-8eca-347cc429359c service nova] [instance: 92138227-16f2-4717-b1b0-225605babedd] Updated VIF entry in instance network info cache for port 872cc941-dd18-4b69-a115-d24c376fc9cc. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2099.995217] env[62306]: DEBUG nova.network.neutron [req-5d0d7da2-3ffd-4c56-8413-a343bd2d61ce req-b32ddc6b-2c15-4af4-8eca-347cc429359c service nova] [instance: 92138227-16f2-4717-b1b0-225605babedd] Updating instance_info_cache with network_info: [{"id": "872cc941-dd18-4b69-a115-d24c376fc9cc", "address": "fa:16:3e:be:04:0f", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap872cc941-dd", "ovs_interfaceid": "872cc941-dd18-4b69-a115-d24c376fc9cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.193879] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: b69259c5-28c5-4e7c-89de-c973aa75d758] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2100.237511] env[62306]: DEBUG oslo_vmware.api [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973337, 'name': ReconfigVM_Task, 'duration_secs': 0.320123} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.239094] env[62306]: DEBUG nova.compute.manager [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2100.244070] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Updating instance '19aeb027-c7cb-4624-b72d-866ba4696c89' progress to 33 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2100.497765] env[62306]: DEBUG oslo_concurrency.lockutils [req-5d0d7da2-3ffd-4c56-8413-a343bd2d61ce req-b32ddc6b-2c15-4af4-8eca-347cc429359c service nova] Releasing lock "refresh_cache-92138227-16f2-4717-b1b0-225605babedd" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2100.697560] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: d7f4e7e4-858e-4988-8527-fdf674de7bde] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2100.751648] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2100.751922] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2100.752166] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2100.752412] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2100.752599] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2100.752769] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2100.753060] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2100.753255] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2100.753550] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2100.753824] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2100.754161] env[62306]: DEBUG nova.virt.hardware [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2100.762547] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2100.764389] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f02d010-253a-448c-a9f0-d837352fb012 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.781049] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.782124] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.783788] env[62306]: INFO nova.compute.claims [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2100.794994] env[62306]: DEBUG oslo_vmware.api [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2100.794994] env[62306]: value = "task-1973338" [ 2100.794994] env[62306]: _type = "Task" [ 2100.794994] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.804438] env[62306]: DEBUG oslo_vmware.api [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.201645] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 891e32e2-122f-408b-bfd2-9f610827dc53] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2101.306323] env[62306]: DEBUG oslo_vmware.api [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973338, 'name': ReconfigVM_Task, 'duration_secs': 0.235452} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.306549] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2101.308233] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44697115-5511-45a2-a9b1-3f0aeafb44d6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.331670] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 19aeb027-c7cb-4624-b72d-866ba4696c89/19aeb027-c7cb-4624-b72d-866ba4696c89.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2101.332032] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f786d28-070d-4d11-bada-87f77cdc32dd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.351865] env[62306]: DEBUG oslo_vmware.api [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2101.351865] env[62306]: value = "task-1973339" [ 2101.351865] env[62306]: _type = "Task" [ 2101.351865] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.360543] env[62306]: DEBUG oslo_vmware.api [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.684666] env[62306]: DEBUG oslo_vmware.rw_handles [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521807c9-9d29-3d6e-723a-2e0cea976ca0/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2101.685671] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b036d11-6cea-426d-b803-937da226c876 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.692603] env[62306]: DEBUG oslo_vmware.rw_handles [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521807c9-9d29-3d6e-723a-2e0cea976ca0/disk-0.vmdk is in state: ready. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2101.692696] env[62306]: ERROR oslo_vmware.rw_handles [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521807c9-9d29-3d6e-723a-2e0cea976ca0/disk-0.vmdk due to incomplete transfer. [ 2101.692915] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-acc9829a-666c-4958-a0f9-083a53f84b5c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.700515] env[62306]: DEBUG oslo_vmware.rw_handles [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521807c9-9d29-3d6e-723a-2e0cea976ca0/disk-0.vmdk. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2101.700802] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Uploaded image 4689e02b-a883-4e93-97de-5e537fa21705 to the Glance image server {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2101.703102] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Destroying the VM {{(pid=62306) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2101.703850] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8008c972-7434-41c4-8ac3-cfc823ee4bee {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.707370] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 5036bf3d-daad-473f-b073-63fec9340879] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2101.710268] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2101.710268] env[62306]: value = "task-1973340" [ 2101.710268] env[62306]: _type = "Task" [ 2101.710268] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.719049] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973340, 'name': Destroy_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.861778] env[62306]: DEBUG oslo_vmware.api [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.964620] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321f1e7c-e6f5-4f50-b4ab-fd048827e139 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.972037] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61551464-1523-4f2b-9e04-95bdc0e07862 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.002506] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65221d8b-dbbd-4974-9c40-5e521c8a66e4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.009574] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233d9ce0-ecd7-42a3-af53-794692e84e67 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.022385] env[62306]: DEBUG nova.compute.provider_tree [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2102.212033] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 1daa5c2d-0f27-4fad-b397-a5929514915d] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2102.222913] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973340, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.362092] env[62306]: DEBUG oslo_vmware.api [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973339, 'name': ReconfigVM_Task, 'duration_secs': 0.574754} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.362455] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 19aeb027-c7cb-4624-b72d-866ba4696c89/19aeb027-c7cb-4624-b72d-866ba4696c89.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2102.362685] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Updating instance '19aeb027-c7cb-4624-b72d-866ba4696c89' progress to 50 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2102.542390] env[62306]: ERROR nova.scheduler.client.report [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [req-c3027387-a4ec-44a1-81a2-1ba38a568a93] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c3027387-a4ec-44a1-81a2-1ba38a568a93"}]} [ 2102.559048] env[62306]: DEBUG nova.scheduler.client.report [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2102.575113] env[62306]: DEBUG nova.scheduler.client.report [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2102.575349] env[62306]: DEBUG nova.compute.provider_tree [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2102.586258] env[62306]: DEBUG nova.scheduler.client.report [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2102.606103] env[62306]: DEBUG nova.scheduler.client.report [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2102.720801] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: bbffb2d7-47c9-4cbf-a30d-439cb058f6dc] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2102.728044] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973340, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.775259] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318434a5-bc27-4be2-bef3-a2ee3a01570a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.782938] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8937328e-4b67-4395-af84-f09e8cfc55cb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.813113] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f1d540-7207-444f-92e5-bfcc291df4a6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.820578] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e7ada4-e559-41e2-8d61-57b40a8eebea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.833510] env[62306]: DEBUG nova.compute.provider_tree [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2102.869637] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd03880-72e0-47af-a0c1-8c430103aacb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.888071] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dbc692-15f1-444d-b2a7-d7066c949590 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.904719] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Updating instance '19aeb027-c7cb-4624-b72d-866ba4696c89' progress to 67 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2103.224822] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 012f2b07-1cef-46f8-b9ce-d4def44aeab1] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2103.226602] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973340, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.369917] env[62306]: DEBUG nova.scheduler.client.report [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2103.370235] env[62306]: DEBUG nova.compute.provider_tree [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 156 to 157 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2103.370484] env[62306]: DEBUG nova.compute.provider_tree [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2103.443141] env[62306]: DEBUG nova.network.neutron [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Port cd5977f8-ab8b-454f-85cb-b9467460c9cf binding to destination host cpu-1 is already ACTIVE {{(pid=62306) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2103.726100] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973340, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.727739] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 4357d6be-ea09-4433-9e31-f300db3cc789] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2103.876522] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.094s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.876522] env[62306]: DEBUG nova.compute.manager [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2104.226319] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973340, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.230041] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: b6298285-d383-48c4-afa2-31749458e29d] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2104.381474] env[62306]: DEBUG nova.compute.utils [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2104.383110] env[62306]: DEBUG nova.compute.manager [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2104.383336] env[62306]: DEBUG nova.network.neutron [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2104.422123] env[62306]: DEBUG nova.policy [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5459ae7ce0a949ba8736ff343ec643b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad0b09c178964771ac556856d6db2937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2104.466696] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "19aeb027-c7cb-4624-b72d-866ba4696c89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.467055] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "19aeb027-c7cb-4624-b72d-866ba4696c89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.467327] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "19aeb027-c7cb-4624-b72d-866ba4696c89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.669128] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f9a069-4305-4ea8-b33c-59885a67ec8c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Volume attach. Driver type: vmdk {{(pid=62306) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2104.669381] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f9a069-4305-4ea8-b33c-59885a67ec8c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406300', 'volume_id': 'be7e3df1-05c0-4bfe-abaa-04aa06aa5891', 'name': 'volume-be7e3df1-05c0-4bfe-abaa-04aa06aa5891', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad7b2a80-e055-4dc9-b00d-1848d9544743', 'attached_at': '', 'detached_at': '', 'volume_id': 'be7e3df1-05c0-4bfe-abaa-04aa06aa5891', 'serial': 'be7e3df1-05c0-4bfe-abaa-04aa06aa5891'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2104.670364] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4325942-ff30-496f-9d4c-ca0b493a0132 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.689864] env[62306]: DEBUG nova.network.neutron [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Successfully created port: 52ee7c10-d3f3-472d-b8e8-83d835001e34 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2104.692429] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0658b0e8-a198-487d-959a-f61e63f37f8b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.719415] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f9a069-4305-4ea8-b33c-59885a67ec8c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-be7e3df1-05c0-4bfe-abaa-04aa06aa5891/volume-be7e3df1-05c0-4bfe-abaa-04aa06aa5891.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2104.719759] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3865a086-d753-40ce-ab99-42fdf51e4077 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.735261] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 9cece948-6fe9-4821-8911-5fe83b39c4b5] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2104.745370] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973340, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.747048] env[62306]: DEBUG oslo_vmware.api [None req-c4f9a069-4305-4ea8-b33c-59885a67ec8c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 2104.747048] env[62306]: value = "task-1973342" [ 2104.747048] env[62306]: _type = "Task" [ 2104.747048] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.755398] env[62306]: DEBUG oslo_vmware.api [None req-c4f9a069-4305-4ea8-b33c-59885a67ec8c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973342, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.887155] env[62306]: DEBUG nova.compute.manager [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2105.230076] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973340, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.238726] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 362c4d2b-85c2-4f90-a85b-b06e952f9760] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2105.258366] env[62306]: DEBUG oslo_vmware.api [None req-c4f9a069-4305-4ea8-b33c-59885a67ec8c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973342, 'name': ReconfigVM_Task, 'duration_secs': 0.390338} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.258366] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f9a069-4305-4ea8-b33c-59885a67ec8c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-be7e3df1-05c0-4bfe-abaa-04aa06aa5891/volume-be7e3df1-05c0-4bfe-abaa-04aa06aa5891.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2105.264042] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c155e7d-ea38-440b-937b-a91d342e7b56 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.282041] env[62306]: DEBUG oslo_vmware.api [None req-c4f9a069-4305-4ea8-b33c-59885a67ec8c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 2105.282041] env[62306]: value = "task-1973343" [ 2105.282041] env[62306]: _type = "Task" [ 2105.282041] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.294951] env[62306]: DEBUG oslo_vmware.api [None req-c4f9a069-4305-4ea8-b33c-59885a67ec8c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.510951] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "refresh_cache-19aeb027-c7cb-4624-b72d-866ba4696c89" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.511231] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "refresh_cache-19aeb027-c7cb-4624-b72d-866ba4696c89" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2105.511450] env[62306]: DEBUG nova.network.neutron [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2105.730435] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973340, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.743066] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: f5120a4e-38c4-491c-864c-1ddd2d6a3cdb] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2105.792021] env[62306]: DEBUG oslo_vmware.api [None req-c4f9a069-4305-4ea8-b33c-59885a67ec8c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973343, 'name': ReconfigVM_Task, 'duration_secs': 0.169887} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.792335] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f9a069-4305-4ea8-b33c-59885a67ec8c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406300', 'volume_id': 'be7e3df1-05c0-4bfe-abaa-04aa06aa5891', 'name': 'volume-be7e3df1-05c0-4bfe-abaa-04aa06aa5891', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad7b2a80-e055-4dc9-b00d-1848d9544743', 'attached_at': '', 'detached_at': '', 'volume_id': 'be7e3df1-05c0-4bfe-abaa-04aa06aa5891', 'serial': 'be7e3df1-05c0-4bfe-abaa-04aa06aa5891'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2105.897414] env[62306]: DEBUG nova.compute.manager [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2105.922361] env[62306]: DEBUG nova.virt.hardware [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2105.922361] env[62306]: DEBUG nova.virt.hardware [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2105.922553] env[62306]: DEBUG nova.virt.hardware [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2105.922633] env[62306]: DEBUG nova.virt.hardware [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2105.922777] env[62306]: DEBUG nova.virt.hardware [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2105.922922] env[62306]: DEBUG nova.virt.hardware [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2105.923141] env[62306]: DEBUG nova.virt.hardware [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2105.923303] env[62306]: DEBUG nova.virt.hardware [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2105.923466] env[62306]: DEBUG nova.virt.hardware [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2105.923626] env[62306]: DEBUG nova.virt.hardware [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2105.923796] env[62306]: DEBUG nova.virt.hardware [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2105.924667] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c319889-27eb-4dbc-95b6-29e8bebaa89d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.932826] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28db6eac-aa3c-4674-a325-2fec8a2ebf01 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.192774] env[62306]: DEBUG nova.network.neutron [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Updating instance_info_cache with network_info: [{"id": "cd5977f8-ab8b-454f-85cb-b9467460c9cf", "address": "fa:16:3e:77:3b:8c", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd5977f8-ab", "ovs_interfaceid": "cd5977f8-ab8b-454f-85cb-b9467460c9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2106.232622] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973340, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.246435] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 717fec94-f593-4e87-a99a-e10304acd8dc] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2106.695933] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "refresh_cache-19aeb027-c7cb-4624-b72d-866ba4696c89" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.732477] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973340, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.749198] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: fc2a4b30-2f37-43bc-9f7c-cc00c5cbbacb] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2106.831750] env[62306]: DEBUG nova.objects.instance [None req-c4f9a069-4305-4ea8-b33c-59885a67ec8c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lazy-loading 'flavor' on Instance uuid ad7b2a80-e055-4dc9-b00d-1848d9544743 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2107.226311] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390468e3-012a-4c5c-af6b-5a45165f9d0e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.237699] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973340, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.251543] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e9aa2c-a010-4c67-8276-b387307a9b95 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.254500] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 158caed0-4dd4-4e93-8d9f-60751d3eedb5] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2107.261211] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Updating instance '19aeb027-c7cb-4624-b72d-866ba4696c89' progress to 83 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2107.336168] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c4f9a069-4305-4ea8-b33c-59885a67ec8c tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.286s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.694055] env[62306]: DEBUG oslo_concurrency.lockutils [None req-25a16c1a-2d04-40f9-a008-a173e611b6fb tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.694055] env[62306]: DEBUG oslo_concurrency.lockutils [None req-25a16c1a-2d04-40f9-a008-a173e611b6fb tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.382773] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 886cdc1d-5a8a-44f6-baba-7586878b1c56] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2108.385790] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2108.386544] env[62306]: INFO nova.compute.manager [None req-25a16c1a-2d04-40f9-a008-a173e611b6fb tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Detaching volume e7f92478-ff29-420f-a094-313246e0d8fc [ 2108.388529] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973340, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.388707] env[62306]: WARNING oslo_vmware.common.loopingcall [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] task run outlasted interval by 0.16364900000000004 sec [ 2108.389269] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bd92a59-698d-4e19-a93d-94e7400bde55 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.401479] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973340, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.402640] env[62306]: DEBUG oslo_vmware.api [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2108.402640] env[62306]: value = "task-1973344" [ 2108.402640] env[62306]: _type = "Task" [ 2108.402640] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.409419] env[62306]: DEBUG oslo_vmware.api [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.420235] env[62306]: INFO nova.virt.block_device [None req-25a16c1a-2d04-40f9-a008-a173e611b6fb tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Attempting to driver detach volume e7f92478-ff29-420f-a094-313246e0d8fc from mountpoint /dev/sdb [ 2108.420440] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a16c1a-2d04-40f9-a008-a173e611b6fb tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Volume detach. Driver type: vmdk {{(pid=62306) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2108.420633] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a16c1a-2d04-40f9-a008-a173e611b6fb tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406295', 'volume_id': 'e7f92478-ff29-420f-a094-313246e0d8fc', 'name': 'volume-e7f92478-ff29-420f-a094-313246e0d8fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad7b2a80-e055-4dc9-b00d-1848d9544743', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7f92478-ff29-420f-a094-313246e0d8fc', 'serial': 'e7f92478-ff29-420f-a094-313246e0d8fc'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2108.421385] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de54e2ed-fabb-41c8-b62e-7b23708aa133 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.444213] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b419fbf2-54c9-4a6e-ab82-c10769dcdddd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.450767] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5043d3-1712-4f87-9196-f1fba6d80ee8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.472702] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48665ea-760b-4e3a-8082-5372c9629f8c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.486743] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a16c1a-2d04-40f9-a008-a173e611b6fb tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] The volume has not been displaced from its original location: [datastore1] volume-e7f92478-ff29-420f-a094-313246e0d8fc/volume-e7f92478-ff29-420f-a094-313246e0d8fc.vmdk. No consolidation needed. {{(pid=62306) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2108.491821] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a16c1a-2d04-40f9-a008-a173e611b6fb tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2108.492163] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6896b504-eefa-4405-bfb2-a5541ed2860c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.509524] env[62306]: DEBUG oslo_vmware.api [None req-25a16c1a-2d04-40f9-a008-a173e611b6fb tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 2108.509524] env[62306]: value = "task-1973345" [ 2108.509524] env[62306]: _type = "Task" [ 2108.509524] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.518757] env[62306]: DEBUG oslo_vmware.api [None req-25a16c1a-2d04-40f9-a008-a173e611b6fb tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.890309] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 910c2d27-4919-4314-9a1c-a7e13ff302cc] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2108.903622] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973340, 'name': Destroy_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.911926] env[62306]: DEBUG oslo_vmware.api [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973344, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.020113] env[62306]: DEBUG oslo_vmware.api [None req-25a16c1a-2d04-40f9-a008-a173e611b6fb tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973345, 'name': ReconfigVM_Task, 'duration_secs': 0.362578} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.020414] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a16c1a-2d04-40f9-a008-a173e611b6fb tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2109.025046] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e53156e-5895-4efb-847e-0aeadb4272c1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.040679] env[62306]: DEBUG oslo_vmware.api [None req-25a16c1a-2d04-40f9-a008-a173e611b6fb tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 2109.040679] env[62306]: value = "task-1973346" [ 2109.040679] env[62306]: _type = "Task" [ 2109.040679] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.049043] env[62306]: DEBUG oslo_vmware.api [None req-25a16c1a-2d04-40f9-a008-a173e611b6fb tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.393703] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: f1b3977d-c5ae-4f83-b218-723af521215e] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2109.404535] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973340, 'name': Destroy_Task, 'duration_secs': 7.193921} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.407402] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Destroyed the VM [ 2109.407651] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Deleting Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2109.407898] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4825d4ae-e5a0-4840-add4-65ad7c2f82e3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.414808] env[62306]: DEBUG oslo_vmware.api [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973344, 'name': PowerOnVM_Task, 'duration_secs': 0.663372} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.415918] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2109.416111] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2964ee-69d6-4268-af96-5b05a637f673 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Updating instance '19aeb027-c7cb-4624-b72d-866ba4696c89' progress to 100 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2109.419766] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2109.419766] env[62306]: value = "task-1973347" [ 2109.419766] env[62306]: _type = "Task" [ 2109.419766] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.432803] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973347, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.550444] env[62306]: DEBUG oslo_vmware.api [None req-25a16c1a-2d04-40f9-a008-a173e611b6fb tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973346, 'name': ReconfigVM_Task, 'duration_secs': 0.140264} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.550783] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a16c1a-2d04-40f9-a008-a173e611b6fb tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406295', 'volume_id': 'e7f92478-ff29-420f-a094-313246e0d8fc', 'name': 'volume-e7f92478-ff29-420f-a094-313246e0d8fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad7b2a80-e055-4dc9-b00d-1848d9544743', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7f92478-ff29-420f-a094-313246e0d8fc', 'serial': 'e7f92478-ff29-420f-a094-313246e0d8fc'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2109.899736] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 5c97dd8a-5e62-4462-b043-54928bd26f1e] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2109.934606] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973347, 'name': RemoveSnapshot_Task, 'duration_secs': 0.310233} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.934866] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Deleted Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2109.935157] env[62306]: DEBUG nova.compute.manager [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2109.936211] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef867c6-2ce7-4ed4-a095-01e6c3239843 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.096656] env[62306]: DEBUG nova.objects.instance [None req-25a16c1a-2d04-40f9-a008-a173e611b6fb tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lazy-loading 'flavor' on Instance uuid ad7b2a80-e055-4dc9-b00d-1848d9544743 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2110.262747] env[62306]: DEBUG nova.compute.manager [req-7a3396ea-575e-42b8-8948-6506c7ae8f6e req-24bbd4be-fba2-4eea-b70d-084713b23321 service nova] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Received event network-vif-plugged-52ee7c10-d3f3-472d-b8e8-83d835001e34 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2110.262992] env[62306]: DEBUG oslo_concurrency.lockutils [req-7a3396ea-575e-42b8-8948-6506c7ae8f6e req-24bbd4be-fba2-4eea-b70d-084713b23321 service nova] Acquiring lock "bebe293c-904b-4aa0-8bc5-85a6aed5f7e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.263237] env[62306]: DEBUG oslo_concurrency.lockutils [req-7a3396ea-575e-42b8-8948-6506c7ae8f6e req-24bbd4be-fba2-4eea-b70d-084713b23321 service nova] Lock "bebe293c-904b-4aa0-8bc5-85a6aed5f7e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.263408] env[62306]: DEBUG oslo_concurrency.lockutils [req-7a3396ea-575e-42b8-8948-6506c7ae8f6e req-24bbd4be-fba2-4eea-b70d-084713b23321 service nova] Lock "bebe293c-904b-4aa0-8bc5-85a6aed5f7e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.263575] env[62306]: DEBUG nova.compute.manager [req-7a3396ea-575e-42b8-8948-6506c7ae8f6e req-24bbd4be-fba2-4eea-b70d-084713b23321 service nova] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] No waiting events found dispatching network-vif-plugged-52ee7c10-d3f3-472d-b8e8-83d835001e34 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2110.263740] env[62306]: WARNING nova.compute.manager [req-7a3396ea-575e-42b8-8948-6506c7ae8f6e req-24bbd4be-fba2-4eea-b70d-084713b23321 service nova] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Received unexpected event network-vif-plugged-52ee7c10-d3f3-472d-b8e8-83d835001e34 for instance with vm_state building and task_state spawning. [ 2110.351131] env[62306]: DEBUG nova.network.neutron [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Successfully updated port: 52ee7c10-d3f3-472d-b8e8-83d835001e34 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2110.403792] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: ade264c2-3345-4e28-b7e7-a510cfa67a30] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2110.449456] env[62306]: INFO nova.compute.manager [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Shelve offloading [ 2110.856105] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "refresh_cache-bebe293c-904b-4aa0-8bc5-85a6aed5f7e3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.856298] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired lock "refresh_cache-bebe293c-904b-4aa0-8bc5-85a6aed5f7e3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.856484] env[62306]: DEBUG nova.network.neutron [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2110.906100] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: b4294ac3-e44f-481a-8ba3-a3b888788110] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2110.939848] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ad07510b-2f0c-427b-9e7b-f0ae51f832ed tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.953457] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2110.953960] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-314ed684-7c48-495e-be8d-e15eabea21a2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.962980] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2110.962980] env[62306]: value = "task-1973348" [ 2110.962980] env[62306]: _type = "Task" [ 2110.962980] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.975580] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] VM already powered off {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2110.975834] env[62306]: DEBUG nova.compute.manager [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2110.976645] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dedb0d-5afe-4b1a-bb1c-a1d8099bec16 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.983067] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "refresh_cache-31f3e1c8-bc13-47c5-be84-75e87903c50c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.983243] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquired lock "refresh_cache-31f3e1c8-bc13-47c5-be84-75e87903c50c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.983414] env[62306]: DEBUG nova.network.neutron [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2111.104088] env[62306]: DEBUG oslo_concurrency.lockutils [None req-25a16c1a-2d04-40f9-a008-a173e611b6fb tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.410s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.105143] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ad07510b-2f0c-427b-9e7b-f0ae51f832ed tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.165s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.389517] env[62306]: DEBUG nova.network.neutron [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2111.409182] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: c12c7149-f851-4b6b-b69b-54fbbb176590] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2111.607594] env[62306]: INFO nova.compute.manager [None req-ad07510b-2f0c-427b-9e7b-f0ae51f832ed tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Detaching volume be7e3df1-05c0-4bfe-abaa-04aa06aa5891 [ 2111.642320] env[62306]: INFO nova.virt.block_device [None req-ad07510b-2f0c-427b-9e7b-f0ae51f832ed tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Attempting to driver detach volume be7e3df1-05c0-4bfe-abaa-04aa06aa5891 from mountpoint /dev/sdc [ 2111.642634] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad07510b-2f0c-427b-9e7b-f0ae51f832ed tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Volume detach. Driver type: vmdk {{(pid=62306) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2111.642825] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad07510b-2f0c-427b-9e7b-f0ae51f832ed tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406300', 'volume_id': 'be7e3df1-05c0-4bfe-abaa-04aa06aa5891', 'name': 'volume-be7e3df1-05c0-4bfe-abaa-04aa06aa5891', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad7b2a80-e055-4dc9-b00d-1848d9544743', 'attached_at': '', 'detached_at': '', 'volume_id': 'be7e3df1-05c0-4bfe-abaa-04aa06aa5891', 'serial': 'be7e3df1-05c0-4bfe-abaa-04aa06aa5891'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2111.643861] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7f7603-1dd6-470d-9781-a4797f1439f2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.650947] env[62306]: DEBUG nova.network.neutron [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Updating instance_info_cache with network_info: [{"id": "52ee7c10-d3f3-472d-b8e8-83d835001e34", "address": "fa:16:3e:98:d6:93", "network": {"id": "3c76cceb-d6f3-47ca-a8ca-4369902437e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-2123053923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0b09c178964771ac556856d6db2937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52ee7c10-d3", "ovs_interfaceid": "52ee7c10-d3f3-472d-b8e8-83d835001e34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.672322] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c74e5df-be18-4b7b-8dd5-7834e3272a69 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.681653] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65cb9e8-c877-4e87-99ed-2477e72fe743 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.705543] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe07a72d-bdb7-49c7-8a84-a74d852a3891 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.721068] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad07510b-2f0c-427b-9e7b-f0ae51f832ed tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] The volume has not been displaced from its original location: [datastore1] volume-be7e3df1-05c0-4bfe-abaa-04aa06aa5891/volume-be7e3df1-05c0-4bfe-abaa-04aa06aa5891.vmdk. No consolidation needed. {{(pid=62306) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2111.726329] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad07510b-2f0c-427b-9e7b-f0ae51f832ed tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Reconfiguring VM instance instance-00000068 to detach disk 2002 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2111.726612] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-162417e2-9e95-4118-b6ee-30caf48e6403 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.750813] env[62306]: DEBUG oslo_vmware.api [None req-ad07510b-2f0c-427b-9e7b-f0ae51f832ed tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 2111.750813] env[62306]: value = "task-1973349" [ 2111.750813] env[62306]: _type = "Task" [ 2111.750813] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.759655] env[62306]: DEBUG oslo_vmware.api [None req-ad07510b-2f0c-427b-9e7b-f0ae51f832ed tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.853172] env[62306]: DEBUG nova.network.neutron [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Updating instance_info_cache with network_info: [{"id": "9c9119e9-d72a-4c2e-8456-dae5210ca2c6", "address": "fa:16:3e:9b:e4:7a", "network": {"id": "88e397a1-bf77-4010-8ca3-28b1fbfc2126", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-670309153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f822101abf424a04948dcbf18a0903bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9119e9-d7", "ovs_interfaceid": "9c9119e9-d72a-4c2e-8456-dae5210ca2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.912081] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 37fc8716-3b64-4256-adcc-e17f75e58edc] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2112.153711] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Releasing lock "refresh_cache-bebe293c-904b-4aa0-8bc5-85a6aed5f7e3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.153952] env[62306]: DEBUG nova.compute.manager [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Instance network_info: |[{"id": "52ee7c10-d3f3-472d-b8e8-83d835001e34", "address": "fa:16:3e:98:d6:93", "network": {"id": "3c76cceb-d6f3-47ca-a8ca-4369902437e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-2123053923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0b09c178964771ac556856d6db2937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52ee7c10-d3", "ovs_interfaceid": "52ee7c10-d3f3-472d-b8e8-83d835001e34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2112.154426] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:d6:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52ee7c10-d3f3-472d-b8e8-83d835001e34', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2112.161770] env[62306]: DEBUG oslo.service.loopingcall [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2112.161992] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2112.162341] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ec6137f-0547-4d1e-b2fb-d1ca08be6ff9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.181418] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2112.181418] env[62306]: value = "task-1973350" [ 2112.181418] env[62306]: _type = "Task" [ 2112.181418] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.188762] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973350, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.246328] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "19aeb027-c7cb-4624-b72d-866ba4696c89" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.246623] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "19aeb027-c7cb-4624-b72d-866ba4696c89" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.246836] env[62306]: DEBUG nova.compute.manager [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Going to confirm migration 6 {{(pid=62306) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2112.260716] env[62306]: DEBUG oslo_vmware.api [None req-ad07510b-2f0c-427b-9e7b-f0ae51f832ed tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973349, 'name': ReconfigVM_Task, 'duration_secs': 0.215337} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.261082] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad07510b-2f0c-427b-9e7b-f0ae51f832ed tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Reconfigured VM instance instance-00000068 to detach disk 2002 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2112.266228] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0edcbbf-0a02-49e2-99fc-71ada4196f60 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.282566] env[62306]: DEBUG oslo_vmware.api [None req-ad07510b-2f0c-427b-9e7b-f0ae51f832ed tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 2112.282566] env[62306]: value = "task-1973351" [ 2112.282566] env[62306]: _type = "Task" [ 2112.282566] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.290873] env[62306]: DEBUG oslo_vmware.api [None req-ad07510b-2f0c-427b-9e7b-f0ae51f832ed tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973351, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.356537] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Releasing lock "refresh_cache-31f3e1c8-bc13-47c5-be84-75e87903c50c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.414876] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: c6a76b06-4d93-4111-a3f4-c5c1579904d4] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2112.548710] env[62306]: DEBUG nova.compute.manager [req-ff3d2ed3-a6c8-4ad1-bcf3-f5b05f0b6f0f req-fe200047-a92c-4ece-92b4-ecf1e4791bd4 service nova] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Received event network-changed-52ee7c10-d3f3-472d-b8e8-83d835001e34 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2112.548905] env[62306]: DEBUG nova.compute.manager [req-ff3d2ed3-a6c8-4ad1-bcf3-f5b05f0b6f0f req-fe200047-a92c-4ece-92b4-ecf1e4791bd4 service nova] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Refreshing instance network info cache due to event network-changed-52ee7c10-d3f3-472d-b8e8-83d835001e34. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2112.549128] env[62306]: DEBUG oslo_concurrency.lockutils [req-ff3d2ed3-a6c8-4ad1-bcf3-f5b05f0b6f0f req-fe200047-a92c-4ece-92b4-ecf1e4791bd4 service nova] Acquiring lock "refresh_cache-bebe293c-904b-4aa0-8bc5-85a6aed5f7e3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.549268] env[62306]: DEBUG oslo_concurrency.lockutils [req-ff3d2ed3-a6c8-4ad1-bcf3-f5b05f0b6f0f req-fe200047-a92c-4ece-92b4-ecf1e4791bd4 service nova] Acquired lock "refresh_cache-bebe293c-904b-4aa0-8bc5-85a6aed5f7e3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.549426] env[62306]: DEBUG nova.network.neutron [req-ff3d2ed3-a6c8-4ad1-bcf3-f5b05f0b6f0f req-fe200047-a92c-4ece-92b4-ecf1e4791bd4 service nova] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Refreshing network info cache for port 52ee7c10-d3f3-472d-b8e8-83d835001e34 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2112.640933] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2112.641832] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989be04c-f98c-4557-9c13-eff7ecd5f360 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.649856] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2112.650105] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ea55dec-1e73-491f-8311-b92f0c71f71d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.691319] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973350, 'name': CreateVM_Task, 'duration_secs': 0.432488} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.691494] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2112.692161] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.692330] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.692666] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2112.692910] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a54d90e5-445f-4a0b-817d-8c5cd463d855 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.697042] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2112.697042] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ab1ec5-adba-014d-8507-bb5d55c50552" [ 2112.697042] env[62306]: _type = "Task" [ 2112.697042] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.704126] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ab1ec5-adba-014d-8507-bb5d55c50552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.792816] env[62306]: DEBUG oslo_vmware.api [None req-ad07510b-2f0c-427b-9e7b-f0ae51f832ed tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973351, 'name': ReconfigVM_Task, 'duration_secs': 0.13622} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.793134] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad07510b-2f0c-427b-9e7b-f0ae51f832ed tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406300', 'volume_id': 'be7e3df1-05c0-4bfe-abaa-04aa06aa5891', 'name': 'volume-be7e3df1-05c0-4bfe-abaa-04aa06aa5891', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad7b2a80-e055-4dc9-b00d-1848d9544743', 'attached_at': '', 'detached_at': '', 'volume_id': 'be7e3df1-05c0-4bfe-abaa-04aa06aa5891', 'serial': 'be7e3df1-05c0-4bfe-abaa-04aa06aa5891'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2112.803382] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "refresh_cache-19aeb027-c7cb-4624-b72d-866ba4696c89" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.803551] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquired lock "refresh_cache-19aeb027-c7cb-4624-b72d-866ba4696c89" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.803721] env[62306]: DEBUG nova.network.neutron [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2112.803903] env[62306]: DEBUG nova.objects.instance [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lazy-loading 'info_cache' on Instance uuid 19aeb027-c7cb-4624-b72d-866ba4696c89 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2112.905820] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2112.906057] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2112.906242] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Deleting the datastore file [datastore1] 31f3e1c8-bc13-47c5-be84-75e87903c50c {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2112.906516] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0c63d62-53d4-4b45-80d7-d56320b0c7f3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.913286] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2112.913286] env[62306]: value = "task-1973353" [ 2112.913286] env[62306]: _type = "Task" [ 2112.913286] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.917806] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: d23f92bb-d318-4f52-8e6d-72efd240151b] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2112.922629] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.025784] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "6647c885-e110-4cbc-bfcc-7b097a5587d3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.026110] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "6647c885-e110-4cbc-bfcc-7b097a5587d3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.026299] env[62306]: INFO nova.compute.manager [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Shelving [ 2113.207472] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ab1ec5-adba-014d-8507-bb5d55c50552, 'name': SearchDatastore_Task, 'duration_secs': 0.026932} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.207700] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.207932] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2113.208175] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2113.208322] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2113.208497] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2113.208777] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-263c0bb0-61ca-44d7-878a-fd416a3ce772 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.216586] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2113.216761] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2113.217450] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12db6df0-44af-46eb-b3aa-00de492da16b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.222707] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2113.222707] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cfdaf6-2435-5bc8-b511-9b69f3bacdc9" [ 2113.222707] env[62306]: _type = "Task" [ 2113.222707] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.230520] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cfdaf6-2435-5bc8-b511-9b69f3bacdc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.242591] env[62306]: DEBUG nova.network.neutron [req-ff3d2ed3-a6c8-4ad1-bcf3-f5b05f0b6f0f req-fe200047-a92c-4ece-92b4-ecf1e4791bd4 service nova] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Updated VIF entry in instance network info cache for port 52ee7c10-d3f3-472d-b8e8-83d835001e34. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2113.242933] env[62306]: DEBUG nova.network.neutron [req-ff3d2ed3-a6c8-4ad1-bcf3-f5b05f0b6f0f req-fe200047-a92c-4ece-92b4-ecf1e4791bd4 service nova] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Updating instance_info_cache with network_info: [{"id": "52ee7c10-d3f3-472d-b8e8-83d835001e34", "address": "fa:16:3e:98:d6:93", "network": {"id": "3c76cceb-d6f3-47ca-a8ca-4369902437e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-2123053923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0b09c178964771ac556856d6db2937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52ee7c10-d3", "ovs_interfaceid": "52ee7c10-d3f3-472d-b8e8-83d835001e34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.332116] env[62306]: DEBUG nova.objects.instance [None req-ad07510b-2f0c-427b-9e7b-f0ae51f832ed tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lazy-loading 'flavor' on Instance uuid ad7b2a80-e055-4dc9-b00d-1848d9544743 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2113.423597] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: b6bc671a-8f32-4186-9921-813c3f91dfdc] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2113.425418] env[62306]: DEBUG oslo_vmware.api [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190638} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.425838] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2113.426030] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2113.426203] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2113.451558] env[62306]: INFO nova.scheduler.client.report [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Deleted allocations for instance 31f3e1c8-bc13-47c5-be84-75e87903c50c [ 2113.734060] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cfdaf6-2435-5bc8-b511-9b69f3bacdc9, 'name': SearchDatastore_Task, 'duration_secs': 0.010827} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.734060] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a09e00e4-9015-499c-a599-37c9370d59ec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.739615] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2113.739615] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52186677-d379-2da9-0022-3fd70c68a650" [ 2113.739615] env[62306]: _type = "Task" [ 2113.739615] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.747180] env[62306]: DEBUG oslo_concurrency.lockutils [req-ff3d2ed3-a6c8-4ad1-bcf3-f5b05f0b6f0f req-fe200047-a92c-4ece-92b4-ecf1e4791bd4 service nova] Releasing lock "refresh_cache-bebe293c-904b-4aa0-8bc5-85a6aed5f7e3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.747534] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52186677-d379-2da9-0022-3fd70c68a650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.926588] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 41987bac-7c53-4449-b219-c1672a2ceb8d] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2113.957492] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.957492] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.957492] env[62306]: DEBUG nova.objects.instance [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lazy-loading 'resources' on Instance uuid 31f3e1c8-bc13-47c5-be84-75e87903c50c {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2114.035839] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2114.036159] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f05fd0e-3bbe-4c6c-9049-7eb58b2d31c8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.043754] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2114.043754] env[62306]: value = "task-1973354" [ 2114.043754] env[62306]: _type = "Task" [ 2114.043754] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.056202] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.096022] env[62306]: DEBUG nova.network.neutron [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Updating instance_info_cache with network_info: [{"id": "cd5977f8-ab8b-454f-85cb-b9467460c9cf", "address": "fa:16:3e:77:3b:8c", "network": {"id": "6c3b953a-bd0b-4c80-aa2d-5350bfd53a79", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-7287742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "029fbdb7a8554050bd5b7b208e76c125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd5977f8-ab", "ovs_interfaceid": "cd5977f8-ab8b-454f-85cb-b9467460c9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2114.251151] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52186677-d379-2da9-0022-3fd70c68a650, 'name': SearchDatastore_Task, 'duration_secs': 0.009505} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.251431] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.251690] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] bebe293c-904b-4aa0-8bc5-85a6aed5f7e3/bebe293c-904b-4aa0-8bc5-85a6aed5f7e3.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2114.251951] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00dd7745-e83d-4714-b1c8-1a4bad703d14 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.259417] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2114.259417] env[62306]: value = "task-1973355" [ 2114.259417] env[62306]: _type = "Task" [ 2114.259417] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.269600] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.342378] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ad07510b-2f0c-427b-9e7b-f0ae51f832ed tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.237s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.430773] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 7d4d0d2c-e4c0-4b5e-9995-200163b4a196] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2114.461047] env[62306]: DEBUG nova.objects.instance [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lazy-loading 'numa_topology' on Instance uuid 31f3e1c8-bc13-47c5-be84-75e87903c50c {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2114.555368] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973354, 'name': PowerOffVM_Task, 'duration_secs': 0.17197} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.555368] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2114.556087] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c6494d-0909-4352-9844-42d714a6d327 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.576794] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b9142c-ecc5-41b7-842f-f2cef22dc172 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.582586] env[62306]: DEBUG nova.compute.manager [req-f30e7c65-fa80-4627-b2f2-b23396154446 req-08ed5a52-c7ff-49e8-98bf-dc063a25b63a service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Received event network-vif-unplugged-9c9119e9-d72a-4c2e-8456-dae5210ca2c6 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2114.582794] env[62306]: DEBUG oslo_concurrency.lockutils [req-f30e7c65-fa80-4627-b2f2-b23396154446 req-08ed5a52-c7ff-49e8-98bf-dc063a25b63a service nova] Acquiring lock "31f3e1c8-bc13-47c5-be84-75e87903c50c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.583037] env[62306]: DEBUG oslo_concurrency.lockutils [req-f30e7c65-fa80-4627-b2f2-b23396154446 req-08ed5a52-c7ff-49e8-98bf-dc063a25b63a service nova] Lock "31f3e1c8-bc13-47c5-be84-75e87903c50c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.583184] env[62306]: DEBUG oslo_concurrency.lockutils [req-f30e7c65-fa80-4627-b2f2-b23396154446 req-08ed5a52-c7ff-49e8-98bf-dc063a25b63a service nova] Lock "31f3e1c8-bc13-47c5-be84-75e87903c50c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.583336] env[62306]: DEBUG nova.compute.manager [req-f30e7c65-fa80-4627-b2f2-b23396154446 req-08ed5a52-c7ff-49e8-98bf-dc063a25b63a service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] No waiting events found dispatching network-vif-unplugged-9c9119e9-d72a-4c2e-8456-dae5210ca2c6 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2114.583510] env[62306]: WARNING nova.compute.manager [req-f30e7c65-fa80-4627-b2f2-b23396154446 req-08ed5a52-c7ff-49e8-98bf-dc063a25b63a service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Received unexpected event network-vif-unplugged-9c9119e9-d72a-4c2e-8456-dae5210ca2c6 for instance with vm_state shelved_offloaded and task_state unshelving. [ 2114.583655] env[62306]: DEBUG nova.compute.manager [req-f30e7c65-fa80-4627-b2f2-b23396154446 req-08ed5a52-c7ff-49e8-98bf-dc063a25b63a service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Received event network-changed-9c9119e9-d72a-4c2e-8456-dae5210ca2c6 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2114.583806] env[62306]: DEBUG nova.compute.manager [req-f30e7c65-fa80-4627-b2f2-b23396154446 req-08ed5a52-c7ff-49e8-98bf-dc063a25b63a service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Refreshing instance network info cache due to event network-changed-9c9119e9-d72a-4c2e-8456-dae5210ca2c6. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2114.583985] env[62306]: DEBUG oslo_concurrency.lockutils [req-f30e7c65-fa80-4627-b2f2-b23396154446 req-08ed5a52-c7ff-49e8-98bf-dc063a25b63a service nova] Acquiring lock "refresh_cache-31f3e1c8-bc13-47c5-be84-75e87903c50c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.584135] env[62306]: DEBUG oslo_concurrency.lockutils [req-f30e7c65-fa80-4627-b2f2-b23396154446 req-08ed5a52-c7ff-49e8-98bf-dc063a25b63a service nova] Acquired lock "refresh_cache-31f3e1c8-bc13-47c5-be84-75e87903c50c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.584289] env[62306]: DEBUG nova.network.neutron [req-f30e7c65-fa80-4627-b2f2-b23396154446 req-08ed5a52-c7ff-49e8-98bf-dc063a25b63a service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Refreshing network info cache for port 9c9119e9-d72a-4c2e-8456-dae5210ca2c6 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2114.598865] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Releasing lock "refresh_cache-19aeb027-c7cb-4624-b72d-866ba4696c89" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.599170] env[62306]: DEBUG nova.objects.instance [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lazy-loading 'migration_context' on Instance uuid 19aeb027-c7cb-4624-b72d-866ba4696c89 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2114.769248] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472451} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.769510] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] bebe293c-904b-4aa0-8bc5-85a6aed5f7e3/bebe293c-904b-4aa0-8bc5-85a6aed5f7e3.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2114.769751] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2114.770032] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83d912c1-b29c-4547-b57c-16cc9f1739de {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.776508] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2114.776508] env[62306]: value = "task-1973356" [ 2114.776508] env[62306]: _type = "Task" [ 2114.776508] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.783565] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.936668] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: ff025daa-d258-446f-983f-3f0eb03056b7] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2114.963929] env[62306]: DEBUG nova.objects.base [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Object Instance<31f3e1c8-bc13-47c5-be84-75e87903c50c> lazy-loaded attributes: resources,numa_topology {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2115.093892] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Creating Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2115.094406] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9dbb0696-7d68-4ec1-805e-4d61305bc9c7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.101933] env[62306]: DEBUG nova.objects.base [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Object Instance<19aeb027-c7cb-4624-b72d-866ba4696c89> lazy-loaded attributes: info_cache,migration_context {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2115.103512] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b753af52-62d4-4d87-b151-e87afcd46303 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.106640] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2115.106640] env[62306]: value = "task-1973357" [ 2115.106640] env[62306]: _type = "Task" [ 2115.106640] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.131740] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5546010-beef-40d6-bf9b-f916135e2871 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.137160] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973357, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.140487] env[62306]: DEBUG oslo_vmware.api [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2115.140487] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526e4136-0375-fd31-6af8-b083481c05d6" [ 2115.140487] env[62306]: _type = "Task" [ 2115.140487] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.152636] env[62306]: DEBUG oslo_vmware.api [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]526e4136-0375-fd31-6af8-b083481c05d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009985} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.152905] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.159553] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ba23ce-2cc3-4d3e-8634-2c1cb373f7da {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.166256] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09357206-f7fa-4ade-9e63-4063fdda0460 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.200017] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8588586b-249f-4f3f-96df-4e82a24a9cc4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.207862] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e211c882-b79d-4dd3-9de7-af19042335a8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.221331] env[62306]: DEBUG nova.compute.provider_tree [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2115.285895] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059327} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.286196] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2115.286952] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab72ea54-75b2-42f6-bc66-03285cae313f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.309769] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] bebe293c-904b-4aa0-8bc5-85a6aed5f7e3/bebe293c-904b-4aa0-8bc5-85a6aed5f7e3.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2115.312401] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71c98167-fc16-4e9d-9f37-76eac0f3ac81 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.332567] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2115.332567] env[62306]: value = "task-1973358" [ 2115.332567] env[62306]: _type = "Task" [ 2115.332567] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.344072] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.347597] env[62306]: DEBUG oslo_concurrency.lockutils [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.347825] env[62306]: DEBUG oslo_concurrency.lockutils [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.348046] env[62306]: DEBUG oslo_concurrency.lockutils [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "ad7b2a80-e055-4dc9-b00d-1848d9544743-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.348229] env[62306]: DEBUG oslo_concurrency.lockutils [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "ad7b2a80-e055-4dc9-b00d-1848d9544743-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.348389] env[62306]: DEBUG oslo_concurrency.lockutils [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "ad7b2a80-e055-4dc9-b00d-1848d9544743-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.350616] env[62306]: INFO nova.compute.manager [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Terminating instance [ 2115.361525] env[62306]: DEBUG nova.network.neutron [req-f30e7c65-fa80-4627-b2f2-b23396154446 req-08ed5a52-c7ff-49e8-98bf-dc063a25b63a service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Updated VIF entry in instance network info cache for port 9c9119e9-d72a-4c2e-8456-dae5210ca2c6. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2115.361920] env[62306]: DEBUG nova.network.neutron [req-f30e7c65-fa80-4627-b2f2-b23396154446 req-08ed5a52-c7ff-49e8-98bf-dc063a25b63a service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Updating instance_info_cache with network_info: [{"id": "9c9119e9-d72a-4c2e-8456-dae5210ca2c6", "address": "fa:16:3e:9b:e4:7a", "network": {"id": "88e397a1-bf77-4010-8ca3-28b1fbfc2126", "bridge": null, "label": "tempest-ServersNegativeTestJSON-670309153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f822101abf424a04948dcbf18a0903bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9c9119e9-d7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.439931] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 80689d6f-f84e-4d5c-8e64-3284ba25befc] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2115.467638] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "31f3e1c8-bc13-47c5-be84-75e87903c50c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.619519] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973357, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.744337] env[62306]: ERROR nova.scheduler.client.report [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [req-ef77e64e-980f-4301-9287-cfaf9bbbefd9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ef77e64e-980f-4301-9287-cfaf9bbbefd9"}]} [ 2115.760548] env[62306]: DEBUG nova.scheduler.client.report [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2115.775940] env[62306]: DEBUG nova.scheduler.client.report [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2115.776291] env[62306]: DEBUG nova.compute.provider_tree [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2115.787875] env[62306]: DEBUG nova.scheduler.client.report [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2115.806426] env[62306]: DEBUG nova.scheduler.client.report [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2115.844944] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973358, 'name': ReconfigVM_Task, 'duration_secs': 0.254205} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.845290] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Reconfigured VM instance instance-00000073 to attach disk [datastore1] bebe293c-904b-4aa0-8bc5-85a6aed5f7e3/bebe293c-904b-4aa0-8bc5-85a6aed5f7e3.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2115.845945] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24956fd8-dbf9-462e-8f51-715f4673c5be {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.853340] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2115.853340] env[62306]: value = "task-1973359" [ 2115.853340] env[62306]: _type = "Task" [ 2115.853340] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.854022] env[62306]: DEBUG nova.compute.manager [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2115.854265] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2115.857674] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f31386-06c8-498a-99c6-268ab69e5c23 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.864154] env[62306]: DEBUG oslo_concurrency.lockutils [req-f30e7c65-fa80-4627-b2f2-b23396154446 req-08ed5a52-c7ff-49e8-98bf-dc063a25b63a service nova] Releasing lock "refresh_cache-31f3e1c8-bc13-47c5-be84-75e87903c50c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.869221] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973359, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.869487] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2115.869750] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74aa6d12-bfac-4902-9401-3e04a4829aaa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.875581] env[62306]: DEBUG oslo_vmware.api [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 2115.875581] env[62306]: value = "task-1973360" [ 2115.875581] env[62306]: _type = "Task" [ 2115.875581] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.886183] env[62306]: DEBUG oslo_vmware.api [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.943179] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 9357bb12-408a-432d-ac0a-b8747cac5cec] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2116.005460] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34690b66-0179-488a-a6ca-c09bb3c93fe6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.013384] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0536be8-1f61-4740-87fc-46473be044d9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.045310] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab05046-be77-4694-9737-41a823b7ce29 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.053672] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a328fccb-766b-4d23-966d-1a90e8ad1877 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.071597] env[62306]: DEBUG nova.compute.provider_tree [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2116.120758] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973357, 'name': CreateSnapshot_Task, 'duration_secs': 0.772234} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.121095] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Created Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2116.121861] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a05a05e-dee7-4f6c-91d1-c5709c478aea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.364084] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973359, 'name': Rename_Task, 'duration_secs': 0.151027} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.364376] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2116.364619] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bcee5b1-4d3a-473d-9b83-bdcff8a7f1be {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.371314] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2116.371314] env[62306]: value = "task-1973361" [ 2116.371314] env[62306]: _type = "Task" [ 2116.371314] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.379169] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.387905] env[62306]: DEBUG oslo_vmware.api [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973360, 'name': PowerOffVM_Task, 'duration_secs': 0.20706} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.388295] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2116.388577] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2116.388929] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b13f65e-a360-4c31-818a-0e9fce35268e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.443350] env[62306]: DEBUG oslo_concurrency.lockutils [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "40baa260-59a9-47e1-b685-a6144302f433" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.443661] env[62306]: DEBUG oslo_concurrency.lockutils [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "40baa260-59a9-47e1-b685-a6144302f433" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.446482] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 9ca9c845-a1dc-43b2-9fa2-0ce6bf281a9d] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2116.525478] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2116.525690] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2116.525991] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Deleting the datastore file [datastore1] ad7b2a80-e055-4dc9-b00d-1848d9544743 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2116.526174] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53ab162e-3293-4346-a7fe-8d9ef10ff3c7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.532734] env[62306]: DEBUG oslo_vmware.api [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for the task: (returnval){ [ 2116.532734] env[62306]: value = "task-1973363" [ 2116.532734] env[62306]: _type = "Task" [ 2116.532734] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.541118] env[62306]: DEBUG oslo_vmware.api [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.601735] env[62306]: DEBUG nova.scheduler.client.report [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2116.602130] env[62306]: DEBUG nova.compute.provider_tree [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 158 to 159 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2116.602431] env[62306]: DEBUG nova.compute.provider_tree [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2116.640276] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Creating linked-clone VM from snapshot {{(pid=62306) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2116.640560] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f4b91a41-37b5-462a-94f5-ac0c38a2a975 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.648996] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2116.648996] env[62306]: value = "task-1973364" [ 2116.648996] env[62306]: _type = "Task" [ 2116.648996] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.659019] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973364, 'name': CloneVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.882142] env[62306]: DEBUG oslo_vmware.api [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973361, 'name': PowerOnVM_Task, 'duration_secs': 0.493022} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.882142] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2116.882142] env[62306]: INFO nova.compute.manager [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Took 10.98 seconds to spawn the instance on the hypervisor. [ 2116.882142] env[62306]: DEBUG nova.compute.manager [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2116.882766] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb3a25a-6876-4b00-9520-4e4662bba211 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.947216] env[62306]: DEBUG nova.compute.utils [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2116.948802] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: d6b524bb-fda7-45cb-92cc-097312df03c7] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2117.042911] env[62306]: DEBUG oslo_vmware.api [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Task: {'id': task-1973363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145276} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.043206] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2117.043387] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2117.043569] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2117.043734] env[62306]: INFO nova.compute.manager [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2117.043971] env[62306]: DEBUG oslo.service.loopingcall [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2117.044172] env[62306]: DEBUG nova.compute.manager [-] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2117.044261] env[62306]: DEBUG nova.network.neutron [-] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2117.107493] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.150s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.110842] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.958s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.159501] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973364, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.401295] env[62306]: INFO nova.compute.manager [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Took 16.66 seconds to build instance. [ 2117.453659] env[62306]: DEBUG oslo_concurrency.lockutils [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "40baa260-59a9-47e1-b685-a6144302f433" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.454409] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 841a47e3-cb9f-48d5-8cf3-adc7245f3293] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2117.618010] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d7a28da6-c9f2-493d-9f2f-b0b860dd4201 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "31f3e1c8-bc13-47c5-be84-75e87903c50c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.173s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.618897] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "31f3e1c8-bc13-47c5-be84-75e87903c50c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.151s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.619091] env[62306]: INFO nova.compute.manager [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Unshelving [ 2117.659242] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973364, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.805038] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb08e8e-ce3c-473d-a50c-f1053a700a75 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.812736] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae318d76-3b0c-4b58-98e0-9fc753cdbcea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.843323] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9f4471-8099-4b38-85b0-2da952ff44e9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.850593] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b759356-9526-479e-a405-52af18e49851 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.863816] env[62306]: DEBUG nova.compute.provider_tree [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2117.903599] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3ec17ae0-0974-4fdf-ad08-a8c1d71d2731 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "bebe293c-904b-4aa0-8bc5-85a6aed5f7e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.173s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.958457] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: ffa1eacc-4a16-41f0-a5ca-9ceb0878819b] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2117.978921] env[62306]: DEBUG nova.network.neutron [-] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.162681] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973364, 'name': CloneVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.398169] env[62306]: DEBUG nova.scheduler.client.report [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2118.398454] env[62306]: DEBUG nova.compute.provider_tree [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 159 to 160 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2118.398636] env[62306]: DEBUG nova.compute.provider_tree [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2118.462308] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 66b8c01c-28ca-4c09-b2e0-144ab65aa84b] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2118.482791] env[62306]: INFO nova.compute.manager [-] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Took 1.44 seconds to deallocate network for instance. [ 2118.514356] env[62306]: DEBUG oslo_concurrency.lockutils [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "40baa260-59a9-47e1-b685-a6144302f433" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.517021] env[62306]: DEBUG oslo_concurrency.lockutils [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "40baa260-59a9-47e1-b685-a6144302f433" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.517021] env[62306]: INFO nova.compute.manager [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Attaching volume 6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b to /dev/sdb [ 2118.547730] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed968a3-f52a-4a03-9b6e-ba1916e7efc2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.555254] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c300700-c470-4706-ab1a-df4e9fc5c8fe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.568741] env[62306]: DEBUG nova.virt.block_device [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Updating existing volume attachment record: 903c8122-6cc7-4704-b104-17c0f503357c {{(pid=62306) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2118.643417] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.660586] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973364, 'name': CloneVM_Task, 'duration_secs': 1.581561} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.660864] env[62306]: INFO nova.virt.vmwareapi.vmops [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Created linked-clone VM from snapshot [ 2118.661594] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d6f46e-050b-4025-b888-03e95c864e6f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.668225] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Uploading image 51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4 {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2118.693126] env[62306]: DEBUG oslo_vmware.rw_handles [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2118.693126] env[62306]: value = "vm-406303" [ 2118.693126] env[62306]: _type = "VirtualMachine" [ 2118.693126] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2118.693419] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e602068f-189f-49e1-b6dd-b97ca679b8f8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.700248] env[62306]: DEBUG oslo_vmware.rw_handles [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lease: (returnval){ [ 2118.700248] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52418f22-9b51-0179-9048-6f82dc96bd74" [ 2118.700248] env[62306]: _type = "HttpNfcLease" [ 2118.700248] env[62306]: } obtained for exporting VM: (result){ [ 2118.700248] env[62306]: value = "vm-406303" [ 2118.700248] env[62306]: _type = "VirtualMachine" [ 2118.700248] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2118.700536] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the lease: (returnval){ [ 2118.700536] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52418f22-9b51-0179-9048-6f82dc96bd74" [ 2118.700536] env[62306]: _type = "HttpNfcLease" [ 2118.700536] env[62306]: } to be ready. {{(pid=62306) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2118.706693] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2118.706693] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52418f22-9b51-0179-9048-6f82dc96bd74" [ 2118.706693] env[62306]: _type = "HttpNfcLease" [ 2118.706693] env[62306]: } is initializing. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2118.724344] env[62306]: DEBUG nova.compute.manager [req-d8ab1947-0a4d-4abd-9292-80f811477808 req-c01bea22-aa25-4da5-b828-12b448fc1da6 service nova] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Received event network-vif-deleted-05321b6d-0ada-4bc9-be68-dc863380f768 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2118.967129] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 00b5703c-bed5-4dd1-839b-ac92f7443bcc] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2118.990943] env[62306]: DEBUG oslo_concurrency.lockutils [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.208454] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2119.208454] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52418f22-9b51-0179-9048-6f82dc96bd74" [ 2119.208454] env[62306]: _type = "HttpNfcLease" [ 2119.208454] env[62306]: } is ready. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2119.208769] env[62306]: DEBUG oslo_vmware.rw_handles [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2119.208769] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52418f22-9b51-0179-9048-6f82dc96bd74" [ 2119.208769] env[62306]: _type = "HttpNfcLease" [ 2119.208769] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2119.209577] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e094cb2-ec9e-4a5c-885b-5464402735e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.216682] env[62306]: DEBUG oslo_vmware.rw_handles [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb6103-2d10-39bd-070c-e96281305628/disk-0.vmdk from lease info. {{(pid=62306) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2119.216856] env[62306]: DEBUG oslo_vmware.rw_handles [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb6103-2d10-39bd-070c-e96281305628/disk-0.vmdk for reading. {{(pid=62306) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2119.302331] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b44a46d5-a0ef-40c3-9b66-4a73e7c47476 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.410754] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.300s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.415079] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.771s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.415368] env[62306]: DEBUG nova.objects.instance [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lazy-loading 'pci_requests' on Instance uuid 31f3e1c8-bc13-47c5-be84-75e87903c50c {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2119.470435] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 0be73756-7509-472c-8a54-7ab108f4cdcd] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2119.482370] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "bebe293c-904b-4aa0-8bc5-85a6aed5f7e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.483429] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "bebe293c-904b-4aa0-8bc5-85a6aed5f7e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.483429] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "bebe293c-904b-4aa0-8bc5-85a6aed5f7e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.483429] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "bebe293c-904b-4aa0-8bc5-85a6aed5f7e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.483429] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "bebe293c-904b-4aa0-8bc5-85a6aed5f7e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.486059] env[62306]: INFO nova.compute.manager [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Terminating instance [ 2119.921799] env[62306]: DEBUG nova.objects.instance [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lazy-loading 'numa_topology' on Instance uuid 31f3e1c8-bc13-47c5-be84-75e87903c50c {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2119.974629] env[62306]: INFO nova.scheduler.client.report [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Deleted allocation for migration bb019fb9-4724-4d42-8b25-ff860baa2d5c [ 2119.976104] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 7af98b27-970f-4972-8240-b91650034cff] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2119.993146] env[62306]: DEBUG nova.compute.manager [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2119.993318] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2119.994102] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553dc219-80ec-42a8-8dd0-8e24f81c04a7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.002923] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2120.004091] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b772e4a5-5b73-439c-83bb-a2c57460ff70 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.011154] env[62306]: DEBUG oslo_vmware.api [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2120.011154] env[62306]: value = "task-1973367" [ 2120.011154] env[62306]: _type = "Task" [ 2120.011154] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.021041] env[62306]: DEBUG oslo_vmware.api [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.208603] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "669ad98b-3dad-4c38-af2d-9251960f0d8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.209032] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "669ad98b-3dad-4c38-af2d-9251960f0d8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.209271] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "669ad98b-3dad-4c38-af2d-9251960f0d8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.209525] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "669ad98b-3dad-4c38-af2d-9251960f0d8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.209748] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "669ad98b-3dad-4c38-af2d-9251960f0d8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.213812] env[62306]: INFO nova.compute.manager [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Terminating instance [ 2120.427668] env[62306]: INFO nova.compute.claims [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2120.481455] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: e7b2d6e6-f687-4d61-9228-e78978e84edf] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2120.484527] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "19aeb027-c7cb-4624-b72d-866ba4696c89" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.238s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.522118] env[62306]: DEBUG oslo_vmware.api [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973367, 'name': PowerOffVM_Task, 'duration_secs': 0.187902} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.522488] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2120.522733] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2120.523058] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94aeafc2-d5d1-463c-9bd4-3c176cabe70d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.623621] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2120.623801] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2120.623971] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Deleting the datastore file [datastore1] bebe293c-904b-4aa0-8bc5-85a6aed5f7e3 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2120.624269] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44950ad1-3476-4350-b6a8-4b085a7a6d60 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.631094] env[62306]: DEBUG oslo_vmware.api [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2120.631094] env[62306]: value = "task-1973369" [ 2120.631094] env[62306]: _type = "Task" [ 2120.631094] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.639546] env[62306]: DEBUG oslo_vmware.api [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.719879] env[62306]: DEBUG nova.compute.manager [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2120.721333] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2120.721333] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bb8b8c6-d8ce-4616-9351-258ce4bc8dc8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.728926] env[62306]: DEBUG oslo_vmware.api [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2120.728926] env[62306]: value = "task-1973370" [ 2120.728926] env[62306]: _type = "Task" [ 2120.728926] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.740599] env[62306]: DEBUG oslo_vmware.api [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.984847] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 66be2851-bed8-49f0-9bae-96f4f766f5e6] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2121.141950] env[62306]: DEBUG oslo_vmware.api [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165954} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.142344] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2121.142637] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2121.142888] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2121.143173] env[62306]: INFO nova.compute.manager [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2121.143442] env[62306]: DEBUG oslo.service.loopingcall [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2121.143645] env[62306]: DEBUG nova.compute.manager [-] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2121.143816] env[62306]: DEBUG nova.network.neutron [-] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2121.240969] env[62306]: DEBUG oslo_vmware.api [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973370, 'name': PowerOffVM_Task, 'duration_secs': 0.184733} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.241367] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2121.241678] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Volume detach. Driver type: vmdk {{(pid=62306) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2121.241941] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406279', 'volume_id': '0550c4d6-9d71-4d9a-9727-13929ac6d0eb', 'name': 'volume-0550c4d6-9d71-4d9a-9727-13929ac6d0eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '669ad98b-3dad-4c38-af2d-9251960f0d8f', 'attached_at': '2024-12-27T22:37:14.000000', 'detached_at': '', 'volume_id': '0550c4d6-9d71-4d9a-9727-13929ac6d0eb', 'serial': '0550c4d6-9d71-4d9a-9727-13929ac6d0eb'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2121.242711] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27103bf-086d-4c53-a73f-8733adcd60f5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.264286] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebf60d2-4f0f-412d-a053-34eda08ab2d8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.276646] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1d0af7-5aa2-4c48-9b66-e2d990c835de {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.300046] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2701d202-a145-423b-8e6c-4366d1eaf47d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.316990] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] The volume has not been displaced from its original location: [datastore1] volume-0550c4d6-9d71-4d9a-9727-13929ac6d0eb/volume-0550c4d6-9d71-4d9a-9727-13929ac6d0eb.vmdk. No consolidation needed. {{(pid=62306) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2121.322357] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2121.322972] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ced95c1-2333-4d75-a602-4791606ff567 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.341913] env[62306]: DEBUG oslo_vmware.api [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2121.341913] env[62306]: value = "task-1973372" [ 2121.341913] env[62306]: _type = "Task" [ 2121.341913] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.351080] env[62306]: DEBUG oslo_vmware.api [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.491693] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: d0bb62ae-c499-4d16-923b-66c8214289db] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2121.510507] env[62306]: DEBUG nova.compute.manager [req-2f7eaf15-0314-4bef-a77a-b7cf8b5d1db2 req-922c22c3-aedf-407c-9d46-0d3ef9e758b6 service nova] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Received event network-vif-deleted-52ee7c10-d3f3-472d-b8e8-83d835001e34 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2121.510585] env[62306]: INFO nova.compute.manager [req-2f7eaf15-0314-4bef-a77a-b7cf8b5d1db2 req-922c22c3-aedf-407c-9d46-0d3ef9e758b6 service nova] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Neutron deleted interface 52ee7c10-d3f3-472d-b8e8-83d835001e34; detaching it from the instance and deleting it from the info cache [ 2121.510862] env[62306]: DEBUG nova.network.neutron [req-2f7eaf15-0314-4bef-a77a-b7cf8b5d1db2 req-922c22c3-aedf-407c-9d46-0d3ef9e758b6 service nova] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.635346] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a36c79-c877-4859-a36a-7a92af86367d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.643272] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a035c1f-1699-4d73-b467-db8c6af0932b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.673583] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66a06ea-42d4-420b-ae48-a219165569be {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.681393] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19ed910-f9bf-4bf2-b619-3581c347fbfa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.697277] env[62306]: DEBUG nova.compute.provider_tree [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2121.772139] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "19aeb027-c7cb-4624-b72d-866ba4696c89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.772139] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "19aeb027-c7cb-4624-b72d-866ba4696c89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2121.772342] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "19aeb027-c7cb-4624-b72d-866ba4696c89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.772638] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "19aeb027-c7cb-4624-b72d-866ba4696c89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2121.772842] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "19aeb027-c7cb-4624-b72d-866ba4696c89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.776029] env[62306]: INFO nova.compute.manager [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Terminating instance [ 2121.852614] env[62306]: DEBUG oslo_vmware.api [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973372, 'name': ReconfigVM_Task, 'duration_secs': 0.221039} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.852915] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2121.857878] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54d59524-6897-4baa-a3dc-c84031444924 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.872968] env[62306]: DEBUG oslo_vmware.api [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2121.872968] env[62306]: value = "task-1973373" [ 2121.872968] env[62306]: _type = "Task" [ 2121.872968] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.881336] env[62306]: DEBUG oslo_vmware.api [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.923217] env[62306]: DEBUG nova.network.neutron [-] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.995272] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 4e1ab485-0c88-4161-8b4d-500ec3ee7ba4] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2122.014815] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0d76d24-8077-468c-9614-3fafaff23bd9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.024975] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418b51fa-0d9c-49b0-98c5-3e47120ed71d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.061383] env[62306]: DEBUG nova.compute.manager [req-2f7eaf15-0314-4bef-a77a-b7cf8b5d1db2 req-922c22c3-aedf-407c-9d46-0d3ef9e758b6 service nova] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Detach interface failed, port_id=52ee7c10-d3f3-472d-b8e8-83d835001e34, reason: Instance bebe293c-904b-4aa0-8bc5-85a6aed5f7e3 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2122.202071] env[62306]: DEBUG nova.scheduler.client.report [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2122.280277] env[62306]: DEBUG nova.compute.manager [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2122.280579] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2122.281683] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64475766-5f27-4d73-9176-ef81084f5745 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.291038] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2122.291315] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-760f33bb-3c28-4e0a-be5b-a1acff22b3b9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.297887] env[62306]: DEBUG oslo_vmware.api [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2122.297887] env[62306]: value = "task-1973374" [ 2122.297887] env[62306]: _type = "Task" [ 2122.297887] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.307212] env[62306]: DEBUG oslo_vmware.api [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.387834] env[62306]: DEBUG oslo_vmware.api [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.429032] env[62306]: INFO nova.compute.manager [-] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Took 1.28 seconds to deallocate network for instance. [ 2122.500248] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 8a38074d-7b10-4b97-a0a8-7eaef4474528] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2122.706222] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.292s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.708522] env[62306]: DEBUG oslo_concurrency.lockutils [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.718s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.708756] env[62306]: DEBUG nova.objects.instance [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lazy-loading 'resources' on Instance uuid ad7b2a80-e055-4dc9-b00d-1848d9544743 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2122.737343] env[62306]: INFO nova.network.neutron [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Updating port 9c9119e9-d72a-4c2e-8456-dae5210ca2c6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2122.807451] env[62306]: DEBUG oslo_vmware.api [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973374, 'name': PowerOffVM_Task, 'duration_secs': 0.189185} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.807740] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2122.807919] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2122.808230] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd8c42a1-2a61-40aa-9f60-d98ee4a97deb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.884673] env[62306]: DEBUG oslo_vmware.api [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973373, 'name': ReconfigVM_Task, 'duration_secs': 0.767535} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.884996] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406279', 'volume_id': '0550c4d6-9d71-4d9a-9727-13929ac6d0eb', 'name': 'volume-0550c4d6-9d71-4d9a-9727-13929ac6d0eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '669ad98b-3dad-4c38-af2d-9251960f0d8f', 'attached_at': '2024-12-27T22:37:14.000000', 'detached_at': '', 'volume_id': '0550c4d6-9d71-4d9a-9727-13929ac6d0eb', 'serial': '0550c4d6-9d71-4d9a-9727-13929ac6d0eb'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2122.885304] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2122.886076] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6f588c-976d-400d-a1a9-fa49de29cca8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.892972] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2122.893219] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da0fea6c-b3b4-4c07-a368-2086aa8cd364 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.939252] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.002726] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 3b0031c9-60be-48ee-badf-2427afc1de23] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2123.013453] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2123.013689] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2123.013860] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Deleting the datastore file [datastore1] 19aeb027-c7cb-4624-b72d-866ba4696c89 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2123.014165] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4d55a15-9f32-4509-8c71-079cbb4e37b7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.020454] env[62306]: DEBUG oslo_vmware.api [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for the task: (returnval){ [ 2123.020454] env[62306]: value = "task-1973377" [ 2123.020454] env[62306]: _type = "Task" [ 2123.020454] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.028037] env[62306]: DEBUG oslo_vmware.api [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.114174] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Volume attach. Driver type: vmdk {{(pid=62306) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2123.114430] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406304', 'volume_id': '6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b', 'name': 'volume-6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40baa260-59a9-47e1-b685-a6144302f433', 'attached_at': '', 'detached_at': '', 'volume_id': '6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b', 'serial': '6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2123.115340] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f0479f-2be0-4a13-a55b-0ad383d15c1c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.132427] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16aa517e-5fa6-42a7-af60-a87422534a82 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.156704] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b/volume-6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2123.157033] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2e7433a-60c0-42e4-a63c-f6a2c02f4e0c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.176059] env[62306]: DEBUG oslo_vmware.api [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2123.176059] env[62306]: value = "task-1973378" [ 2123.176059] env[62306]: _type = "Task" [ 2123.176059] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.184343] env[62306]: DEBUG oslo_vmware.api [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.297651] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2123.297651] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2123.297651] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Deleting the datastore file [datastore1] 669ad98b-3dad-4c38-af2d-9251960f0d8f {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2123.297651] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36615738-219c-4ab0-bcb8-46e12472b1f1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.303984] env[62306]: DEBUG oslo_vmware.api [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2123.303984] env[62306]: value = "task-1973379" [ 2123.303984] env[62306]: _type = "Task" [ 2123.303984] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.316206] env[62306]: DEBUG oslo_vmware.api [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.387023] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b43ccc4-1347-40ab-be2e-8c77a9faf255 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.394658] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb2ef42-c9cc-41c4-b0a0-950c981308f4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.426770] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94939cc-42a4-4bea-8f1d-f61cdfc605ba {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.435166] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c79dd61-7c2d-45eb-abb7-d38b32b5890b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.449447] env[62306]: DEBUG nova.compute.provider_tree [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2123.506193] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: b58b59b2-7f72-4763-a4ad-9c26117d6afe] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2123.531440] env[62306]: DEBUG oslo_vmware.api [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Task: {'id': task-1973377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171871} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.532321] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2123.532507] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2123.532672] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2123.532843] env[62306]: INFO nova.compute.manager [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2123.533102] env[62306]: DEBUG oslo.service.loopingcall [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2123.533294] env[62306]: DEBUG nova.compute.manager [-] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2123.533385] env[62306]: DEBUG nova.network.neutron [-] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2123.687136] env[62306]: DEBUG oslo_vmware.api [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.820595] env[62306]: DEBUG oslo_vmware.api [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19831} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.822598] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2123.822985] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2123.824095] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2123.824095] env[62306]: INFO nova.compute.manager [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Took 3.10 seconds to destroy the instance on the hypervisor. [ 2123.824095] env[62306]: DEBUG oslo.service.loopingcall [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2123.824431] env[62306]: DEBUG nova.compute.manager [-] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2123.824660] env[62306]: DEBUG nova.network.neutron [-] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2123.844385] env[62306]: DEBUG nova.compute.manager [req-889d1d08-227f-438d-b9ac-551c1cc99923 req-5f02337e-5d0f-41bb-ae0f-566f51ad3eca service nova] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Received event network-vif-deleted-cd5977f8-ab8b-454f-85cb-b9467460c9cf {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2123.844385] env[62306]: INFO nova.compute.manager [req-889d1d08-227f-438d-b9ac-551c1cc99923 req-5f02337e-5d0f-41bb-ae0f-566f51ad3eca service nova] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Neutron deleted interface cd5977f8-ab8b-454f-85cb-b9467460c9cf; detaching it from the instance and deleting it from the info cache [ 2123.844385] env[62306]: DEBUG nova.network.neutron [req-889d1d08-227f-438d-b9ac-551c1cc99923 req-5f02337e-5d0f-41bb-ae0f-566f51ad3eca service nova] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2123.953248] env[62306]: DEBUG nova.scheduler.client.report [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2124.009316] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 55728249-ca09-4484-a63c-df4f39c5ca5a] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2124.186782] env[62306]: DEBUG oslo_vmware.api [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973378, 'name': ReconfigVM_Task, 'duration_secs': 0.554393} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.187193] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b/volume-6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2124.192635] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc31c1d9-43d9-4ca5-8093-1b8ebabcafff {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.209081] env[62306]: DEBUG oslo_vmware.api [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2124.209081] env[62306]: value = "task-1973380" [ 2124.209081] env[62306]: _type = "Task" [ 2124.209081] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.217585] env[62306]: DEBUG oslo_vmware.api [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.324544] env[62306]: DEBUG nova.network.neutron [-] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.349190] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5032f55e-5edd-4e84-a837-a05b560e9edb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.359450] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd9c42f-cce0-45fd-9e42-9ce21ec90d9a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.390269] env[62306]: DEBUG nova.compute.manager [req-889d1d08-227f-438d-b9ac-551c1cc99923 req-5f02337e-5d0f-41bb-ae0f-566f51ad3eca service nova] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Detach interface failed, port_id=cd5977f8-ab8b-454f-85cb-b9467460c9cf, reason: Instance 19aeb027-c7cb-4624-b72d-866ba4696c89 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2124.458372] env[62306]: DEBUG oslo_concurrency.lockutils [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.460537] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.521s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.460792] env[62306]: DEBUG nova.objects.instance [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lazy-loading 'resources' on Instance uuid bebe293c-904b-4aa0-8bc5-85a6aed5f7e3 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2124.488246] env[62306]: INFO nova.scheduler.client.report [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Deleted allocations for instance ad7b2a80-e055-4dc9-b00d-1848d9544743 [ 2124.514551] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 6ea3b6f2-5aa7-463e-980c-c33ec4084439] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2124.719223] env[62306]: DEBUG oslo_vmware.api [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973380, 'name': ReconfigVM_Task, 'duration_secs': 0.153674} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.719549] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406304', 'volume_id': '6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b', 'name': 'volume-6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40baa260-59a9-47e1-b685-a6144302f433', 'attached_at': '', 'detached_at': '', 'volume_id': '6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b', 'serial': '6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2124.731820] env[62306]: DEBUG nova.network.neutron [-] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.750504] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "refresh_cache-31f3e1c8-bc13-47c5-be84-75e87903c50c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2124.750504] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquired lock "refresh_cache-31f3e1c8-bc13-47c5-be84-75e87903c50c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2124.750504] env[62306]: DEBUG nova.network.neutron [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2124.826750] env[62306]: INFO nova.compute.manager [-] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Took 1.29 seconds to deallocate network for instance. [ 2124.995038] env[62306]: DEBUG oslo_concurrency.lockutils [None req-14bc08af-5bf7-4400-ab95-73e6cab254e8 tempest-AttachVolumeTestJSON-1325722944 tempest-AttachVolumeTestJSON-1325722944-project-member] Lock "ad7b2a80-e055-4dc9-b00d-1848d9544743" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.647s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.017940] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2125.018155] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Cleaning up deleted instances with incomplete migration {{(pid=62306) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 2125.147610] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce9f570-529c-4611-94d1-280473c39cca {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.157012] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893184b3-9cc1-42ab-bc99-afade2598d7b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.192263] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b0c948-7814-4ae7-875d-cf1df5da08fd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.198893] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c924a9fc-8ecf-4e29-a90f-5eae3ca74b23 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.213374] env[62306]: DEBUG nova.compute.provider_tree [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2125.234320] env[62306]: INFO nova.compute.manager [-] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Took 1.41 seconds to deallocate network for instance. [ 2125.335505] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.466104] env[62306]: DEBUG nova.network.neutron [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Updating instance_info_cache with network_info: [{"id": "9c9119e9-d72a-4c2e-8456-dae5210ca2c6", "address": "fa:16:3e:9b:e4:7a", "network": {"id": "88e397a1-bf77-4010-8ca3-28b1fbfc2126", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-670309153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f822101abf424a04948dcbf18a0903bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9119e9-d7", "ovs_interfaceid": "9c9119e9-d72a-4c2e-8456-dae5210ca2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.718733] env[62306]: DEBUG nova.scheduler.client.report [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2125.759207] env[62306]: DEBUG nova.objects.instance [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lazy-loading 'flavor' on Instance uuid 40baa260-59a9-47e1-b685-a6144302f433 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2125.779028] env[62306]: INFO nova.compute.manager [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Took 0.54 seconds to detach 1 volumes for instance. [ 2125.780865] env[62306]: DEBUG nova.compute.manager [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Deleting volume: 0550c4d6-9d71-4d9a-9727-13929ac6d0eb {{(pid=62306) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2125.877574] env[62306]: DEBUG nova.compute.manager [req-37ee48bb-02ae-40fd-982f-89fbc3d73e5e req-232cc224-6e9c-475f-9f30-4cb19aefee62 service nova] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Received event network-vif-deleted-79cfe5a3-73e1-49a1-9976-ebb2b2d749b4 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2125.877967] env[62306]: DEBUG nova.compute.manager [req-37ee48bb-02ae-40fd-982f-89fbc3d73e5e req-232cc224-6e9c-475f-9f30-4cb19aefee62 service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Received event network-vif-plugged-9c9119e9-d72a-4c2e-8456-dae5210ca2c6 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2125.878133] env[62306]: DEBUG oslo_concurrency.lockutils [req-37ee48bb-02ae-40fd-982f-89fbc3d73e5e req-232cc224-6e9c-475f-9f30-4cb19aefee62 service nova] Acquiring lock "31f3e1c8-bc13-47c5-be84-75e87903c50c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.878344] env[62306]: DEBUG oslo_concurrency.lockutils [req-37ee48bb-02ae-40fd-982f-89fbc3d73e5e req-232cc224-6e9c-475f-9f30-4cb19aefee62 service nova] Lock "31f3e1c8-bc13-47c5-be84-75e87903c50c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.878510] env[62306]: DEBUG oslo_concurrency.lockutils [req-37ee48bb-02ae-40fd-982f-89fbc3d73e5e req-232cc224-6e9c-475f-9f30-4cb19aefee62 service nova] Lock "31f3e1c8-bc13-47c5-be84-75e87903c50c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.878673] env[62306]: DEBUG nova.compute.manager [req-37ee48bb-02ae-40fd-982f-89fbc3d73e5e req-232cc224-6e9c-475f-9f30-4cb19aefee62 service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] No waiting events found dispatching network-vif-plugged-9c9119e9-d72a-4c2e-8456-dae5210ca2c6 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2125.878832] env[62306]: WARNING nova.compute.manager [req-37ee48bb-02ae-40fd-982f-89fbc3d73e5e req-232cc224-6e9c-475f-9f30-4cb19aefee62 service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Received unexpected event network-vif-plugged-9c9119e9-d72a-4c2e-8456-dae5210ca2c6 for instance with vm_state shelved_offloaded and task_state spawning. [ 2125.878986] env[62306]: DEBUG nova.compute.manager [req-37ee48bb-02ae-40fd-982f-89fbc3d73e5e req-232cc224-6e9c-475f-9f30-4cb19aefee62 service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Received event network-changed-9c9119e9-d72a-4c2e-8456-dae5210ca2c6 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2125.879152] env[62306]: DEBUG nova.compute.manager [req-37ee48bb-02ae-40fd-982f-89fbc3d73e5e req-232cc224-6e9c-475f-9f30-4cb19aefee62 service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Refreshing instance network info cache due to event network-changed-9c9119e9-d72a-4c2e-8456-dae5210ca2c6. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2125.879312] env[62306]: DEBUG oslo_concurrency.lockutils [req-37ee48bb-02ae-40fd-982f-89fbc3d73e5e req-232cc224-6e9c-475f-9f30-4cb19aefee62 service nova] Acquiring lock "refresh_cache-31f3e1c8-bc13-47c5-be84-75e87903c50c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2125.969712] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Releasing lock "refresh_cache-31f3e1c8-bc13-47c5-be84-75e87903c50c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2125.972860] env[62306]: DEBUG oslo_concurrency.lockutils [req-37ee48bb-02ae-40fd-982f-89fbc3d73e5e req-232cc224-6e9c-475f-9f30-4cb19aefee62 service nova] Acquired lock "refresh_cache-31f3e1c8-bc13-47c5-be84-75e87903c50c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2125.973347] env[62306]: DEBUG nova.network.neutron [req-37ee48bb-02ae-40fd-982f-89fbc3d73e5e req-232cc224-6e9c-475f-9f30-4cb19aefee62 service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Refreshing network info cache for port 9c9119e9-d72a-4c2e-8456-dae5210ca2c6 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2125.999232] env[62306]: DEBUG nova.virt.hardware [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='60271e25a523e7e503c84d19b3452f22',container_format='bare',created_at=2024-12-27T22:37:20Z,direct_url=,disk_format='vmdk',id=4689e02b-a883-4e93-97de-5e537fa21705,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1511435005-shelved',owner='f822101abf424a04948dcbf18a0903bb',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2024-12-27T22:37:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2125.999575] env[62306]: DEBUG nova.virt.hardware [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2125.999765] env[62306]: DEBUG nova.virt.hardware [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2126.000043] env[62306]: DEBUG nova.virt.hardware [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2126.000234] env[62306]: DEBUG nova.virt.hardware [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2126.000443] env[62306]: DEBUG nova.virt.hardware [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2126.000681] env[62306]: DEBUG nova.virt.hardware [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2126.000852] env[62306]: DEBUG nova.virt.hardware [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2126.001045] env[62306]: DEBUG nova.virt.hardware [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2126.001226] env[62306]: DEBUG nova.virt.hardware [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2126.001405] env[62306]: DEBUG nova.virt.hardware [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2126.002535] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9a8497-9109-43cb-84f4-7e731a64a619 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.011224] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1911e8-9f12-4fcc-95fb-4c6036334101 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.025580] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e60a65fb-4000-4d0c-8799-a775c926587a tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "40baa260-59a9-47e1-b685-a6144302f433" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.026143] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:e4:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c9119e9-d72a-4c2e-8456-dae5210ca2c6', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2126.033540] env[62306]: DEBUG oslo.service.loopingcall [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2126.033796] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2126.034029] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97a041ec-b9fe-4a27-b1bc-b34c29a3d869 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.053469] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2126.053469] env[62306]: value = "task-1973383" [ 2126.053469] env[62306]: _type = "Task" [ 2126.053469] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.061364] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973383, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.224276] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.225958] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.891s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.226194] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.246236] env[62306]: INFO nova.scheduler.client.report [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Deleted allocations for instance 19aeb027-c7cb-4624-b72d-866ba4696c89 [ 2126.248706] env[62306]: INFO nova.scheduler.client.report [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Deleted allocations for instance bebe293c-904b-4aa0-8bc5-85a6aed5f7e3 [ 2126.264034] env[62306]: DEBUG oslo_concurrency.lockutils [None req-462a2456-3086-4654-8dac-ab80b768571e tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "40baa260-59a9-47e1-b685-a6144302f433" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.749s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.264560] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e60a65fb-4000-4d0c-8799-a775c926587a tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "40baa260-59a9-47e1-b685-a6144302f433" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.239s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.320517] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.320752] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.320944] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.343398] env[62306]: INFO nova.scheduler.client.report [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Deleted allocations for instance 669ad98b-3dad-4c38-af2d-9251960f0d8f [ 2126.568130] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973383, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.657148] env[62306]: DEBUG oslo_vmware.rw_handles [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb6103-2d10-39bd-070c-e96281305628/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2126.658122] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2767703-00a6-4072-a251-c5d483bb996f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.669507] env[62306]: DEBUG oslo_vmware.rw_handles [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb6103-2d10-39bd-070c-e96281305628/disk-0.vmdk is in state: ready. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2126.669507] env[62306]: ERROR oslo_vmware.rw_handles [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb6103-2d10-39bd-070c-e96281305628/disk-0.vmdk due to incomplete transfer. [ 2126.669507] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-868d72ca-7456-41b8-b8b9-8e05a2d93dfe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.679037] env[62306]: DEBUG oslo_vmware.rw_handles [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb6103-2d10-39bd-070c-e96281305628/disk-0.vmdk. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2126.679184] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Uploaded image 51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4 to the Glance image server {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2126.681295] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Destroying the VM {{(pid=62306) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2126.681544] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-173cb58c-5a1d-4362-82d2-9d2df04ce114 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.687307] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2126.687307] env[62306]: value = "task-1973384" [ 2126.687307] env[62306]: _type = "Task" [ 2126.687307] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.695457] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973384, 'name': Destroy_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.759552] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6a36c3a9-c5c8-4098-9fcd-401e15ec0618 tempest-DeleteServersTestJSON-178528129 tempest-DeleteServersTestJSON-178528129-project-member] Lock "19aeb027-c7cb-4624-b72d-866ba4696c89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.987s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.760596] env[62306]: DEBUG oslo_concurrency.lockutils [None req-c6ad7564-e6a7-49ed-8032-878e54db5f53 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "bebe293c-904b-4aa0-8bc5-85a6aed5f7e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.278s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.767359] env[62306]: INFO nova.compute.manager [None req-e60a65fb-4000-4d0c-8799-a775c926587a tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Detaching volume 6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b [ 2126.778973] env[62306]: DEBUG nova.network.neutron [req-37ee48bb-02ae-40fd-982f-89fbc3d73e5e req-232cc224-6e9c-475f-9f30-4cb19aefee62 service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Updated VIF entry in instance network info cache for port 9c9119e9-d72a-4c2e-8456-dae5210ca2c6. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2126.779386] env[62306]: DEBUG nova.network.neutron [req-37ee48bb-02ae-40fd-982f-89fbc3d73e5e req-232cc224-6e9c-475f-9f30-4cb19aefee62 service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Updating instance_info_cache with network_info: [{"id": "9c9119e9-d72a-4c2e-8456-dae5210ca2c6", "address": "fa:16:3e:9b:e4:7a", "network": {"id": "88e397a1-bf77-4010-8ca3-28b1fbfc2126", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-670309153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f822101abf424a04948dcbf18a0903bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9119e9-d7", "ovs_interfaceid": "9c9119e9-d72a-4c2e-8456-dae5210ca2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.803917] env[62306]: INFO nova.virt.block_device [None req-e60a65fb-4000-4d0c-8799-a775c926587a tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Attempting to driver detach volume 6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b from mountpoint /dev/sdb [ 2126.804181] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-e60a65fb-4000-4d0c-8799-a775c926587a tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Volume detach. Driver type: vmdk {{(pid=62306) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2126.804392] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-e60a65fb-4000-4d0c-8799-a775c926587a tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406304', 'volume_id': '6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b', 'name': 'volume-6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40baa260-59a9-47e1-b685-a6144302f433', 'attached_at': '', 'detached_at': '', 'volume_id': '6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b', 'serial': '6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2126.805273] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8194930-79c5-4474-aa4d-4367de67a7d7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.829215] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857f3b27-5bb9-4e1d-a3b1-bc88d2393397 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.836288] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc84608a-dde7-466a-852e-ad61c2bf73fa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.859054] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3962f30e-60b9-4b51-9cb0-bac0fe7ec038 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.861789] env[62306]: DEBUG oslo_concurrency.lockutils [None req-b1a76d16-dea9-4de7-a36e-c58ac8929c12 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "669ad98b-3dad-4c38-af2d-9251960f0d8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.653s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.875420] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-e60a65fb-4000-4d0c-8799-a775c926587a tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] The volume has not been displaced from its original location: [datastore1] volume-6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b/volume-6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b.vmdk. No consolidation needed. {{(pid=62306) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2126.880684] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-e60a65fb-4000-4d0c-8799-a775c926587a tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2126.881515] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fef9824f-b373-4ab4-8236-67470d32d939 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.899307] env[62306]: DEBUG oslo_vmware.api [None req-e60a65fb-4000-4d0c-8799-a775c926587a tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2126.899307] env[62306]: value = "task-1973385" [ 2126.899307] env[62306]: _type = "Task" [ 2126.899307] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.909368] env[62306]: DEBUG oslo_vmware.api [None req-e60a65fb-4000-4d0c-8799-a775c926587a tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973385, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.064427] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973383, 'name': CreateVM_Task, 'duration_secs': 0.63553} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.064605] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2127.065305] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4689e02b-a883-4e93-97de-5e537fa21705" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.065615] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4689e02b-a883-4e93-97de-5e537fa21705" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.065886] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4689e02b-a883-4e93-97de-5e537fa21705" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2127.066102] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc35970-86e8-4ed4-aa6b-38c53e9998f7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.070715] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2127.070715] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5250bdcc-860a-45dc-06ef-859428a8f47e" [ 2127.070715] env[62306]: _type = "Task" [ 2127.070715] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.078699] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5250bdcc-860a-45dc-06ef-859428a8f47e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.197605] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973384, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.212551] env[62306]: DEBUG oslo_concurrency.lockutils [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "f8e76e03-8b14-460f-a719-275b19ccb37e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.212551] env[62306]: DEBUG oslo_concurrency.lockutils [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "f8e76e03-8b14-460f-a719-275b19ccb37e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.212783] env[62306]: DEBUG oslo_concurrency.lockutils [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "f8e76e03-8b14-460f-a719-275b19ccb37e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.213197] env[62306]: DEBUG oslo_concurrency.lockutils [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "f8e76e03-8b14-460f-a719-275b19ccb37e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.213453] env[62306]: DEBUG oslo_concurrency.lockutils [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "f8e76e03-8b14-460f-a719-275b19ccb37e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.216231] env[62306]: INFO nova.compute.manager [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Terminating instance [ 2127.281984] env[62306]: DEBUG oslo_concurrency.lockutils [req-37ee48bb-02ae-40fd-982f-89fbc3d73e5e req-232cc224-6e9c-475f-9f30-4cb19aefee62 service nova] Releasing lock "refresh_cache-31f3e1c8-bc13-47c5-be84-75e87903c50c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.408967] env[62306]: DEBUG oslo_vmware.api [None req-e60a65fb-4000-4d0c-8799-a775c926587a tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973385, 'name': ReconfigVM_Task, 'duration_secs': 0.476045} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.409305] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-e60a65fb-4000-4d0c-8799-a775c926587a tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2127.414207] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-024f6217-7b85-46b0-910f-db8f5687d63b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.429579] env[62306]: DEBUG oslo_vmware.api [None req-e60a65fb-4000-4d0c-8799-a775c926587a tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2127.429579] env[62306]: value = "task-1973387" [ 2127.429579] env[62306]: _type = "Task" [ 2127.429579] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.437420] env[62306]: DEBUG oslo_vmware.api [None req-e60a65fb-4000-4d0c-8799-a775c926587a tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.581495] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4689e02b-a883-4e93-97de-5e537fa21705" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.581737] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Processing image 4689e02b-a883-4e93-97de-5e537fa21705 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2127.581982] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4689e02b-a883-4e93-97de-5e537fa21705/4689e02b-a883-4e93-97de-5e537fa21705.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.582151] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4689e02b-a883-4e93-97de-5e537fa21705/4689e02b-a883-4e93-97de-5e537fa21705.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.582353] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2127.582603] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a25b11c8-e977-407b-959b-44a141485204 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.599869] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2127.600126] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2127.600842] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e5b94b-0895-4b5e-bca1-2f4465404481 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.606231] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2127.606231] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52798f30-5eab-7a6c-ffde-d2d32699ebf4" [ 2127.606231] env[62306]: _type = "Task" [ 2127.606231] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.613473] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52798f30-5eab-7a6c-ffde-d2d32699ebf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.697783] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973384, 'name': Destroy_Task, 'duration_secs': 0.651046} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.698018] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Destroyed the VM [ 2127.698271] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Deleting Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2127.698514] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d4c95947-2f3d-4bf3-aa43-218dc6c04cf7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.705424] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2127.705424] env[62306]: value = "task-1973388" [ 2127.705424] env[62306]: _type = "Task" [ 2127.705424] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.713264] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973388, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.719965] env[62306]: DEBUG nova.compute.manager [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2127.720175] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2127.720875] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674b5cd3-5434-448a-a8ee-2662f60c379f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.727593] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2127.727829] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94143445-215e-4941-848f-91a3543d982d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.733431] env[62306]: DEBUG oslo_vmware.api [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2127.733431] env[62306]: value = "task-1973389" [ 2127.733431] env[62306]: _type = "Task" [ 2127.733431] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.741067] env[62306]: DEBUG oslo_vmware.api [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.939965] env[62306]: DEBUG oslo_vmware.api [None req-e60a65fb-4000-4d0c-8799-a775c926587a tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973387, 'name': ReconfigVM_Task, 'duration_secs': 0.150508} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.939965] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-e60a65fb-4000-4d0c-8799-a775c926587a tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406304', 'volume_id': '6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b', 'name': 'volume-6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40baa260-59a9-47e1-b685-a6144302f433', 'attached_at': '', 'detached_at': '', 'volume_id': '6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b', 'serial': '6314c3cf-0f0f-46d2-a8e2-a7e5cc2fd90b'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2128.022684] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "80950dc6-b412-420e-95ad-958d09df8cda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.023066] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "80950dc6-b412-420e-95ad-958d09df8cda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.023302] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "80950dc6-b412-420e-95ad-958d09df8cda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.023516] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "80950dc6-b412-420e-95ad-958d09df8cda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.023720] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "80950dc6-b412-420e-95ad-958d09df8cda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.025940] env[62306]: INFO nova.compute.manager [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Terminating instance [ 2128.116483] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Preparing fetch location {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2128.116745] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Fetch image to [datastore1] OSTACK_IMG_1b9e2a16-4d06-4e5d-914a-afc316898c49/OSTACK_IMG_1b9e2a16-4d06-4e5d-914a-afc316898c49.vmdk {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2128.116925] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Downloading stream optimized image 4689e02b-a883-4e93-97de-5e537fa21705 to [datastore1] OSTACK_IMG_1b9e2a16-4d06-4e5d-914a-afc316898c49/OSTACK_IMG_1b9e2a16-4d06-4e5d-914a-afc316898c49.vmdk on the data store datastore1 as vApp {{(pid=62306) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2128.117219] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Downloading image file data 4689e02b-a883-4e93-97de-5e537fa21705 to the ESX as VM named 'OSTACK_IMG_1b9e2a16-4d06-4e5d-914a-afc316898c49' {{(pid=62306) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2128.185954] env[62306]: DEBUG oslo_vmware.rw_handles [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2128.185954] env[62306]: value = "resgroup-9" [ 2128.185954] env[62306]: _type = "ResourcePool" [ 2128.185954] env[62306]: }. {{(pid=62306) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2128.186333] env[62306]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-bbfd4f3d-bac9-49f7-8fd4-0e9d0f71f7c4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.206984] env[62306]: DEBUG oslo_vmware.rw_handles [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lease: (returnval){ [ 2128.206984] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5267ae22-7547-5689-64a4-58604496ab76" [ 2128.206984] env[62306]: _type = "HttpNfcLease" [ 2128.206984] env[62306]: } obtained for vApp import into resource pool (val){ [ 2128.206984] env[62306]: value = "resgroup-9" [ 2128.206984] env[62306]: _type = "ResourcePool" [ 2128.206984] env[62306]: }. {{(pid=62306) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2128.207299] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the lease: (returnval){ [ 2128.207299] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5267ae22-7547-5689-64a4-58604496ab76" [ 2128.207299] env[62306]: _type = "HttpNfcLease" [ 2128.207299] env[62306]: } to be ready. {{(pid=62306) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2128.217346] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973388, 'name': RemoveSnapshot_Task, 'duration_secs': 0.370065} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.218685] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Deleted Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2128.218960] env[62306]: DEBUG nova.compute.manager [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2128.219201] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2128.219201] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5267ae22-7547-5689-64a4-58604496ab76" [ 2128.219201] env[62306]: _type = "HttpNfcLease" [ 2128.219201] env[62306]: } is initializing. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2128.219830] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786e7d8b-3c86-4f66-a9d9-15b1c5270a0b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.242876] env[62306]: DEBUG oslo_vmware.api [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973389, 'name': PowerOffVM_Task, 'duration_secs': 0.20611} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.243162] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2128.243334] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2128.243568] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34f0fb1f-c7bc-486a-8679-272740ee312e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.480760] env[62306]: DEBUG nova.objects.instance [None req-e60a65fb-4000-4d0c-8799-a775c926587a tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lazy-loading 'flavor' on Instance uuid 40baa260-59a9-47e1-b685-a6144302f433 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2128.529661] env[62306]: DEBUG nova.compute.manager [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2128.529884] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2128.530810] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a594e1-6bb9-4942-b258-0283f7effea3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.538945] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2128.539205] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e577d24-740a-47f6-aa13-b0a110f3fc1d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.544760] env[62306]: DEBUG oslo_vmware.api [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2128.544760] env[62306]: value = "task-1973393" [ 2128.544760] env[62306]: _type = "Task" [ 2128.544760] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.552224] env[62306]: DEBUG oslo_vmware.api [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.649019] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2128.649285] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2128.649472] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Deleting the datastore file [datastore1] f8e76e03-8b14-460f-a719-275b19ccb37e {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2128.649756] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18bdf442-fe7e-4aa1-bc44-a585a63a7b51 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.657030] env[62306]: DEBUG oslo_vmware.api [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2128.657030] env[62306]: value = "task-1973394" [ 2128.657030] env[62306]: _type = "Task" [ 2128.657030] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.667475] env[62306]: DEBUG oslo_vmware.api [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.718299] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2128.718299] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5267ae22-7547-5689-64a4-58604496ab76" [ 2128.718299] env[62306]: _type = "HttpNfcLease" [ 2128.718299] env[62306]: } is initializing. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2128.730745] env[62306]: INFO nova.compute.manager [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Shelve offloading [ 2129.054640] env[62306]: DEBUG oslo_vmware.api [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973393, 'name': PowerOffVM_Task, 'duration_secs': 0.199195} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.055255] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2129.055255] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2129.055398] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58ebc3fb-3e1d-4fce-8653-67bf75109e0b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.167265] env[62306]: DEBUG oslo_vmware.api [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362367} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.167547] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2129.167735] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2129.167915] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2129.168120] env[62306]: INFO nova.compute.manager [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Took 1.45 seconds to destroy the instance on the hypervisor. [ 2129.168393] env[62306]: DEBUG oslo.service.loopingcall [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2129.168599] env[62306]: DEBUG nova.compute.manager [-] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2129.168693] env[62306]: DEBUG nova.network.neutron [-] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2129.220729] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2129.220729] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5267ae22-7547-5689-64a4-58604496ab76" [ 2129.220729] env[62306]: _type = "HttpNfcLease" [ 2129.220729] env[62306]: } is ready. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2129.221024] env[62306]: DEBUG oslo_vmware.rw_handles [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2129.221024] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5267ae22-7547-5689-64a4-58604496ab76" [ 2129.221024] env[62306]: _type = "HttpNfcLease" [ 2129.221024] env[62306]: }. {{(pid=62306) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2129.221762] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2003468b-76a7-48f4-9503-a74acd6f299b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.229346] env[62306]: DEBUG oslo_vmware.rw_handles [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d24b7-69c9-404b-f79a-5b28df2d27dd/disk-0.vmdk from lease info. {{(pid=62306) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2129.229546] env[62306]: DEBUG oslo_vmware.rw_handles [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d24b7-69c9-404b-f79a-5b28df2d27dd/disk-0.vmdk. {{(pid=62306) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2129.286901] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2129.287662] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11e928de-fade-4370-935b-3837b32abde3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.296743] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d0dc707a-e94a-4dbb-9e15-10de195ee264 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.299395] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2129.299395] env[62306]: value = "task-1973396" [ 2129.299395] env[62306]: _type = "Task" [ 2129.299395] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.310851] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] VM already powered off {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2129.311185] env[62306]: DEBUG nova.compute.manager [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2129.312039] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39adb60-0fda-4744-8171-7a163dec3405 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.318435] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "refresh_cache-6647c885-e110-4cbc-bfcc-7b097a5587d3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2129.318673] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquired lock "refresh_cache-6647c885-e110-4cbc-bfcc-7b097a5587d3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2129.318883] env[62306]: DEBUG nova.network.neutron [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2129.323688] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2129.324101] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2129.324235] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Deleting the datastore file [datastore1] 80950dc6-b412-420e-95ad-958d09df8cda {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2129.324408] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41c0e48e-ee4e-4bcd-9b82-958b5a58af27 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.332172] env[62306]: DEBUG oslo_vmware.api [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2129.332172] env[62306]: value = "task-1973397" [ 2129.332172] env[62306]: _type = "Task" [ 2129.332172] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.346244] env[62306]: DEBUG oslo_vmware.api [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.425402] env[62306]: DEBUG nova.compute.manager [req-ffcddbf2-1a4d-416b-a25c-bb92ddb7400a req-d362379a-b7bc-4929-b048-1cd0b5197db1 service nova] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Received event network-vif-deleted-12f5171b-28b2-4706-9116-dbf2a5c62c71 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2129.425815] env[62306]: INFO nova.compute.manager [req-ffcddbf2-1a4d-416b-a25c-bb92ddb7400a req-d362379a-b7bc-4929-b048-1cd0b5197db1 service nova] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Neutron deleted interface 12f5171b-28b2-4706-9116-dbf2a5c62c71; detaching it from the instance and deleting it from the info cache [ 2129.425953] env[62306]: DEBUG nova.network.neutron [req-ffcddbf2-1a4d-416b-a25c-bb92ddb7400a req-d362379a-b7bc-4929-b048-1cd0b5197db1 service nova] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2129.492514] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e60a65fb-4000-4d0c-8799-a775c926587a tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "40baa260-59a9-47e1-b685-a6144302f433" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.228s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.851483] env[62306]: DEBUG oslo_vmware.api [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255436} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.851483] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2129.851483] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2129.851483] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2129.851719] env[62306]: INFO nova.compute.manager [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Took 1.32 seconds to destroy the instance on the hypervisor. [ 2129.851910] env[62306]: DEBUG oslo.service.loopingcall [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2129.853919] env[62306]: DEBUG nova.compute.manager [-] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2129.853919] env[62306]: DEBUG nova.network.neutron [-] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2129.901098] env[62306]: DEBUG nova.network.neutron [-] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2129.929023] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8f0f2c8-07b1-400d-8bf5-18cd7547c9f7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.948319] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbaf6f7-248a-4ae7-90e5-b8a6a9270539 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.004875] env[62306]: DEBUG nova.compute.manager [req-ffcddbf2-1a4d-416b-a25c-bb92ddb7400a req-d362379a-b7bc-4929-b048-1cd0b5197db1 service nova] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Detach interface failed, port_id=12f5171b-28b2-4706-9116-dbf2a5c62c71, reason: Instance f8e76e03-8b14-460f-a719-275b19ccb37e could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2130.347030] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "40baa260-59a9-47e1-b685-a6144302f433" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2130.347030] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "40baa260-59a9-47e1-b685-a6144302f433" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2130.347030] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "40baa260-59a9-47e1-b685-a6144302f433-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2130.347030] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "40baa260-59a9-47e1-b685-a6144302f433-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2130.347030] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "40baa260-59a9-47e1-b685-a6144302f433-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.357622] env[62306]: INFO nova.compute.manager [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Terminating instance [ 2130.403855] env[62306]: INFO nova.compute.manager [-] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Took 1.23 seconds to deallocate network for instance. [ 2130.499359] env[62306]: DEBUG nova.network.neutron [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Updating instance_info_cache with network_info: [{"id": "d4b97cce-1e3c-4717-9eb9-65a14e201a60", "address": "fa:16:3e:d6:1e:9f", "network": {"id": "e2328f16-bf16-4ab8-9332-ce95c272eb91", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-498841236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04070275bfc432c82a18ed94ae46533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b97cce-1e", "ovs_interfaceid": "d4b97cce-1e3c-4717-9eb9-65a14e201a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2130.675025] env[62306]: DEBUG oslo_vmware.rw_handles [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Completed reading data from the image iterator. {{(pid=62306) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2130.675025] env[62306]: DEBUG oslo_vmware.rw_handles [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d24b7-69c9-404b-f79a-5b28df2d27dd/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2130.675025] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32053a51-1f44-4047-baec-dd7d52ca6ff1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.682980] env[62306]: DEBUG oslo_vmware.rw_handles [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d24b7-69c9-404b-f79a-5b28df2d27dd/disk-0.vmdk is in state: ready. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2130.683402] env[62306]: DEBUG oslo_vmware.rw_handles [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d24b7-69c9-404b-f79a-5b28df2d27dd/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2130.683763] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b17f5170-3dcf-425f-a3a5-96491e47aae3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.862455] env[62306]: DEBUG nova.compute.manager [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2130.862735] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2130.864974] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2682a275-401a-4300-841b-c98778dfca01 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.874368] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2130.874878] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5525b9b-b27b-4bc1-9ffd-0f999f7fe281 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.881879] env[62306]: DEBUG oslo_vmware.api [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2130.881879] env[62306]: value = "task-1973398" [ 2130.881879] env[62306]: _type = "Task" [ 2130.881879] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.890740] env[62306]: DEBUG oslo_vmware.api [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.911996] env[62306]: DEBUG oslo_concurrency.lockutils [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2130.912388] env[62306]: DEBUG oslo_concurrency.lockutils [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2130.913212] env[62306]: DEBUG nova.objects.instance [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lazy-loading 'resources' on Instance uuid f8e76e03-8b14-460f-a719-275b19ccb37e {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2130.948178] env[62306]: DEBUG oslo_vmware.rw_handles [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d24b7-69c9-404b-f79a-5b28df2d27dd/disk-0.vmdk. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2130.948450] env[62306]: INFO nova.virt.vmwareapi.images [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Downloaded image file data 4689e02b-a883-4e93-97de-5e537fa21705 [ 2130.949292] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91698ce7-b5ac-4fed-b83e-4fa3c7b0f2ed {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.965469] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8debf5e9-ebc3-4987-98e3-4cc51adb23dc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.995949] env[62306]: INFO nova.virt.vmwareapi.images [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] The imported VM was unregistered [ 2130.998328] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Caching image {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2130.998559] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Creating directory with path [datastore1] devstack-image-cache_base/4689e02b-a883-4e93-97de-5e537fa21705 {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2130.999202] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06ba85e9-4259-4be9-b9ee-e6a56fb3e27b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.003912] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Releasing lock "refresh_cache-6647c885-e110-4cbc-bfcc-7b097a5587d3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2131.012647] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Created directory with path [datastore1] devstack-image-cache_base/4689e02b-a883-4e93-97de-5e537fa21705 {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2131.013330] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1b9e2a16-4d06-4e5d-914a-afc316898c49/OSTACK_IMG_1b9e2a16-4d06-4e5d-914a-afc316898c49.vmdk to [datastore1] devstack-image-cache_base/4689e02b-a883-4e93-97de-5e537fa21705/4689e02b-a883-4e93-97de-5e537fa21705.vmdk. {{(pid=62306) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2131.013330] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-061fa7fd-ecbc-46b1-9958-e9beea34dedc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.020184] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2131.020184] env[62306]: value = "task-1973400" [ 2131.020184] env[62306]: _type = "Task" [ 2131.020184] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.028271] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973400, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.047827] env[62306]: DEBUG nova.network.neutron [-] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2131.396236] env[62306]: DEBUG oslo_vmware.api [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973398, 'name': PowerOffVM_Task, 'duration_secs': 0.22395} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.397541] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2131.397541] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2131.397541] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83d86496-ae8f-4976-bfc0-a22b60cb1d95 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.489724] env[62306]: DEBUG nova.compute.manager [req-258342d9-5071-410d-96bc-accc4f544a22 req-ce18ce3f-746f-417c-99e3-696101c5777c service nova] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Received event network-vif-deleted-41752c54-6f66-40f0-90f4-4bb0f515141b {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2131.490128] env[62306]: DEBUG nova.compute.manager [req-258342d9-5071-410d-96bc-accc4f544a22 req-ce18ce3f-746f-417c-99e3-696101c5777c service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Received event network-vif-unplugged-d4b97cce-1e3c-4717-9eb9-65a14e201a60 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2131.490419] env[62306]: DEBUG oslo_concurrency.lockutils [req-258342d9-5071-410d-96bc-accc4f544a22 req-ce18ce3f-746f-417c-99e3-696101c5777c service nova] Acquiring lock "6647c885-e110-4cbc-bfcc-7b097a5587d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.491095] env[62306]: DEBUG oslo_concurrency.lockutils [req-258342d9-5071-410d-96bc-accc4f544a22 req-ce18ce3f-746f-417c-99e3-696101c5777c service nova] Lock "6647c885-e110-4cbc-bfcc-7b097a5587d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.493182] env[62306]: DEBUG oslo_concurrency.lockutils [req-258342d9-5071-410d-96bc-accc4f544a22 req-ce18ce3f-746f-417c-99e3-696101c5777c service nova] Lock "6647c885-e110-4cbc-bfcc-7b097a5587d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.493182] env[62306]: DEBUG nova.compute.manager [req-258342d9-5071-410d-96bc-accc4f544a22 req-ce18ce3f-746f-417c-99e3-696101c5777c service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] No waiting events found dispatching network-vif-unplugged-d4b97cce-1e3c-4717-9eb9-65a14e201a60 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2131.493182] env[62306]: WARNING nova.compute.manager [req-258342d9-5071-410d-96bc-accc4f544a22 req-ce18ce3f-746f-417c-99e3-696101c5777c service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Received unexpected event network-vif-unplugged-d4b97cce-1e3c-4717-9eb9-65a14e201a60 for instance with vm_state shelved and task_state shelving_offloading. [ 2131.518297] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2131.518537] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2131.518737] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Deleting the datastore file [datastore1] 40baa260-59a9-47e1-b685-a6144302f433 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2131.519057] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c21f84ec-09c9-4339-a684-79bf2e3bb0ec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.537276] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973400, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.538922] env[62306]: DEBUG oslo_vmware.api [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2131.538922] env[62306]: value = "task-1973402" [ 2131.538922] env[62306]: _type = "Task" [ 2131.538922] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.549914] env[62306]: INFO nova.compute.manager [-] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Took 1.70 seconds to deallocate network for instance. [ 2131.555923] env[62306]: DEBUG oslo_vmware.api [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.577607] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2131.578925] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f02dc3a-0176-4e6b-a7b1-d9c81acef9bf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.591473] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2131.591778] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-148a1cf5-d47d-49ed-b70f-d29c521816b7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.693204] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a698e9a9-5397-4670-9b5c-975d49a8aa0b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.703855] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589a1f1e-779d-4a57-99d7-f5c1d25cb872 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.744125] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df875f6c-b00b-4ff8-92b2-59dfd8eaa264 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.753966] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaeca64-0986-40e4-ab72-87704b6a0cdb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.772420] env[62306]: DEBUG nova.compute.provider_tree [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2131.807782] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2131.808102] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2131.808310] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Deleting the datastore file [datastore1] 6647c885-e110-4cbc-bfcc-7b097a5587d3 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2131.808924] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97571edf-e0f7-4c40-b021-981dabeadcca {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.820123] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2131.820123] env[62306]: value = "task-1973405" [ 2131.820123] env[62306]: _type = "Task" [ 2131.820123] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.832851] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.040337] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973400, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.052495] env[62306]: DEBUG oslo_vmware.api [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.062745] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.279125] env[62306]: DEBUG nova.scheduler.client.report [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2132.335544] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.542598] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973400, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.556798] env[62306]: DEBUG oslo_vmware.api [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.787351] env[62306]: DEBUG oslo_concurrency.lockutils [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.789850] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.727s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.790167] env[62306]: DEBUG nova.objects.instance [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lazy-loading 'resources' on Instance uuid 80950dc6-b412-420e-95ad-958d09df8cda {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2132.819215] env[62306]: INFO nova.scheduler.client.report [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Deleted allocations for instance f8e76e03-8b14-460f-a719-275b19ccb37e [ 2132.837640] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.042877] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973400, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.055183] env[62306]: DEBUG oslo_vmware.api [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.332372] env[62306]: DEBUG oslo_concurrency.lockutils [None req-deb4b675-11ca-49ca-a6b0-82175998549e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "f8e76e03-8b14-460f-a719-275b19ccb37e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.120s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.337442] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.416591] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d6eb46-4561-413b-962f-cc693dd14b1c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.424689] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643544f8-df14-4597-9d45-5d4b2277adc7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.456343] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4ae3ef-39ed-4b33-b267-2b41fff31a93 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.463931] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566b2229-749a-4f01-aa6b-bca44ec45b78 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.478470] env[62306]: DEBUG nova.compute.provider_tree [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2133.538636] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973400, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.433343} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.538910] env[62306]: INFO nova.virt.vmwareapi.ds_util [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1b9e2a16-4d06-4e5d-914a-afc316898c49/OSTACK_IMG_1b9e2a16-4d06-4e5d-914a-afc316898c49.vmdk to [datastore1] devstack-image-cache_base/4689e02b-a883-4e93-97de-5e537fa21705/4689e02b-a883-4e93-97de-5e537fa21705.vmdk. [ 2133.539118] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Cleaning up location [datastore1] OSTACK_IMG_1b9e2a16-4d06-4e5d-914a-afc316898c49 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2133.539302] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1b9e2a16-4d06-4e5d-914a-afc316898c49 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2133.539559] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-186dce0c-0951-42e4-b408-092efcf1d46b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.543251] env[62306]: DEBUG nova.compute.manager [req-7a4d568a-be77-4ebf-aeca-0b72f6b0cded req-babe557f-99e2-4daa-96b7-553bb3488713 service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Received event network-changed-d4b97cce-1e3c-4717-9eb9-65a14e201a60 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2133.543457] env[62306]: DEBUG nova.compute.manager [req-7a4d568a-be77-4ebf-aeca-0b72f6b0cded req-babe557f-99e2-4daa-96b7-553bb3488713 service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Refreshing instance network info cache due to event network-changed-d4b97cce-1e3c-4717-9eb9-65a14e201a60. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2133.543626] env[62306]: DEBUG oslo_concurrency.lockutils [req-7a4d568a-be77-4ebf-aeca-0b72f6b0cded req-babe557f-99e2-4daa-96b7-553bb3488713 service nova] Acquiring lock "refresh_cache-6647c885-e110-4cbc-bfcc-7b097a5587d3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2133.543764] env[62306]: DEBUG oslo_concurrency.lockutils [req-7a4d568a-be77-4ebf-aeca-0b72f6b0cded req-babe557f-99e2-4daa-96b7-553bb3488713 service nova] Acquired lock "refresh_cache-6647c885-e110-4cbc-bfcc-7b097a5587d3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2133.543919] env[62306]: DEBUG nova.network.neutron [req-7a4d568a-be77-4ebf-aeca-0b72f6b0cded req-babe557f-99e2-4daa-96b7-553bb3488713 service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Refreshing network info cache for port d4b97cce-1e3c-4717-9eb9-65a14e201a60 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2133.550618] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2133.550618] env[62306]: value = "task-1973406" [ 2133.550618] env[62306]: _type = "Task" [ 2133.550618] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.557418] env[62306]: DEBUG oslo_vmware.api [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.806929} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.558063] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2133.558305] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2133.558544] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2133.558749] env[62306]: INFO nova.compute.manager [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Took 2.70 seconds to destroy the instance on the hypervisor. [ 2133.559058] env[62306]: DEBUG oslo.service.loopingcall [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2133.559532] env[62306]: DEBUG nova.compute.manager [-] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2133.559647] env[62306]: DEBUG nova.network.neutron [-] [instance: 40baa260-59a9-47e1-b685-a6144302f433] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2133.564477] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.836568] env[62306]: DEBUG oslo_vmware.api [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.561146} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.837058] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2133.837383] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2133.837696] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2133.873648] env[62306]: INFO nova.scheduler.client.report [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Deleted allocations for instance 6647c885-e110-4cbc-bfcc-7b097a5587d3 [ 2133.984085] env[62306]: DEBUG nova.scheduler.client.report [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2134.064433] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04683} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.066201] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2134.066201] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4689e02b-a883-4e93-97de-5e537fa21705/4689e02b-a883-4e93-97de-5e537fa21705.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2134.066201] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4689e02b-a883-4e93-97de-5e537fa21705/4689e02b-a883-4e93-97de-5e537fa21705.vmdk to [datastore1] 31f3e1c8-bc13-47c5-be84-75e87903c50c/31f3e1c8-bc13-47c5-be84-75e87903c50c.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2134.066201] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89c004ba-5db9-453b-963a-8aac45047a1f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.075248] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2134.075248] env[62306]: value = "task-1973407" [ 2134.075248] env[62306]: _type = "Task" [ 2134.075248] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.084204] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.378452] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.434984] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "524609b8-f0f9-4703-ae2a-448cbf9513cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.435328] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "524609b8-f0f9-4703-ae2a-448cbf9513cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.486952] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.490630] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.112s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.491197] env[62306]: DEBUG nova.objects.instance [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lazy-loading 'resources' on Instance uuid 6647c885-e110-4cbc-bfcc-7b097a5587d3 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2134.542652] env[62306]: INFO nova.scheduler.client.report [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Deleted allocations for instance 80950dc6-b412-420e-95ad-958d09df8cda [ 2134.589810] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973407, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.603491] env[62306]: DEBUG nova.network.neutron [req-7a4d568a-be77-4ebf-aeca-0b72f6b0cded req-babe557f-99e2-4daa-96b7-553bb3488713 service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Updated VIF entry in instance network info cache for port d4b97cce-1e3c-4717-9eb9-65a14e201a60. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2134.603895] env[62306]: DEBUG nova.network.neutron [req-7a4d568a-be77-4ebf-aeca-0b72f6b0cded req-babe557f-99e2-4daa-96b7-553bb3488713 service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Updating instance_info_cache with network_info: [{"id": "d4b97cce-1e3c-4717-9eb9-65a14e201a60", "address": "fa:16:3e:d6:1e:9f", "network": {"id": "e2328f16-bf16-4ab8-9332-ce95c272eb91", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-498841236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04070275bfc432c82a18ed94ae46533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd4b97cce-1e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2134.803821] env[62306]: DEBUG nova.network.neutron [-] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2134.941251] env[62306]: DEBUG nova.compute.manager [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2134.993613] env[62306]: DEBUG nova.objects.instance [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lazy-loading 'numa_topology' on Instance uuid 6647c885-e110-4cbc-bfcc-7b097a5587d3 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2135.052718] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d35a37d2-6d2d-4ace-ae0e-f74bf04df678 tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "80950dc6-b412-420e-95ad-958d09df8cda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.030s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.089791] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973407, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.107132] env[62306]: DEBUG oslo_concurrency.lockutils [req-7a4d568a-be77-4ebf-aeca-0b72f6b0cded req-babe557f-99e2-4daa-96b7-553bb3488713 service nova] Releasing lock "refresh_cache-6647c885-e110-4cbc-bfcc-7b097a5587d3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2135.308171] env[62306]: INFO nova.compute.manager [-] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Took 1.75 seconds to deallocate network for instance. [ 2135.470620] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.497143] env[62306]: DEBUG nova.objects.base [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Object Instance<6647c885-e110-4cbc-bfcc-7b097a5587d3> lazy-loaded attributes: resources,numa_topology {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2135.585784] env[62306]: DEBUG nova.compute.manager [req-dfad5cdc-b2ec-4c6a-9ace-b940f7931ce6 req-d4db0ca8-8cdc-439e-aeab-7655e2f58cc8 service nova] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Received event network-vif-deleted-d64a3d36-926d-4c2d-9e10-0805d457dd46 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2135.599540] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973407, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.632442] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3e087d-25bc-4111-889a-9ce4d6ef2854 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.645286] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0c6b59-6cb2-4623-8a09-5835a9f57646 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.683787] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72643c6-edb7-43cd-ab41-9fc0090d8300 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.696158] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0875560f-8254-4b9e-8437-59b948dff6dc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.713928] env[62306]: DEBUG nova.compute.provider_tree [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2135.817230] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2136.090918] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973407, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.217745] env[62306]: DEBUG nova.scheduler.client.report [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2136.587981] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973407, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.414275} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.588304] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4689e02b-a883-4e93-97de-5e537fa21705/4689e02b-a883-4e93-97de-5e537fa21705.vmdk to [datastore1] 31f3e1c8-bc13-47c5-be84-75e87903c50c/31f3e1c8-bc13-47c5-be84-75e87903c50c.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2136.589096] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaeb9ec-8d26-4616-847c-f0e92418282a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.611041] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 31f3e1c8-bc13-47c5-be84-75e87903c50c/31f3e1c8-bc13-47c5-be84-75e87903c50c.vmdk or device None with type streamOptimized {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2136.611457] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47608086-acf6-40e3-8cf5-35ff1cfc40b8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.632865] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2136.632865] env[62306]: value = "task-1973409" [ 2136.632865] env[62306]: _type = "Task" [ 2136.632865] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.640773] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.723349] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.725950] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.255s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.727395] env[62306]: INFO nova.compute.claims [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2136.893244] env[62306]: INFO nova.compute.manager [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Rebuilding instance [ 2136.934101] env[62306]: DEBUG nova.compute.manager [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2136.934946] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720ee453-de33-49ba-aa4d-b961b62b7b70 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.142472] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.237084] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f915bd2d-b20a-423b-a9f4-86200b092f3f tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "6647c885-e110-4cbc-bfcc-7b097a5587d3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.211s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.400782] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "6647c885-e110-4cbc-bfcc-7b097a5587d3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.400920] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "6647c885-e110-4cbc-bfcc-7b097a5587d3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.401100] env[62306]: INFO nova.compute.manager [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Unshelving [ 2137.643305] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973409, 'name': ReconfigVM_Task, 'duration_secs': 0.855485} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.643611] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 31f3e1c8-bc13-47c5-be84-75e87903c50c/31f3e1c8-bc13-47c5-be84-75e87903c50c.vmdk or device None with type streamOptimized {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2137.644213] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8841377d-8e0c-4ef5-820e-5b3659d2921d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.649758] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2137.649758] env[62306]: value = "task-1973410" [ 2137.649758] env[62306]: _type = "Task" [ 2137.649758] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.657840] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973410, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.840223] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b3a9da-e737-4d16-a571-2f1154bf667d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.844417] env[62306]: DEBUG oslo_concurrency.lockutils [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "5227c9ce-84d2-4a50-a653-fb317daa2d87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.844680] env[62306]: DEBUG oslo_concurrency.lockutils [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "5227c9ce-84d2-4a50-a653-fb317daa2d87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.844908] env[62306]: DEBUG oslo_concurrency.lockutils [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "5227c9ce-84d2-4a50-a653-fb317daa2d87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.845106] env[62306]: DEBUG oslo_concurrency.lockutils [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "5227c9ce-84d2-4a50-a653-fb317daa2d87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.845276] env[62306]: DEBUG oslo_concurrency.lockutils [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "5227c9ce-84d2-4a50-a653-fb317daa2d87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.848814] env[62306]: INFO nova.compute.manager [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Terminating instance [ 2137.850786] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa829bac-899c-461a-9311-e90f91dc01c9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.882492] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c6b3db-1697-4f24-82bc-576c53dbeb0f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.889961] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f6cd5a-1848-43b7-ada4-edb406c58726 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.903110] env[62306]: DEBUG nova.compute.provider_tree [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2137.948679] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2137.948955] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55481e7a-e180-4dab-b5c1-b129f6f4d7d1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.955753] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2137.955753] env[62306]: value = "task-1973411" [ 2137.955753] env[62306]: _type = "Task" [ 2137.955753] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.963905] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.160015] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973410, 'name': Rename_Task, 'duration_secs': 0.135753} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.160361] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2138.160573] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92fcbeb4-9810-4332-b91f-f5d8ce7756a6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.166827] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2138.166827] env[62306]: value = "task-1973412" [ 2138.166827] env[62306]: _type = "Task" [ 2138.166827] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.173876] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.357664] env[62306]: DEBUG nova.compute.manager [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2138.357905] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2138.359017] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d482e16-71d3-4844-a774-39952fd47333 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.366610] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2138.366826] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1431404-ae05-469f-a405-118673301ea6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.372459] env[62306]: DEBUG oslo_vmware.api [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2138.372459] env[62306]: value = "task-1973413" [ 2138.372459] env[62306]: _type = "Task" [ 2138.372459] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.380892] env[62306]: DEBUG oslo_vmware.api [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.407543] env[62306]: DEBUG nova.scheduler.client.report [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2138.425695] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.467034] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973411, 'name': PowerOffVM_Task, 'duration_secs': 0.16819} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.467352] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2138.467512] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2138.468318] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dea82d-bad3-4cbd-83a4-56dec580aa1f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.475986] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2138.476256] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcb57d49-ce94-4403-882e-8b36cdcd7ba8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.676949] env[62306]: DEBUG oslo_vmware.api [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973412, 'name': PowerOnVM_Task, 'duration_secs': 0.449777} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.677320] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2138.694438] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2138.694648] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2138.694744] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Deleting the datastore file [datastore1] 92138227-16f2-4717-b1b0-225605babedd {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2138.695382] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd6d3642-6239-4049-ba9f-8ceacec670be {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.702864] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2138.702864] env[62306]: value = "task-1973415" [ 2138.702864] env[62306]: _type = "Task" [ 2138.702864] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.710968] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.786804] env[62306]: DEBUG nova.compute.manager [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2138.787743] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c1e169-3fe3-4a12-9cf1-80006b0ca891 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.881554] env[62306]: DEBUG oslo_vmware.api [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973413, 'name': PowerOffVM_Task, 'duration_secs': 0.200699} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.881823] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2138.881985] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2138.882288] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b6160ff-fc38-47ad-a291-7dfb8a8f8a86 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.914286] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.914979] env[62306]: DEBUG nova.compute.manager [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2138.918234] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.101s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.918455] env[62306]: DEBUG nova.objects.instance [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lazy-loading 'resources' on Instance uuid 40baa260-59a9-47e1-b685-a6144302f433 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2139.073118] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2139.073389] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2139.073584] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Deleting the datastore file [datastore1] 5227c9ce-84d2-4a50-a653-fb317daa2d87 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2139.073851] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a5107ed-d81f-4ad4-a37f-74ce044e1994 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.081191] env[62306]: DEBUG oslo_vmware.api [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for the task: (returnval){ [ 2139.081191] env[62306]: value = "task-1973417" [ 2139.081191] env[62306]: _type = "Task" [ 2139.081191] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.088910] env[62306]: DEBUG oslo_vmware.api [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.213359] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140418} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.213609] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2139.213794] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2139.213969] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2139.304055] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8ae3b429-6731-4d37-b2bf-e7e53dcdb9d9 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "31f3e1c8-bc13-47c5-be84-75e87903c50c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.685s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.421880] env[62306]: DEBUG nova.compute.utils [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2139.423287] env[62306]: DEBUG nova.compute.manager [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2139.423460] env[62306]: DEBUG nova.network.neutron [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2139.476512] env[62306]: DEBUG nova.policy [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5459ae7ce0a949ba8736ff343ec643b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad0b09c178964771ac556856d6db2937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2139.558789] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41369845-3e57-49b7-935b-0f551b6f8063 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.566849] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067d0a0d-b4ff-490e-8bac-069e8f76a74c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.599475] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f6d184-5825-4fd0-b91a-1d95dfa8fd95 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.607230] env[62306]: DEBUG oslo_vmware.api [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Task: {'id': task-1973417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46053} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.609151] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2139.609353] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2139.609535] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2139.609721] env[62306]: INFO nova.compute.manager [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2139.609970] env[62306]: DEBUG oslo.service.loopingcall [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2139.610270] env[62306]: DEBUG nova.compute.manager [-] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2139.610383] env[62306]: DEBUG nova.network.neutron [-] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2139.612869] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8d62de-f91a-42d5-ab31-4fcb2ebfdb41 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.627248] env[62306]: DEBUG nova.compute.provider_tree [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2139.909574] env[62306]: DEBUG nova.network.neutron [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Successfully created port: 89a70cff-1cc5-4e00-a8ba-2e7c56e63c3d {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2139.929639] env[62306]: DEBUG nova.compute.manager [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2140.112431] env[62306]: DEBUG nova.compute.manager [req-22d59804-1773-48b6-adcc-471711c0aa6b req-8c3a3539-a377-4001-ad85-e6e3130d4023 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Received event network-vif-deleted-18056db5-21c8-4754-a251-46c143499f83 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2140.112636] env[62306]: INFO nova.compute.manager [req-22d59804-1773-48b6-adcc-471711c0aa6b req-8c3a3539-a377-4001-ad85-e6e3130d4023 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Neutron deleted interface 18056db5-21c8-4754-a251-46c143499f83; detaching it from the instance and deleting it from the info cache [ 2140.112808] env[62306]: DEBUG nova.network.neutron [req-22d59804-1773-48b6-adcc-471711c0aa6b req-8c3a3539-a377-4001-ad85-e6e3130d4023 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.148234] env[62306]: ERROR nova.scheduler.client.report [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [req-0ce108d4-d45d-4bd4-bacc-7da2b315739f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0ce108d4-d45d-4bd4-bacc-7da2b315739f"}]} [ 2140.163905] env[62306]: DEBUG nova.scheduler.client.report [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2140.181452] env[62306]: DEBUG nova.scheduler.client.report [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2140.181760] env[62306]: DEBUG nova.compute.provider_tree [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2140.195362] env[62306]: DEBUG nova.scheduler.client.report [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2140.214619] env[62306]: DEBUG nova.scheduler.client.report [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2140.257357] env[62306]: DEBUG nova.virt.hardware [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2140.257607] env[62306]: DEBUG nova.virt.hardware [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2140.257764] env[62306]: DEBUG nova.virt.hardware [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2140.257946] env[62306]: DEBUG nova.virt.hardware [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2140.258103] env[62306]: DEBUG nova.virt.hardware [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2140.258254] env[62306]: DEBUG nova.virt.hardware [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2140.258464] env[62306]: DEBUG nova.virt.hardware [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2140.258624] env[62306]: DEBUG nova.virt.hardware [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2140.258788] env[62306]: DEBUG nova.virt.hardware [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2140.258949] env[62306]: DEBUG nova.virt.hardware [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2140.259138] env[62306]: DEBUG nova.virt.hardware [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2140.260301] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4399f7ba-1152-4250-9dea-4b7faaa74cb7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.270454] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace42bd7-0955-4245-8ee9-9e21a92772cb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.288566] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:04:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2907cce-d529-4809-af05-d29397bed211', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '872cc941-dd18-4b69-a115-d24c376fc9cc', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2140.296075] env[62306]: DEBUG oslo.service.loopingcall [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2140.298421] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92138227-16f2-4717-b1b0-225605babedd] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2140.298808] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0937c187-6495-4d11-8404-8b6d2f3a6ec2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.321844] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2140.321844] env[62306]: value = "task-1973418" [ 2140.321844] env[62306]: _type = "Task" [ 2140.321844] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.329194] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973418, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.357508] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b817f8-d394-4b4a-b376-d77e5b021dcb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.364455] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304bac7b-049d-4342-9013-03fb59e5a92e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.401030] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c538c1-db7d-49ce-8643-a0ab75c18dbb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.409490] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf54974-07bd-491a-9769-86861adb8752 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.423420] env[62306]: DEBUG nova.compute.provider_tree [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2140.592411] env[62306]: DEBUG nova.network.neutron [-] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.616736] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8079458-63e3-4fc1-9041-dfbdd0722a08 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.629571] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f9ff04-ad9a-4285-ba1d-748ea101a931 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.654989] env[62306]: DEBUG nova.compute.manager [req-22d59804-1773-48b6-adcc-471711c0aa6b req-8c3a3539-a377-4001-ad85-e6e3130d4023 service nova] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Detach interface failed, port_id=18056db5-21c8-4754-a251-46c143499f83, reason: Instance 5227c9ce-84d2-4a50-a653-fb317daa2d87 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2140.831928] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973418, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.939946] env[62306]: DEBUG nova.compute.manager [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2140.956662] env[62306]: DEBUG nova.scheduler.client.report [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2140.956928] env[62306]: DEBUG nova.compute.provider_tree [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 163 to 164 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2140.957287] env[62306]: DEBUG nova.compute.provider_tree [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2140.969225] env[62306]: DEBUG nova.virt.hardware [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2140.969522] env[62306]: DEBUG nova.virt.hardware [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2140.969679] env[62306]: DEBUG nova.virt.hardware [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2140.969870] env[62306]: DEBUG nova.virt.hardware [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2140.970178] env[62306]: DEBUG nova.virt.hardware [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2140.970331] env[62306]: DEBUG nova.virt.hardware [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2140.970604] env[62306]: DEBUG nova.virt.hardware [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2140.970815] env[62306]: DEBUG nova.virt.hardware [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2140.971054] env[62306]: DEBUG nova.virt.hardware [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2140.971271] env[62306]: DEBUG nova.virt.hardware [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2140.971485] env[62306]: DEBUG nova.virt.hardware [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2140.972393] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f79eeb0-d7b2-411f-a1c2-a4dd360a4e95 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.981706] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb54b4f-4740-40d0-88af-f85e46f5560c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.097307] env[62306]: INFO nova.compute.manager [-] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Took 1.49 seconds to deallocate network for instance. [ 2141.332375] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973418, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.463054] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.544s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.464871] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.039s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.465107] env[62306]: DEBUG nova.objects.instance [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lazy-loading 'pci_requests' on Instance uuid 6647c885-e110-4cbc-bfcc-7b097a5587d3 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2141.482894] env[62306]: INFO nova.scheduler.client.report [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Deleted allocations for instance 40baa260-59a9-47e1-b685-a6144302f433 [ 2141.607880] env[62306]: DEBUG oslo_concurrency.lockutils [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.608989] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e3c28d-952c-4293-84a6-9ead8e4eabd6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.615997] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c22f56b6-3628-4afa-a044-094d7f49beb0 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Suspending the VM {{(pid=62306) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2141.616238] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0811e2a2-6f2b-4ed0-a1b7-3757af6f706a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.622832] env[62306]: DEBUG oslo_vmware.api [None req-c22f56b6-3628-4afa-a044-094d7f49beb0 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2141.622832] env[62306]: value = "task-1973419" [ 2141.622832] env[62306]: _type = "Task" [ 2141.622832] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.632022] env[62306]: DEBUG oslo_vmware.api [None req-c22f56b6-3628-4afa-a044-094d7f49beb0 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973419, 'name': SuspendVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.833509] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973418, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.969670] env[62306]: DEBUG nova.objects.instance [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lazy-loading 'numa_topology' on Instance uuid 6647c885-e110-4cbc-bfcc-7b097a5587d3 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2141.989575] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a9290125-1a75-4f62-9102-7929119735ef tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "40baa260-59a9-47e1-b685-a6144302f433" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.645s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.133097] env[62306]: DEBUG oslo_vmware.api [None req-c22f56b6-3628-4afa-a044-094d7f49beb0 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973419, 'name': SuspendVM_Task} progress is 70%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.335943] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973418, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.472991] env[62306]: INFO nova.compute.claims [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2142.636169] env[62306]: DEBUG oslo_vmware.api [None req-c22f56b6-3628-4afa-a044-094d7f49beb0 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973419, 'name': SuspendVM_Task, 'duration_secs': 0.629113} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.636169] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c22f56b6-3628-4afa-a044-094d7f49beb0 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Suspended the VM {{(pid=62306) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2142.636169] env[62306]: DEBUG nova.compute.manager [None req-c22f56b6-3628-4afa-a044-094d7f49beb0 tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2142.636169] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b20b40a-33ea-402f-8b36-e3e96450d0fa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.835603] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973418, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.335434] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973418, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.575843] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5846961b-a9b4-400b-88ae-7810058f7c1f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.583921] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828bab2c-d7ee-415b-80fd-6c07e3f79851 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.615367] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67e4bfc-34ec-479b-a549-f18f4b37e123 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.622793] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e380d5-d910-48a9-9056-0766c8e13a54 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.635772] env[62306]: DEBUG nova.compute.provider_tree [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2143.836536] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973418, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.004208] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "4e21c92c-c62d-4efd-bc04-7e1627ccc735" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.004445] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "4e21c92c-c62d-4efd-bc04-7e1627ccc735" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.056404] env[62306]: INFO nova.compute.manager [None req-ab0c5bd0-25d3-4077-81cc-845325d2f97f tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Resuming [ 2144.057016] env[62306]: DEBUG nova.objects.instance [None req-ab0c5bd0-25d3-4077-81cc-845325d2f97f tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lazy-loading 'flavor' on Instance uuid 31f3e1c8-bc13-47c5-be84-75e87903c50c {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2144.139254] env[62306]: DEBUG nova.scheduler.client.report [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2144.337198] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973418, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.507453] env[62306]: DEBUG nova.compute.manager [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2144.643925] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.179s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.646210] env[62306]: DEBUG oslo_concurrency.lockutils [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.038s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.646442] env[62306]: DEBUG nova.objects.instance [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lazy-loading 'resources' on Instance uuid 5227c9ce-84d2-4a50-a653-fb317daa2d87 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2144.686031] env[62306]: INFO nova.network.neutron [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Updating port d4b97cce-1e3c-4717-9eb9-65a14e201a60 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2144.837070] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973418, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.029725] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.239289] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6762547-31cc-46d3-ad21-82b2d15a8c52 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.246941] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050e638a-d3f6-4672-8298-89bd3e237471 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.276335] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e8c24b-c674-46ef-a386-05d8d8df1755 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.283707] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db96d97-b9da-488b-951d-89aa3295f973 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.296346] env[62306]: DEBUG nova.compute.provider_tree [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2145.337895] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973418, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.566571] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ab0c5bd0-25d3-4077-81cc-845325d2f97f tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "refresh_cache-31f3e1c8-bc13-47c5-be84-75e87903c50c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2145.566770] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ab0c5bd0-25d3-4077-81cc-845325d2f97f tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquired lock "refresh_cache-31f3e1c8-bc13-47c5-be84-75e87903c50c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2145.566956] env[62306]: DEBUG nova.network.neutron [None req-ab0c5bd0-25d3-4077-81cc-845325d2f97f tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2145.799557] env[62306]: DEBUG nova.scheduler.client.report [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2145.837870] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973418, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.258994] env[62306]: DEBUG nova.network.neutron [None req-ab0c5bd0-25d3-4077-81cc-845325d2f97f tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Updating instance_info_cache with network_info: [{"id": "9c9119e9-d72a-4c2e-8456-dae5210ca2c6", "address": "fa:16:3e:9b:e4:7a", "network": {"id": "88e397a1-bf77-4010-8ca3-28b1fbfc2126", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-670309153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f822101abf424a04948dcbf18a0903bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9119e9-d7", "ovs_interfaceid": "9c9119e9-d72a-4c2e-8456-dae5210ca2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.304252] env[62306]: DEBUG oslo_concurrency.lockutils [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.306348] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.277s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.307938] env[62306]: INFO nova.compute.claims [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2146.323695] env[62306]: INFO nova.scheduler.client.report [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Deleted allocations for instance 5227c9ce-84d2-4a50-a653-fb317daa2d87 [ 2146.338480] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973418, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.761722] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ab0c5bd0-25d3-4077-81cc-845325d2f97f tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Releasing lock "refresh_cache-31f3e1c8-bc13-47c5-be84-75e87903c50c" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2146.762793] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7514e3ec-5b4f-4cef-b762-0d4b1a6f01aa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.769775] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0c5bd0-25d3-4077-81cc-845325d2f97f tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Resuming the VM {{(pid=62306) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2146.770050] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c9a4fdd-60cc-4dff-9167-eb8d7f2db44e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.777339] env[62306]: DEBUG oslo_vmware.api [None req-ab0c5bd0-25d3-4077-81cc-845325d2f97f tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2146.777339] env[62306]: value = "task-1973420" [ 2146.777339] env[62306]: _type = "Task" [ 2146.777339] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.784311] env[62306]: DEBUG oslo_vmware.api [None req-ab0c5bd0-25d3-4077-81cc-845325d2f97f tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.832848] env[62306]: DEBUG oslo_concurrency.lockutils [None req-627daa04-5bb6-453c-a2bb-66d01a46ddde tempest-ServerActionsTestOtherA-960491698 tempest-ServerActionsTestOtherA-960491698-project-member] Lock "5227c9ce-84d2-4a50-a653-fb317daa2d87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.988s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.839324] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973418, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.287906] env[62306]: DEBUG oslo_vmware.api [None req-ab0c5bd0-25d3-4077-81cc-845325d2f97f tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.343450] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973418, 'name': CreateVM_Task, 'duration_secs': 6.705376} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.343988] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92138227-16f2-4717-b1b0-225605babedd] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2147.352150] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.352332] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.352675] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2147.353077] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b451f81a-bb24-404e-a19c-e52c406f1902 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.358444] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2147.358444] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52965956-dcae-daee-0087-9962332cc7ce" [ 2147.358444] env[62306]: _type = "Task" [ 2147.358444] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.368901] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52965956-dcae-daee-0087-9962332cc7ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.427016] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5798a45-528d-4596-9473-23c3151d08b4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.435123] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85c6802-8106-406a-a540-d61933be0587 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.472343] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2145dc48-7841-4fb4-9221-74ed875e8201 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.481568] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f399311-d716-4a91-aa5e-f64cafcb9217 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.497316] env[62306]: DEBUG nova.compute.provider_tree [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2147.788389] env[62306]: DEBUG oslo_vmware.api [None req-ab0c5bd0-25d3-4077-81cc-845325d2f97f tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973420, 'name': PowerOnVM_Task, 'duration_secs': 0.568986} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.788666] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0c5bd0-25d3-4077-81cc-845325d2f97f tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Resumed the VM {{(pid=62306) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2147.788845] env[62306]: DEBUG nova.compute.manager [None req-ab0c5bd0-25d3-4077-81cc-845325d2f97f tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2147.789612] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0f5b23-0c4f-47a5-bd12-17631cfae06d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.870056] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52965956-dcae-daee-0087-9962332cc7ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011949} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.870414] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2147.870659] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2147.870890] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.871131] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.871343] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2147.871672] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0e72344-3de0-49bd-9b65-083487988ea3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.880078] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2147.880267] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2147.881146] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5025d2ee-66cc-4ef0-98af-9e29f3ac9973 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.886969] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2147.886969] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52aabd8a-9b5a-41e6-7ab8-da0a7aee9146" [ 2147.886969] env[62306]: _type = "Task" [ 2147.886969] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.894639] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52aabd8a-9b5a-41e6-7ab8-da0a7aee9146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.951548] env[62306]: DEBUG nova.compute.manager [req-df9ad5f3-72fa-466a-b442-a3132dc944f9 req-4341354f-4deb-4a1a-9499-9f3d16ae56a0 service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Received event network-vif-plugged-d4b97cce-1e3c-4717-9eb9-65a14e201a60 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2147.951764] env[62306]: DEBUG oslo_concurrency.lockutils [req-df9ad5f3-72fa-466a-b442-a3132dc944f9 req-4341354f-4deb-4a1a-9499-9f3d16ae56a0 service nova] Acquiring lock "6647c885-e110-4cbc-bfcc-7b097a5587d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.951965] env[62306]: DEBUG oslo_concurrency.lockutils [req-df9ad5f3-72fa-466a-b442-a3132dc944f9 req-4341354f-4deb-4a1a-9499-9f3d16ae56a0 service nova] Lock "6647c885-e110-4cbc-bfcc-7b097a5587d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.952140] env[62306]: DEBUG oslo_concurrency.lockutils [req-df9ad5f3-72fa-466a-b442-a3132dc944f9 req-4341354f-4deb-4a1a-9499-9f3d16ae56a0 service nova] Lock "6647c885-e110-4cbc-bfcc-7b097a5587d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.952303] env[62306]: DEBUG nova.compute.manager [req-df9ad5f3-72fa-466a-b442-a3132dc944f9 req-4341354f-4deb-4a1a-9499-9f3d16ae56a0 service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] No waiting events found dispatching network-vif-plugged-d4b97cce-1e3c-4717-9eb9-65a14e201a60 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2147.952486] env[62306]: WARNING nova.compute.manager [req-df9ad5f3-72fa-466a-b442-a3132dc944f9 req-4341354f-4deb-4a1a-9499-9f3d16ae56a0 service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Received unexpected event network-vif-plugged-d4b97cce-1e3c-4717-9eb9-65a14e201a60 for instance with vm_state shelved_offloaded and task_state spawning. [ 2148.000940] env[62306]: DEBUG nova.scheduler.client.report [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2148.108842] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "refresh_cache-6647c885-e110-4cbc-bfcc-7b097a5587d3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2148.109062] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquired lock "refresh_cache-6647c885-e110-4cbc-bfcc-7b097a5587d3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2148.109256] env[62306]: DEBUG nova.network.neutron [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2148.164317] env[62306]: DEBUG nova.network.neutron [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Successfully updated port: 89a70cff-1cc5-4e00-a8ba-2e7c56e63c3d {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2148.397437] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52aabd8a-9b5a-41e6-7ab8-da0a7aee9146, 'name': SearchDatastore_Task, 'duration_secs': 0.008576} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.398283] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae03575d-7e41-448d-b0bd-a63d7c5095ee {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.404197] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2148.404197] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d707c9-fb44-15c6-56c1-f01b87ebcd4d" [ 2148.404197] env[62306]: _type = "Task" [ 2148.404197] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.411987] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d707c9-fb44-15c6-56c1-f01b87ebcd4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.506959] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.507552] env[62306]: DEBUG nova.compute.manager [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2148.672622] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "refresh_cache-524609b8-f0f9-4703-ae2a-448cbf9513cc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2148.672985] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired lock "refresh_cache-524609b8-f0f9-4703-ae2a-448cbf9513cc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2148.672985] env[62306]: DEBUG nova.network.neutron [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2148.914938] env[62306]: DEBUG nova.network.neutron [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Updating instance_info_cache with network_info: [{"id": "d4b97cce-1e3c-4717-9eb9-65a14e201a60", "address": "fa:16:3e:d6:1e:9f", "network": {"id": "e2328f16-bf16-4ab8-9332-ce95c272eb91", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-498841236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04070275bfc432c82a18ed94ae46533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b97cce-1e", "ovs_interfaceid": "d4b97cce-1e3c-4717-9eb9-65a14e201a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2148.919469] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d707c9-fb44-15c6-56c1-f01b87ebcd4d, 'name': SearchDatastore_Task, 'duration_secs': 0.013265} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.919931] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2148.920185] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 92138227-16f2-4717-b1b0-225605babedd/92138227-16f2-4717-b1b0-225605babedd.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2148.920457] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57ebea53-40ad-495e-8dcc-ecaa189e3156 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.927597] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2148.927597] env[62306]: value = "task-1973421" [ 2148.927597] env[62306]: _type = "Task" [ 2148.927597] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.936876] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.012982] env[62306]: DEBUG nova.compute.utils [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2149.014412] env[62306]: DEBUG nova.compute.manager [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2149.014688] env[62306]: DEBUG nova.network.neutron [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2149.083087] env[62306]: DEBUG nova.policy [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28928d380988451a9e116c9018b1fbbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7db4d2d12fd4140972c835112cc614e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2149.253300] env[62306]: DEBUG nova.network.neutron [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2149.424338] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Releasing lock "refresh_cache-6647c885-e110-4cbc-bfcc-7b097a5587d3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.444860] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973421, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.470632] env[62306]: DEBUG nova.virt.hardware [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5e82f23e2def7117619156a8a1ff82df',container_format='bare',created_at=2024-12-27T22:37:44Z,direct_url=,disk_format='vmdk',id=51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2069390024-shelved',owner='b04070275bfc432c82a18ed94ae46533',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2024-12-27T22:37:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2149.470632] env[62306]: DEBUG nova.virt.hardware [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2149.470892] env[62306]: DEBUG nova.virt.hardware [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2149.470983] env[62306]: DEBUG nova.virt.hardware [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2149.471640] env[62306]: DEBUG nova.virt.hardware [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2149.471792] env[62306]: DEBUG nova.virt.hardware [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2149.472092] env[62306]: DEBUG nova.virt.hardware [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2149.472363] env[62306]: DEBUG nova.virt.hardware [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2149.472619] env[62306]: DEBUG nova.virt.hardware [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2149.472771] env[62306]: DEBUG nova.virt.hardware [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2149.473789] env[62306]: DEBUG nova.virt.hardware [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2149.474077] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd06e6c3-61af-4bb9-9dbb-e48fba9ed3b8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.484969] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10bd8e9-275a-46b3-995c-5085ba0e119a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.503972] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:1e:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4b97cce-1e3c-4717-9eb9-65a14e201a60', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2149.513646] env[62306]: DEBUG oslo.service.loopingcall [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2149.514482] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2149.514482] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a5c957e-9c95-45f7-a8d2-21eafae905a1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.532122] env[62306]: DEBUG nova.compute.manager [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2149.539822] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2149.539822] env[62306]: value = "task-1973422" [ 2149.539822] env[62306]: _type = "Task" [ 2149.539822] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.547696] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973422, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.667614] env[62306]: DEBUG nova.network.neutron [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Updating instance_info_cache with network_info: [{"id": "89a70cff-1cc5-4e00-a8ba-2e7c56e63c3d", "address": "fa:16:3e:c9:7f:0d", "network": {"id": "3c76cceb-d6f3-47ca-a8ca-4369902437e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-2123053923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0b09c178964771ac556856d6db2937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a70cff-1c", "ovs_interfaceid": "89a70cff-1cc5-4e00-a8ba-2e7c56e63c3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.797207] env[62306]: DEBUG nova.network.neutron [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Successfully created port: 6b1e4730-7eef-4c2e-95c1-67052531450c {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2149.942623] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554235} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.943127] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 92138227-16f2-4717-b1b0-225605babedd/92138227-16f2-4717-b1b0-225605babedd.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2149.943730] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2149.944141] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f04f95b5-9683-4ad3-b107-3332306cd86f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.952809] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2149.952809] env[62306]: value = "task-1973423" [ 2149.952809] env[62306]: _type = "Task" [ 2149.952809] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.962511] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.055677] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973422, 'name': CreateVM_Task, 'duration_secs': 0.370044} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.056401] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2150.059331] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.059331] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.059331] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2150.059757] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a71cea1-61bd-4d18-b1cc-9329212603ef {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.063326] env[62306]: DEBUG nova.compute.manager [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Received event network-vif-plugged-89a70cff-1cc5-4e00-a8ba-2e7c56e63c3d {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2150.064351] env[62306]: DEBUG oslo_concurrency.lockutils [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] Acquiring lock "524609b8-f0f9-4703-ae2a-448cbf9513cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.064351] env[62306]: DEBUG oslo_concurrency.lockutils [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] Lock "524609b8-f0f9-4703-ae2a-448cbf9513cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.064351] env[62306]: DEBUG oslo_concurrency.lockutils [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] Lock "524609b8-f0f9-4703-ae2a-448cbf9513cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.064351] env[62306]: DEBUG nova.compute.manager [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] No waiting events found dispatching network-vif-plugged-89a70cff-1cc5-4e00-a8ba-2e7c56e63c3d {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2150.065233] env[62306]: WARNING nova.compute.manager [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Received unexpected event network-vif-plugged-89a70cff-1cc5-4e00-a8ba-2e7c56e63c3d for instance with vm_state building and task_state spawning. [ 2150.065546] env[62306]: DEBUG nova.compute.manager [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Received event network-changed-d4b97cce-1e3c-4717-9eb9-65a14e201a60 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2150.065855] env[62306]: DEBUG nova.compute.manager [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Refreshing instance network info cache due to event network-changed-d4b97cce-1e3c-4717-9eb9-65a14e201a60. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2150.067301] env[62306]: DEBUG oslo_concurrency.lockutils [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] Acquiring lock "refresh_cache-6647c885-e110-4cbc-bfcc-7b097a5587d3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.067301] env[62306]: DEBUG oslo_concurrency.lockutils [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] Acquired lock "refresh_cache-6647c885-e110-4cbc-bfcc-7b097a5587d3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.067301] env[62306]: DEBUG nova.network.neutron [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Refreshing network info cache for port d4b97cce-1e3c-4717-9eb9-65a14e201a60 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2150.072018] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2150.072018] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5267ed44-2236-83bb-b02c-06fae8a61bc7" [ 2150.072018] env[62306]: _type = "Task" [ 2150.072018] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.081577] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5267ed44-2236-83bb-b02c-06fae8a61bc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.170696] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Releasing lock "refresh_cache-524609b8-f0f9-4703-ae2a-448cbf9513cc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.170974] env[62306]: DEBUG nova.compute.manager [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Instance network_info: |[{"id": "89a70cff-1cc5-4e00-a8ba-2e7c56e63c3d", "address": "fa:16:3e:c9:7f:0d", "network": {"id": "3c76cceb-d6f3-47ca-a8ca-4369902437e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-2123053923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0b09c178964771ac556856d6db2937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a70cff-1c", "ovs_interfaceid": "89a70cff-1cc5-4e00-a8ba-2e7c56e63c3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2150.171461] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:7f:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89a70cff-1cc5-4e00-a8ba-2e7c56e63c3d', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2150.178810] env[62306]: DEBUG oslo.service.loopingcall [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2150.179051] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2150.179258] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f723976-c8ac-4696-af79-220e090a5400 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.198715] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2150.198715] env[62306]: value = "task-1973424" [ 2150.198715] env[62306]: _type = "Task" [ 2150.198715] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.206848] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973424, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.462870] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079372} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.463159] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2150.463901] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91df48a-30c4-4827-8d1d-13cd10cae0a9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.491278] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 92138227-16f2-4717-b1b0-225605babedd/92138227-16f2-4717-b1b0-225605babedd.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2150.491684] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fbd6e50-1f5f-4616-bbc9-2f5fca39384c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.517996] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2150.517996] env[62306]: value = "task-1973425" [ 2150.517996] env[62306]: _type = "Task" [ 2150.517996] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.530347] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973425, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.550905] env[62306]: DEBUG nova.compute.manager [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2150.580925] env[62306]: DEBUG nova.virt.hardware [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2150.580925] env[62306]: DEBUG nova.virt.hardware [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2150.581129] env[62306]: DEBUG nova.virt.hardware [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2150.581517] env[62306]: DEBUG nova.virt.hardware [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2150.581517] env[62306]: DEBUG nova.virt.hardware [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2150.581517] env[62306]: DEBUG nova.virt.hardware [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2150.581711] env[62306]: DEBUG nova.virt.hardware [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2150.581884] env[62306]: DEBUG nova.virt.hardware [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2150.582115] env[62306]: DEBUG nova.virt.hardware [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2150.582201] env[62306]: DEBUG nova.virt.hardware [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2150.582406] env[62306]: DEBUG nova.virt.hardware [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2150.583567] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca2a045-0882-4c2a-b036-7dc69aabaa7e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.589875] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.589875] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Processing image 51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2150.590240] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4/51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.590240] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4/51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.590748] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2150.590748] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aeb059f9-facb-4779-ba9b-0af832a6a2e4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.596306] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3867aca-0a6c-4c3d-b335-5309552f2578 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.601496] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2150.601680] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2150.603142] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae45cc3a-6e94-4c44-acba-68356567a517 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.619351] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2150.619351] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ee7665-efeb-d667-6a2d-82c55b100b09" [ 2150.619351] env[62306]: _type = "Task" [ 2150.619351] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.626789] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ee7665-efeb-d667-6a2d-82c55b100b09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.708800] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973424, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.825225] env[62306]: DEBUG nova.network.neutron [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Updated VIF entry in instance network info cache for port d4b97cce-1e3c-4717-9eb9-65a14e201a60. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2150.825617] env[62306]: DEBUG nova.network.neutron [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Updating instance_info_cache with network_info: [{"id": "d4b97cce-1e3c-4717-9eb9-65a14e201a60", "address": "fa:16:3e:d6:1e:9f", "network": {"id": "e2328f16-bf16-4ab8-9332-ce95c272eb91", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-498841236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04070275bfc432c82a18ed94ae46533", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b97cce-1e", "ovs_interfaceid": "d4b97cce-1e3c-4717-9eb9-65a14e201a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.028773] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.131331] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Preparing fetch location {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2151.131331] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Fetch image to [datastore1] OSTACK_IMG_c7ec9181-40c7-4c4a-9e58-faed086b3ddf/OSTACK_IMG_c7ec9181-40c7-4c4a-9e58-faed086b3ddf.vmdk {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2151.131331] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Downloading stream optimized image 51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4 to [datastore1] OSTACK_IMG_c7ec9181-40c7-4c4a-9e58-faed086b3ddf/OSTACK_IMG_c7ec9181-40c7-4c4a-9e58-faed086b3ddf.vmdk on the data store datastore1 as vApp {{(pid=62306) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2151.131331] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Downloading image file data 51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4 to the ESX as VM named 'OSTACK_IMG_c7ec9181-40c7-4c4a-9e58-faed086b3ddf' {{(pid=62306) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2151.209027] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973424, 'name': CreateVM_Task, 'duration_secs': 0.752314} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.209206] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2151.209916] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2151.210103] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2151.210442] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2151.210715] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d747117a-146d-4add-a8b0-95446dbacc5c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.216199] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2151.216199] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e8f329-3676-8d11-35bf-bc639fb1832f" [ 2151.216199] env[62306]: _type = "Task" [ 2151.216199] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.223595] env[62306]: DEBUG oslo_vmware.rw_handles [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2151.223595] env[62306]: value = "resgroup-9" [ 2151.223595] env[62306]: _type = "ResourcePool" [ 2151.223595] env[62306]: }. {{(pid=62306) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2151.223839] env[62306]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9d14574d-8f2f-4c8e-9d99-f706f79b8a8e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.248450] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e8f329-3676-8d11-35bf-bc639fb1832f, 'name': SearchDatastore_Task, 'duration_secs': 0.009396} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.249678] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.249952] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2151.250144] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2151.250290] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2151.250468] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2151.250880] env[62306]: DEBUG oslo_vmware.rw_handles [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lease: (returnval){ [ 2151.250880] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525b9fde-632b-2944-fd48-8c30d656713b" [ 2151.250880] env[62306]: _type = "HttpNfcLease" [ 2151.250880] env[62306]: } obtained for vApp import into resource pool (val){ [ 2151.250880] env[62306]: value = "resgroup-9" [ 2151.250880] env[62306]: _type = "ResourcePool" [ 2151.250880] env[62306]: }. {{(pid=62306) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2151.251142] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the lease: (returnval){ [ 2151.251142] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525b9fde-632b-2944-fd48-8c30d656713b" [ 2151.251142] env[62306]: _type = "HttpNfcLease" [ 2151.251142] env[62306]: } to be ready. {{(pid=62306) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2151.251142] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-562fe977-517b-4c38-a6a8-cb446de190d7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.259082] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2151.259082] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525b9fde-632b-2944-fd48-8c30d656713b" [ 2151.259082] env[62306]: _type = "HttpNfcLease" [ 2151.259082] env[62306]: } is initializing. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2151.262119] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2151.262293] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2151.262955] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b26b7bfd-e435-419c-9edb-456befa0e7ae {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.267764] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2151.267764] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528f34df-1224-eeef-55c5-c5005a35947d" [ 2151.267764] env[62306]: _type = "Task" [ 2151.267764] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.276118] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528f34df-1224-eeef-55c5-c5005a35947d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.328971] env[62306]: DEBUG oslo_concurrency.lockutils [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] Releasing lock "refresh_cache-6647c885-e110-4cbc-bfcc-7b097a5587d3" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.329284] env[62306]: DEBUG nova.compute.manager [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Received event network-changed-89a70cff-1cc5-4e00-a8ba-2e7c56e63c3d {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2151.329577] env[62306]: DEBUG nova.compute.manager [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Refreshing instance network info cache due to event network-changed-89a70cff-1cc5-4e00-a8ba-2e7c56e63c3d. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2151.329693] env[62306]: DEBUG oslo_concurrency.lockutils [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] Acquiring lock "refresh_cache-524609b8-f0f9-4703-ae2a-448cbf9513cc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2151.329863] env[62306]: DEBUG oslo_concurrency.lockutils [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] Acquired lock "refresh_cache-524609b8-f0f9-4703-ae2a-448cbf9513cc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2151.330092] env[62306]: DEBUG nova.network.neutron [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Refreshing network info cache for port 89a70cff-1cc5-4e00-a8ba-2e7c56e63c3d {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2151.413524] env[62306]: DEBUG nova.network.neutron [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Successfully updated port: 6b1e4730-7eef-4c2e-95c1-67052531450c {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2151.533022] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973425, 'name': ReconfigVM_Task, 'duration_secs': 0.853071} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.533022] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 92138227-16f2-4717-b1b0-225605babedd/92138227-16f2-4717-b1b0-225605babedd.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2151.533022] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0805d66-0fbd-45c4-ae26-9ee5add93280 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.537365] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2151.537365] env[62306]: value = "task-1973427" [ 2151.537365] env[62306]: _type = "Task" [ 2151.537365] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.546838] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973427, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.761712] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2151.761712] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525b9fde-632b-2944-fd48-8c30d656713b" [ 2151.761712] env[62306]: _type = "HttpNfcLease" [ 2151.761712] env[62306]: } is ready. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2151.762398] env[62306]: DEBUG oslo_vmware.rw_handles [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2151.762398] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]525b9fde-632b-2944-fd48-8c30d656713b" [ 2151.762398] env[62306]: _type = "HttpNfcLease" [ 2151.762398] env[62306]: }. {{(pid=62306) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2151.763271] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c4a759-8923-47a4-adc9-8af740c17ee5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.771010] env[62306]: DEBUG oslo_vmware.rw_handles [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525542c4-714a-2790-7f4b-76804e4e55e5/disk-0.vmdk from lease info. {{(pid=62306) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2151.771449] env[62306]: DEBUG oslo_vmware.rw_handles [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525542c4-714a-2790-7f4b-76804e4e55e5/disk-0.vmdk. {{(pid=62306) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2151.848202] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528f34df-1224-eeef-55c5-c5005a35947d, 'name': SearchDatastore_Task, 'duration_secs': 0.011061} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.855145] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c6ecdf0-1ee7-425f-bcfc-6e2c59ddce35 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.857038] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-51d64d6b-fc36-4eb7-ab6e-ce04b89c0361 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.863856] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2151.863856] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b35331-8617-4243-39e1-2aea04af0a2b" [ 2151.863856] env[62306]: _type = "Task" [ 2151.863856] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.873403] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b35331-8617-4243-39e1-2aea04af0a2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.916886] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "refresh_cache-4e21c92c-c62d-4efd-bc04-7e1627ccc735" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2151.917048] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquired lock "refresh_cache-4e21c92c-c62d-4efd-bc04-7e1627ccc735" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2151.917203] env[62306]: DEBUG nova.network.neutron [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2152.051908] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973427, 'name': Rename_Task, 'duration_secs': 0.155516} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.054293] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2152.055293] env[62306]: DEBUG nova.network.neutron [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Updated VIF entry in instance network info cache for port 89a70cff-1cc5-4e00-a8ba-2e7c56e63c3d. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2152.055626] env[62306]: DEBUG nova.network.neutron [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Updating instance_info_cache with network_info: [{"id": "89a70cff-1cc5-4e00-a8ba-2e7c56e63c3d", "address": "fa:16:3e:c9:7f:0d", "network": {"id": "3c76cceb-d6f3-47ca-a8ca-4369902437e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-2123053923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0b09c178964771ac556856d6db2937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a70cff-1c", "ovs_interfaceid": "89a70cff-1cc5-4e00-a8ba-2e7c56e63c3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2152.056802] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-139021c3-30b4-402f-9dc5-65e44bc0acaa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.065341] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2152.065341] env[62306]: value = "task-1973428" [ 2152.065341] env[62306]: _type = "Task" [ 2152.065341] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.077643] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.096025] env[62306]: DEBUG nova.compute.manager [req-c0046746-db8e-4c90-94cd-2ccb2b5e2203 req-64322231-aba9-404f-9d49-b173db0b776b service nova] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Received event network-vif-plugged-6b1e4730-7eef-4c2e-95c1-67052531450c {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2152.096316] env[62306]: DEBUG oslo_concurrency.lockutils [req-c0046746-db8e-4c90-94cd-2ccb2b5e2203 req-64322231-aba9-404f-9d49-b173db0b776b service nova] Acquiring lock "4e21c92c-c62d-4efd-bc04-7e1627ccc735-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2152.096455] env[62306]: DEBUG oslo_concurrency.lockutils [req-c0046746-db8e-4c90-94cd-2ccb2b5e2203 req-64322231-aba9-404f-9d49-b173db0b776b service nova] Lock "4e21c92c-c62d-4efd-bc04-7e1627ccc735-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2152.096625] env[62306]: DEBUG oslo_concurrency.lockutils [req-c0046746-db8e-4c90-94cd-2ccb2b5e2203 req-64322231-aba9-404f-9d49-b173db0b776b service nova] Lock "4e21c92c-c62d-4efd-bc04-7e1627ccc735-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.096791] env[62306]: DEBUG nova.compute.manager [req-c0046746-db8e-4c90-94cd-2ccb2b5e2203 req-64322231-aba9-404f-9d49-b173db0b776b service nova] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] No waiting events found dispatching network-vif-plugged-6b1e4730-7eef-4c2e-95c1-67052531450c {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2152.096999] env[62306]: WARNING nova.compute.manager [req-c0046746-db8e-4c90-94cd-2ccb2b5e2203 req-64322231-aba9-404f-9d49-b173db0b776b service nova] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Received unexpected event network-vif-plugged-6b1e4730-7eef-4c2e-95c1-67052531450c for instance with vm_state building and task_state spawning. [ 2152.097257] env[62306]: DEBUG nova.compute.manager [req-c0046746-db8e-4c90-94cd-2ccb2b5e2203 req-64322231-aba9-404f-9d49-b173db0b776b service nova] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Received event network-changed-6b1e4730-7eef-4c2e-95c1-67052531450c {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2152.097333] env[62306]: DEBUG nova.compute.manager [req-c0046746-db8e-4c90-94cd-2ccb2b5e2203 req-64322231-aba9-404f-9d49-b173db0b776b service nova] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Refreshing instance network info cache due to event network-changed-6b1e4730-7eef-4c2e-95c1-67052531450c. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2152.097922] env[62306]: DEBUG oslo_concurrency.lockutils [req-c0046746-db8e-4c90-94cd-2ccb2b5e2203 req-64322231-aba9-404f-9d49-b173db0b776b service nova] Acquiring lock "refresh_cache-4e21c92c-c62d-4efd-bc04-7e1627ccc735" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2152.383342] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52b35331-8617-4243-39e1-2aea04af0a2b, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.387044] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.387273] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 524609b8-f0f9-4703-ae2a-448cbf9513cc/524609b8-f0f9-4703-ae2a-448cbf9513cc.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2152.387618] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dedab16d-5c86-4550-bb27-e9c413348475 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.396605] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2152.396605] env[62306]: value = "task-1973429" [ 2152.396605] env[62306]: _type = "Task" [ 2152.396605] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.405047] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.455876] env[62306]: DEBUG nova.network.neutron [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2152.561612] env[62306]: DEBUG oslo_concurrency.lockutils [req-573357dc-23b0-4373-801f-db154744e86c req-9bbd59dd-c386-4fad-8f85-dd5dd43d03ad service nova] Releasing lock "refresh_cache-524609b8-f0f9-4703-ae2a-448cbf9513cc" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.580787] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973428, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.697534] env[62306]: DEBUG nova.network.neutron [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Updating instance_info_cache with network_info: [{"id": "6b1e4730-7eef-4c2e-95c1-67052531450c", "address": "fa:16:3e:88:67:95", "network": {"id": "e517a8c3-6380-408d-916c-09da44df22c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1687445468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7db4d2d12fd4140972c835112cc614e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b1e4730-7e", "ovs_interfaceid": "6b1e4730-7eef-4c2e-95c1-67052531450c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2152.907407] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973429, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.045655] env[62306]: DEBUG oslo_vmware.rw_handles [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Completed reading data from the image iterator. {{(pid=62306) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2153.045655] env[62306]: DEBUG oslo_vmware.rw_handles [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525542c4-714a-2790-7f4b-76804e4e55e5/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2153.045655] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b924c16-75bb-429f-ad53-6709489deb5f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.053680] env[62306]: DEBUG oslo_vmware.rw_handles [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525542c4-714a-2790-7f4b-76804e4e55e5/disk-0.vmdk is in state: ready. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2153.054142] env[62306]: DEBUG oslo_vmware.rw_handles [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525542c4-714a-2790-7f4b-76804e4e55e5/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2153.054533] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-27d0eda7-ed95-4df1-86ab-05017c2f5722 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.079956] env[62306]: DEBUG oslo_vmware.api [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973428, 'name': PowerOnVM_Task, 'duration_secs': 0.640209} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.080310] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2153.080608] env[62306]: DEBUG nova.compute.manager [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2153.081427] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e3e33b-fa26-4f15-b059-b9128ab4d599 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.137473] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "31f3e1c8-bc13-47c5-be84-75e87903c50c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2153.137473] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "31f3e1c8-bc13-47c5-be84-75e87903c50c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2153.137473] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "31f3e1c8-bc13-47c5-be84-75e87903c50c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2153.137717] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "31f3e1c8-bc13-47c5-be84-75e87903c50c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2153.137990] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "31f3e1c8-bc13-47c5-be84-75e87903c50c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2153.140470] env[62306]: INFO nova.compute.manager [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Terminating instance [ 2153.202765] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Releasing lock "refresh_cache-4e21c92c-c62d-4efd-bc04-7e1627ccc735" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2153.203402] env[62306]: DEBUG nova.compute.manager [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Instance network_info: |[{"id": "6b1e4730-7eef-4c2e-95c1-67052531450c", "address": "fa:16:3e:88:67:95", "network": {"id": "e517a8c3-6380-408d-916c-09da44df22c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1687445468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7db4d2d12fd4140972c835112cc614e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b1e4730-7e", "ovs_interfaceid": "6b1e4730-7eef-4c2e-95c1-67052531450c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2153.203727] env[62306]: DEBUG oslo_concurrency.lockutils [req-c0046746-db8e-4c90-94cd-2ccb2b5e2203 req-64322231-aba9-404f-9d49-b173db0b776b service nova] Acquired lock "refresh_cache-4e21c92c-c62d-4efd-bc04-7e1627ccc735" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.203920] env[62306]: DEBUG nova.network.neutron [req-c0046746-db8e-4c90-94cd-2ccb2b5e2203 req-64322231-aba9-404f-9d49-b173db0b776b service nova] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Refreshing network info cache for port 6b1e4730-7eef-4c2e-95c1-67052531450c {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2153.205140] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:67:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b1e4730-7eef-4c2e-95c1-67052531450c', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2153.216019] env[62306]: DEBUG oslo.service.loopingcall [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2153.216019] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2153.216019] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0ae4ff1-b0ea-4b4e-b8c3-b9f58fe46c44 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.239090] env[62306]: DEBUG oslo_vmware.rw_handles [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525542c4-714a-2790-7f4b-76804e4e55e5/disk-0.vmdk. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2153.239549] env[62306]: INFO nova.virt.vmwareapi.images [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Downloaded image file data 51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4 [ 2153.241781] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4690e858-bd3b-4ae1-a5af-b8a933c46d06 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.244667] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2153.244667] env[62306]: value = "task-1973430" [ 2153.244667] env[62306]: _type = "Task" [ 2153.244667] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.262527] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fe6d797-b926-4d8f-bd9f-35b9c84e0f60 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.267451] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973430, 'name': CreateVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.290386] env[62306]: INFO nova.virt.vmwareapi.images [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] The imported VM was unregistered [ 2153.293712] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Caching image {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2153.293962] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Creating directory with path [datastore1] devstack-image-cache_base/51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4 {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2153.294256] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c36d75c7-2e8a-44a7-9830-366b2065fb42 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.313772] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Created directory with path [datastore1] devstack-image-cache_base/51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4 {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2153.313772] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c7ec9181-40c7-4c4a-9e58-faed086b3ddf/OSTACK_IMG_c7ec9181-40c7-4c4a-9e58-faed086b3ddf.vmdk to [datastore1] devstack-image-cache_base/51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4/51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4.vmdk. {{(pid=62306) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2153.314693] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b5859df8-da0b-4bac-801b-df6216907d76 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.322981] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2153.322981] env[62306]: value = "task-1973432" [ 2153.322981] env[62306]: _type = "Task" [ 2153.322981] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.331392] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973432, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.408748] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514835} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.408844] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 524609b8-f0f9-4703-ae2a-448cbf9513cc/524609b8-f0f9-4703-ae2a-448cbf9513cc.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2153.409806] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2153.409806] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d54d16ee-02f4-41d5-829a-1110dbbbb65e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.415836] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2153.415836] env[62306]: value = "task-1973433" [ 2153.415836] env[62306]: _type = "Task" [ 2153.415836] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.424132] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.606046] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2153.606355] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2153.606521] env[62306]: DEBUG nova.objects.instance [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62306) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2153.648104] env[62306]: DEBUG nova.compute.manager [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2153.648367] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2153.650017] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5808f14-d534-44e5-ae44-f37425ae27df {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.663307] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2153.663598] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ed634d0-d320-4806-adec-20d6b6180326 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.676096] env[62306]: DEBUG oslo_vmware.api [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2153.676096] env[62306]: value = "task-1973434" [ 2153.676096] env[62306]: _type = "Task" [ 2153.676096] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.686555] env[62306]: DEBUG oslo_vmware.api [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.762981] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973430, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.842775] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973432, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.930182] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059135} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.932013] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2153.932939] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87bef87-de76-433f-8d1f-c249bd89a5fa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.960828] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 524609b8-f0f9-4703-ae2a-448cbf9513cc/524609b8-f0f9-4703-ae2a-448cbf9513cc.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2153.964588] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-097b906c-7876-4b89-9f30-e83d5ab79eed {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.990622] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2153.990622] env[62306]: value = "task-1973435" [ 2153.990622] env[62306]: _type = "Task" [ 2153.990622] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.004073] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973435, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.056349] env[62306]: DEBUG nova.network.neutron [req-c0046746-db8e-4c90-94cd-2ccb2b5e2203 req-64322231-aba9-404f-9d49-b173db0b776b service nova] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Updated VIF entry in instance network info cache for port 6b1e4730-7eef-4c2e-95c1-67052531450c. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2154.056690] env[62306]: DEBUG nova.network.neutron [req-c0046746-db8e-4c90-94cd-2ccb2b5e2203 req-64322231-aba9-404f-9d49-b173db0b776b service nova] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Updating instance_info_cache with network_info: [{"id": "6b1e4730-7eef-4c2e-95c1-67052531450c", "address": "fa:16:3e:88:67:95", "network": {"id": "e517a8c3-6380-408d-916c-09da44df22c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1687445468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7db4d2d12fd4140972c835112cc614e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b1e4730-7e", "ovs_interfaceid": "6b1e4730-7eef-4c2e-95c1-67052531450c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2154.193473] env[62306]: DEBUG oslo_vmware.api [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973434, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.261060] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973430, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.347640] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973432, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.507435] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.560320] env[62306]: DEBUG oslo_concurrency.lockutils [req-c0046746-db8e-4c90-94cd-2ccb2b5e2203 req-64322231-aba9-404f-9d49-b173db0b776b service nova] Releasing lock "refresh_cache-4e21c92c-c62d-4efd-bc04-7e1627ccc735" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.621453] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0c818947-3bc9-43f5-87fd-275f5a522ceb tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.691015] env[62306]: DEBUG oslo_vmware.api [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973434, 'name': PowerOffVM_Task, 'duration_secs': 0.529156} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.691407] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2154.691646] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2154.692049] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67a66eff-d682-4140-88ab-377f9a2d301d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.759962] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973430, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.795024] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2154.795262] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2154.795447] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Deleting the datastore file [datastore1] 31f3e1c8-bc13-47c5-be84-75e87903c50c {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2154.795718] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41f68a27-681b-436e-85c0-77da0a02b199 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.806916] env[62306]: DEBUG oslo_vmware.api [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for the task: (returnval){ [ 2154.806916] env[62306]: value = "task-1973437" [ 2154.806916] env[62306]: _type = "Task" [ 2154.806916] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.819596] env[62306]: DEBUG oslo_vmware.api [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.840504] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973432, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.974426] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "17b812e3-6204-4442-b90b-ed462b6d4eda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.974899] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "17b812e3-6204-4442-b90b-ed462b6d4eda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.010402] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973435, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.262432] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973430, 'name': CreateVM_Task, 'duration_secs': 1.762813} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.262432] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2155.262432] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.262432] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.262775] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2155.263033] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f941d168-ff8b-4142-b809-b1b5033df6ed {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.271674] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2155.271674] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a730f8-f361-92b8-e362-ce75ce9aeae8" [ 2155.271674] env[62306]: _type = "Task" [ 2155.271674] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.283796] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a730f8-f361-92b8-e362-ce75ce9aeae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.319992] env[62306]: DEBUG oslo_vmware.api [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.340660] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973432, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.478672] env[62306]: DEBUG nova.compute.manager [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2155.511432] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973435, 'name': ReconfigVM_Task, 'duration_secs': 1.028988} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.512040] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 524609b8-f0f9-4703-ae2a-448cbf9513cc/524609b8-f0f9-4703-ae2a-448cbf9513cc.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2155.512984] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3b37eba-d9f8-4c2c-8480-e07b9ba99c35 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.525034] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2155.525034] env[62306]: value = "task-1973438" [ 2155.525034] env[62306]: _type = "Task" [ 2155.525034] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.539367] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973438, 'name': Rename_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.783616] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a730f8-f361-92b8-e362-ce75ce9aeae8, 'name': SearchDatastore_Task, 'duration_secs': 0.083672} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.783616] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2155.784038] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2155.784038] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.784210] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.784426] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2155.784690] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9484f94-f80d-4a6a-a45d-cb6deecc0cc9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.793500] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2155.793741] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2155.794485] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f82d837f-4199-427d-af5e-5ebe0c6444b0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.799628] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2155.799628] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5223cc72-db0c-109d-5ef3-ba65f25508be" [ 2155.799628] env[62306]: _type = "Task" [ 2155.799628] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.807605] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5223cc72-db0c-109d-5ef3-ba65f25508be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.816321] env[62306]: DEBUG oslo_vmware.api [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Task: {'id': task-1973437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.991496} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.816557] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2155.816765] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2155.816951] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2155.817146] env[62306]: INFO nova.compute.manager [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Took 2.17 seconds to destroy the instance on the hypervisor. [ 2155.817404] env[62306]: DEBUG oslo.service.loopingcall [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2155.817614] env[62306]: DEBUG nova.compute.manager [-] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2155.817713] env[62306]: DEBUG nova.network.neutron [-] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2155.838451] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973432, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.456013} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.838707] env[62306]: INFO nova.virt.vmwareapi.ds_util [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c7ec9181-40c7-4c4a-9e58-faed086b3ddf/OSTACK_IMG_c7ec9181-40c7-4c4a-9e58-faed086b3ddf.vmdk to [datastore1] devstack-image-cache_base/51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4/51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4.vmdk. [ 2155.838894] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Cleaning up location [datastore1] OSTACK_IMG_c7ec9181-40c7-4c4a-9e58-faed086b3ddf {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2155.839063] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c7ec9181-40c7-4c4a-9e58-faed086b3ddf {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2155.839319] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-476b0080-b5c0-4729-8d62-d7b66eab174d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.845137] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2155.845137] env[62306]: value = "task-1973439" [ 2155.845137] env[62306]: _type = "Task" [ 2155.845137] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.854837] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.002224] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.002224] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.004007] env[62306]: INFO nova.compute.claims [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2156.036185] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973438, 'name': Rename_Task, 'duration_secs': 0.31003} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.036471] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2156.036720] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48a07e96-32ea-47eb-92b7-03ef212c3fbe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.044130] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2156.044130] env[62306]: value = "task-1973440" [ 2156.044130] env[62306]: _type = "Task" [ 2156.044130] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.046239] env[62306]: DEBUG nova.compute.manager [req-2424afe4-476a-4ce6-977a-741cf7d16380 req-4f1d214e-9531-4f94-8bf4-c5ecb706cb1c service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Received event network-vif-deleted-9c9119e9-d72a-4c2e-8456-dae5210ca2c6 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2156.046324] env[62306]: INFO nova.compute.manager [req-2424afe4-476a-4ce6-977a-741cf7d16380 req-4f1d214e-9531-4f94-8bf4-c5ecb706cb1c service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Neutron deleted interface 9c9119e9-d72a-4c2e-8456-dae5210ca2c6; detaching it from the instance and deleting it from the info cache [ 2156.046527] env[62306]: DEBUG nova.network.neutron [req-2424afe4-476a-4ce6-977a-741cf7d16380 req-4f1d214e-9531-4f94-8bf4-c5ecb706cb1c service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.055817] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.310128] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5223cc72-db0c-109d-5ef3-ba65f25508be, 'name': SearchDatastore_Task, 'duration_secs': 0.00824} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.310971] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cfe1e97-0d79-49b9-8157-14d8557fcde3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.316706] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2156.316706] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52edd450-b31a-7610-e2e7-560a9f5ab198" [ 2156.316706] env[62306]: _type = "Task" [ 2156.316706] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.323970] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52edd450-b31a-7610-e2e7-560a9f5ab198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.354517] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035089} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.354871] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2156.355061] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4/51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.355305] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4/51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4.vmdk to [datastore1] 6647c885-e110-4cbc-bfcc-7b097a5587d3/6647c885-e110-4cbc-bfcc-7b097a5587d3.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2156.355546] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20780826-4621-4ff1-9fb8-ffaba9829f13 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.361722] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2156.361722] env[62306]: value = "task-1973441" [ 2156.361722] env[62306]: _type = "Task" [ 2156.361722] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.369344] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.523910] env[62306]: DEBUG nova.network.neutron [-] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.552510] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd1d2ccb-de52-47e3-ae41-0175c4c1d15d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.558537] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973440, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.565945] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318fbf50-5f14-470c-85db-8478890ef54e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.596632] env[62306]: DEBUG nova.compute.manager [req-2424afe4-476a-4ce6-977a-741cf7d16380 req-4f1d214e-9531-4f94-8bf4-c5ecb706cb1c service nova] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Detach interface failed, port_id=9c9119e9-d72a-4c2e-8456-dae5210ca2c6, reason: Instance 31f3e1c8-bc13-47c5-be84-75e87903c50c could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2156.830526] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52edd450-b31a-7610-e2e7-560a9f5ab198, 'name': SearchDatastore_Task, 'duration_secs': 0.009124} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.830873] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.831292] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 4e21c92c-c62d-4efd-bc04-7e1627ccc735/4e21c92c-c62d-4efd-bc04-7e1627ccc735.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2156.831608] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e57b977-047c-48d0-9b52-e8c20feb816f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.840253] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2156.840253] env[62306]: value = "task-1973442" [ 2156.840253] env[62306]: _type = "Task" [ 2156.840253] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.851810] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.872327] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973441, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.027059] env[62306]: INFO nova.compute.manager [-] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Took 1.21 seconds to deallocate network for instance. [ 2157.058565] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973440, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.145274] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae0ec5b-0072-452f-bae9-dba75ca148a2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.153341] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822e62a3-f348-4886-ac16-2e2a5accc07f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.183877] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa34daa-a4c2-4252-ba2c-fea5726572c1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.192207] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ca766d-189b-48c6-8cec-3edf50169c6a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.207858] env[62306]: DEBUG nova.compute.provider_tree [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2157.350632] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.372433] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973441, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.533701] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2157.558634] env[62306]: DEBUG oslo_vmware.api [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973440, 'name': PowerOnVM_Task, 'duration_secs': 1.055391} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.558979] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2157.559268] env[62306]: INFO nova.compute.manager [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Took 16.62 seconds to spawn the instance on the hypervisor. [ 2157.559507] env[62306]: DEBUG nova.compute.manager [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2157.560641] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de2d009-493c-4442-9820-557701accde4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.729100] env[62306]: ERROR nova.scheduler.client.report [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [req-dcafa823-4676-4395-b3f9-1e8893d4d1f8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dcafa823-4676-4395-b3f9-1e8893d4d1f8"}]} [ 2157.745875] env[62306]: DEBUG nova.scheduler.client.report [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2157.763199] env[62306]: DEBUG nova.scheduler.client.report [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2157.763199] env[62306]: DEBUG nova.compute.provider_tree [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2157.775708] env[62306]: DEBUG nova.scheduler.client.report [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2157.796854] env[62306]: DEBUG nova.scheduler.client.report [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2157.850473] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.874249] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973441, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.912771] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84795f3a-bed6-4fa0-805c-1a3ea82f2fb4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.920938] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ebaf07-734d-4797-86b8-f8a52c6548a1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.951305] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9821cda6-3eec-461e-b08a-e33a359ac2e7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.959403] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeef0eb8-22a9-47cc-8714-6212684a86eb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.974610] env[62306]: DEBUG nova.compute.provider_tree [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2158.082081] env[62306]: INFO nova.compute.manager [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Took 22.63 seconds to build instance. [ 2158.352064] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973442, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.374797] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973441, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.506803] env[62306]: DEBUG nova.scheduler.client.report [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2158.507106] env[62306]: DEBUG nova.compute.provider_tree [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 166 to 167 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2158.507299] env[62306]: DEBUG nova.compute.provider_tree [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2158.584570] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5f34b8e9-3ad5-43de-9cb2-70167da2fe9e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "524609b8-f0f9-4703-ae2a-448cbf9513cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.149s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.852096] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973442, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.875260] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973441, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.263084} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.875531] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4/51bf49f3-3ea3-4f58-bdb2-beb44de0cbd4.vmdk to [datastore1] 6647c885-e110-4cbc-bfcc-7b097a5587d3/6647c885-e110-4cbc-bfcc-7b097a5587d3.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2158.876588] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b535aa-5cf8-4ff6-a52e-6ff3453fa448 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.898944] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 6647c885-e110-4cbc-bfcc-7b097a5587d3/6647c885-e110-4cbc-bfcc-7b097a5587d3.vmdk or device None with type streamOptimized {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2158.899206] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-227ce3ee-ea26-4de6-ab07-98bc2bcc78d7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.918182] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2158.918182] env[62306]: value = "task-1973443" [ 2158.918182] env[62306]: _type = "Task" [ 2158.918182] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.926416] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.013068] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.011s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.013473] env[62306]: DEBUG nova.compute.manager [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2159.016486] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.483s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.016720] env[62306]: DEBUG nova.objects.instance [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lazy-loading 'resources' on Instance uuid 31f3e1c8-bc13-47c5-be84-75e87903c50c {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2159.352878] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973442, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.052093} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.353166] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 4e21c92c-c62d-4efd-bc04-7e1627ccc735/4e21c92c-c62d-4efd-bc04-7e1627ccc735.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2159.353382] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2159.353657] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6166e759-52e9-4763-b958-b518a0a90391 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.360476] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2159.360476] env[62306]: value = "task-1973444" [ 2159.360476] env[62306]: _type = "Task" [ 2159.360476] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.369978] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.430163] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.489074] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "524609b8-f0f9-4703-ae2a-448cbf9513cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.489347] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "524609b8-f0f9-4703-ae2a-448cbf9513cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.489634] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "524609b8-f0f9-4703-ae2a-448cbf9513cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.489898] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "524609b8-f0f9-4703-ae2a-448cbf9513cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.490160] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "524609b8-f0f9-4703-ae2a-448cbf9513cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.492391] env[62306]: INFO nova.compute.manager [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Terminating instance [ 2159.520300] env[62306]: DEBUG nova.compute.utils [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2159.525027] env[62306]: DEBUG nova.compute.manager [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2159.525027] env[62306]: DEBUG nova.network.neutron [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2159.563137] env[62306]: DEBUG nova.policy [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08b47819de0140d188ebf5d5aa3832d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81c83af2fb514e72a0334d3070869a3a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2159.626868] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f526e3a-e85e-49b7-b896-b2bf8053968d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.635661] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7ee819-07a4-4f99-b3bf-053ce98c8467 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.665374] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa33014-7b77-4c35-b874-0e660bad9162 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.673439] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371db779-7f92-4a6c-8346-9c1b1b1ef92b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.686466] env[62306]: DEBUG nova.compute.provider_tree [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2159.870322] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125356} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.871174] env[62306]: DEBUG nova.network.neutron [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Successfully created port: f1d1e28d-124e-469d-a759-6028b8051660 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2159.873079] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2159.873865] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e63c07b-defb-4bed-8e9b-bdd4c1122040 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.897134] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 4e21c92c-c62d-4efd-bc04-7e1627ccc735/4e21c92c-c62d-4efd-bc04-7e1627ccc735.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2159.897134] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3635271a-f4f9-4202-9cff-93f4e3c6b160 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.916726] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2159.916726] env[62306]: value = "task-1973445" [ 2159.916726] env[62306]: _type = "Task" [ 2159.916726] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.928052] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973445, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.931123] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.995973] env[62306]: DEBUG nova.compute.manager [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2159.996351] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2159.997622] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801dda07-4397-41c7-adf6-575495cfa895 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.008166] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2160.008515] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd388b70-0d79-4f91-8f38-e82d52cf78a4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.017381] env[62306]: DEBUG oslo_vmware.api [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2160.017381] env[62306]: value = "task-1973446" [ 2160.017381] env[62306]: _type = "Task" [ 2160.017381] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.027891] env[62306]: DEBUG nova.compute.manager [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2160.031254] env[62306]: DEBUG oslo_vmware.api [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.189670] env[62306]: DEBUG nova.scheduler.client.report [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2160.429968] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973443, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.432929] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973445, 'name': ReconfigVM_Task, 'duration_secs': 0.287415} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.433212] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 4e21c92c-c62d-4efd-bc04-7e1627ccc735/4e21c92c-c62d-4efd-bc04-7e1627ccc735.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2160.433822] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c037702e-5e94-4eba-ba4a-8d26b129a2fc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.440665] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2160.440665] env[62306]: value = "task-1973447" [ 2160.440665] env[62306]: _type = "Task" [ 2160.440665] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.448812] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973447, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.528024] env[62306]: DEBUG oslo_vmware.api [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.696575] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.719904] env[62306]: INFO nova.scheduler.client.report [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Deleted allocations for instance 31f3e1c8-bc13-47c5-be84-75e87903c50c [ 2160.930409] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973443, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.951645] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973447, 'name': Rename_Task, 'duration_secs': 0.136569} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.951892] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2160.952202] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c954533-3f77-4b96-bbd5-40b86829f30b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.958014] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2160.958014] env[62306]: value = "task-1973448" [ 2160.958014] env[62306]: _type = "Task" [ 2160.958014] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.966441] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.029571] env[62306]: DEBUG oslo_vmware.api [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.040319] env[62306]: DEBUG nova.compute.manager [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2161.070953] env[62306]: DEBUG nova.virt.hardware [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2161.071165] env[62306]: DEBUG nova.virt.hardware [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2161.071330] env[62306]: DEBUG nova.virt.hardware [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2161.071565] env[62306]: DEBUG nova.virt.hardware [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2161.071655] env[62306]: DEBUG nova.virt.hardware [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2161.071864] env[62306]: DEBUG nova.virt.hardware [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2161.072133] env[62306]: DEBUG nova.virt.hardware [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2161.072288] env[62306]: DEBUG nova.virt.hardware [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2161.072459] env[62306]: DEBUG nova.virt.hardware [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2161.072622] env[62306]: DEBUG nova.virt.hardware [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2161.072794] env[62306]: DEBUG nova.virt.hardware [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2161.073800] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7616115-72b8-4738-8946-b789537d0bea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.083064] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342024d4-bc3c-42a2-8c0e-c59cc4d21f9a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.228756] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6dc5708b-d073-4015-bef2-aaa64defa35b tempest-ServersNegativeTestJSON-2038621285 tempest-ServersNegativeTestJSON-2038621285-project-member] Lock "31f3e1c8-bc13-47c5-be84-75e87903c50c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.091s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.431761] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973443, 'name': ReconfigVM_Task, 'duration_secs': 2.118489} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.432065] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 6647c885-e110-4cbc-bfcc-7b097a5587d3/6647c885-e110-4cbc-bfcc-7b097a5587d3.vmdk or device None with type streamOptimized {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2161.433667] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26019869-21a9-47fa-a021-2067836e0dbe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.436152] env[62306]: DEBUG nova.compute.manager [req-e7de7925-9dc6-4ff1-8db1-ac9cefab30d2 req-9f014f54-3d06-4680-b411-02cc07dbb0ee service nova] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Received event network-vif-plugged-f1d1e28d-124e-469d-a759-6028b8051660 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2161.436374] env[62306]: DEBUG oslo_concurrency.lockutils [req-e7de7925-9dc6-4ff1-8db1-ac9cefab30d2 req-9f014f54-3d06-4680-b411-02cc07dbb0ee service nova] Acquiring lock "17b812e3-6204-4442-b90b-ed462b6d4eda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.436580] env[62306]: DEBUG oslo_concurrency.lockutils [req-e7de7925-9dc6-4ff1-8db1-ac9cefab30d2 req-9f014f54-3d06-4680-b411-02cc07dbb0ee service nova] Lock "17b812e3-6204-4442-b90b-ed462b6d4eda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.436745] env[62306]: DEBUG oslo_concurrency.lockutils [req-e7de7925-9dc6-4ff1-8db1-ac9cefab30d2 req-9f014f54-3d06-4680-b411-02cc07dbb0ee service nova] Lock "17b812e3-6204-4442-b90b-ed462b6d4eda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.436908] env[62306]: DEBUG nova.compute.manager [req-e7de7925-9dc6-4ff1-8db1-ac9cefab30d2 req-9f014f54-3d06-4680-b411-02cc07dbb0ee service nova] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] No waiting events found dispatching network-vif-plugged-f1d1e28d-124e-469d-a759-6028b8051660 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2161.437087] env[62306]: WARNING nova.compute.manager [req-e7de7925-9dc6-4ff1-8db1-ac9cefab30d2 req-9f014f54-3d06-4680-b411-02cc07dbb0ee service nova] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Received unexpected event network-vif-plugged-f1d1e28d-124e-469d-a759-6028b8051660 for instance with vm_state building and task_state spawning. [ 2161.441744] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2161.441744] env[62306]: value = "task-1973449" [ 2161.441744] env[62306]: _type = "Task" [ 2161.441744] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.451615] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973449, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.467402] env[62306]: DEBUG oslo_vmware.api [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973448, 'name': PowerOnVM_Task, 'duration_secs': 0.488048} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.467626] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2161.467833] env[62306]: INFO nova.compute.manager [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Took 10.92 seconds to spawn the instance on the hypervisor. [ 2161.468016] env[62306]: DEBUG nova.compute.manager [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2161.468823] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b980eb6-ce9e-4d95-b05c-5a1da95695c0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.531032] env[62306]: DEBUG oslo_vmware.api [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973446, 'name': PowerOffVM_Task, 'duration_secs': 1.142376} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.531296] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2161.531296] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2161.531536] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-def33bc0-bdfe-470a-9288-cb9287c0af8a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.543868] env[62306]: DEBUG nova.network.neutron [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Successfully updated port: f1d1e28d-124e-469d-a759-6028b8051660 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2161.723848] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2161.724087] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2161.724276] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Deleting the datastore file [datastore1] 524609b8-f0f9-4703-ae2a-448cbf9513cc {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2161.724549] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46bf238a-ae94-4ce5-abd2-e55a70feb6b8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.731522] env[62306]: DEBUG oslo_vmware.api [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2161.731522] env[62306]: value = "task-1973451" [ 2161.731522] env[62306]: _type = "Task" [ 2161.731522] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.738737] env[62306]: DEBUG oslo_vmware.api [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.951770] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973449, 'name': Rename_Task, 'duration_secs': 0.14573} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.952116] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2161.952288] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b78112f4-07f2-467f-8bb6-d271d5835eff {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.958733] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2161.958733] env[62306]: value = "task-1973452" [ 2161.958733] env[62306]: _type = "Task" [ 2161.958733] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.965984] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.987064] env[62306]: INFO nova.compute.manager [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Took 16.97 seconds to build instance. [ 2162.047042] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2162.047220] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2162.047446] env[62306]: DEBUG nova.network.neutron [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2162.242819] env[62306]: DEBUG oslo_vmware.api [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416871} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.243123] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2162.243334] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2162.243534] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2162.243748] env[62306]: INFO nova.compute.manager [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Took 2.25 seconds to destroy the instance on the hypervisor. [ 2162.244036] env[62306]: DEBUG oslo.service.loopingcall [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2162.244256] env[62306]: DEBUG nova.compute.manager [-] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2162.244362] env[62306]: DEBUG nova.network.neutron [-] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2162.469680] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.489426] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a319a8ce-e99b-4d61-8570-aa731fe7bdbc tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "4e21c92c-c62d-4efd-bc04-7e1627ccc735" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.485s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.625922] env[62306]: DEBUG nova.network.neutron [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2162.658584] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2162.658831] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2162.844376] env[62306]: DEBUG nova.network.neutron [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Updating instance_info_cache with network_info: [{"id": "f1d1e28d-124e-469d-a759-6028b8051660", "address": "fa:16:3e:2d:ce:e1", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d1e28d-12", "ovs_interfaceid": "f1d1e28d-124e-469d-a759-6028b8051660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2162.969985] env[62306]: DEBUG oslo_vmware.api [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973452, 'name': PowerOnVM_Task, 'duration_secs': 0.846809} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.970298] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2163.078913] env[62306]: DEBUG nova.compute.manager [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2163.079885] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b4a795-117b-43b1-b23b-028be4ab09a5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.164131] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2163.164308] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2163.219272] env[62306]: DEBUG nova.compute.manager [req-104baf02-eea0-49b4-b716-0d103e65f53d req-bbbb0210-529c-4c02-a637-658c38c27031 service nova] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Received event network-changed-6b1e4730-7eef-4c2e-95c1-67052531450c {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2163.219448] env[62306]: DEBUG nova.compute.manager [req-104baf02-eea0-49b4-b716-0d103e65f53d req-bbbb0210-529c-4c02-a637-658c38c27031 service nova] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Refreshing instance network info cache due to event network-changed-6b1e4730-7eef-4c2e-95c1-67052531450c. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2163.219932] env[62306]: DEBUG oslo_concurrency.lockutils [req-104baf02-eea0-49b4-b716-0d103e65f53d req-bbbb0210-529c-4c02-a637-658c38c27031 service nova] Acquiring lock "refresh_cache-4e21c92c-c62d-4efd-bc04-7e1627ccc735" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2163.220014] env[62306]: DEBUG oslo_concurrency.lockutils [req-104baf02-eea0-49b4-b716-0d103e65f53d req-bbbb0210-529c-4c02-a637-658c38c27031 service nova] Acquired lock "refresh_cache-4e21c92c-c62d-4efd-bc04-7e1627ccc735" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2163.220211] env[62306]: DEBUG nova.network.neutron [req-104baf02-eea0-49b4-b716-0d103e65f53d req-bbbb0210-529c-4c02-a637-658c38c27031 service nova] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Refreshing network info cache for port 6b1e4730-7eef-4c2e-95c1-67052531450c {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2163.261744] env[62306]: DEBUG nova.network.neutron [-] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2163.349913] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2163.350267] env[62306]: DEBUG nova.compute.manager [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Instance network_info: |[{"id": "f1d1e28d-124e-469d-a759-6028b8051660", "address": "fa:16:3e:2d:ce:e1", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d1e28d-12", "ovs_interfaceid": "f1d1e28d-124e-469d-a759-6028b8051660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2163.351094] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:ce:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1d1e28d-124e-469d-a759-6028b8051660', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2163.358831] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Creating folder: Project (81c83af2fb514e72a0334d3070869a3a). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2163.359182] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d64f4dfa-309b-4b12-9a3f-a0b1397f8dcd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.372046] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Created folder: Project (81c83af2fb514e72a0334d3070869a3a) in parent group-v406007. [ 2163.372240] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Creating folder: Instances. Parent ref: group-v406312. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2163.372483] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1b19ccf-2621-47c2-90ec-64898d1a57ad {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.382151] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Created folder: Instances in parent group-v406312. [ 2163.382376] env[62306]: DEBUG oslo.service.loopingcall [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2163.382574] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2163.382765] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fff584d7-0457-41ef-b2e7-578138a0f82a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.401306] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2163.401306] env[62306]: value = "task-1973455" [ 2163.401306] env[62306]: _type = "Task" [ 2163.401306] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.409698] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973455, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.547813] env[62306]: DEBUG nova.compute.manager [req-f0c7468c-79c2-4c0c-a4f3-e73936fe5d58 req-0df9df60-b9ce-48e7-b0b6-eb6cc8005e8d service nova] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Received event network-changed-f1d1e28d-124e-469d-a759-6028b8051660 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2163.548613] env[62306]: DEBUG nova.compute.manager [req-f0c7468c-79c2-4c0c-a4f3-e73936fe5d58 req-0df9df60-b9ce-48e7-b0b6-eb6cc8005e8d service nova] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Refreshing instance network info cache due to event network-changed-f1d1e28d-124e-469d-a759-6028b8051660. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2163.548613] env[62306]: DEBUG oslo_concurrency.lockutils [req-f0c7468c-79c2-4c0c-a4f3-e73936fe5d58 req-0df9df60-b9ce-48e7-b0b6-eb6cc8005e8d service nova] Acquiring lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2163.548832] env[62306]: DEBUG oslo_concurrency.lockutils [req-f0c7468c-79c2-4c0c-a4f3-e73936fe5d58 req-0df9df60-b9ce-48e7-b0b6-eb6cc8005e8d service nova] Acquired lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2163.549119] env[62306]: DEBUG nova.network.neutron [req-f0c7468c-79c2-4c0c-a4f3-e73936fe5d58 req-0df9df60-b9ce-48e7-b0b6-eb6cc8005e8d service nova] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Refreshing network info cache for port f1d1e28d-124e-469d-a759-6028b8051660 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2163.601890] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5456b616-46f2-4e86-92c7-d0a17dec8ddf tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "6647c885-e110-4cbc-bfcc-7b097a5587d3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.198s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.767072] env[62306]: INFO nova.compute.manager [-] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Took 1.52 seconds to deallocate network for instance. [ 2163.911919] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973455, 'name': CreateVM_Task, 'duration_secs': 0.486543} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.912114] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2163.912797] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2163.912965] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2163.913314] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2163.913578] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d1e94b0-27ea-4e7d-bebf-eaf5f0e54033 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.918235] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2163.918235] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d1fbed-883d-5b02-a5e3-6f546942f18f" [ 2163.918235] env[62306]: _type = "Task" [ 2163.918235] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.926069] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d1fbed-883d-5b02-a5e3-6f546942f18f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.961425] env[62306]: DEBUG nova.network.neutron [req-104baf02-eea0-49b4-b716-0d103e65f53d req-bbbb0210-529c-4c02-a637-658c38c27031 service nova] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Updated VIF entry in instance network info cache for port 6b1e4730-7eef-4c2e-95c1-67052531450c. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2163.961881] env[62306]: DEBUG nova.network.neutron [req-104baf02-eea0-49b4-b716-0d103e65f53d req-bbbb0210-529c-4c02-a637-658c38c27031 service nova] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Updating instance_info_cache with network_info: [{"id": "6b1e4730-7eef-4c2e-95c1-67052531450c", "address": "fa:16:3e:88:67:95", "network": {"id": "e517a8c3-6380-408d-916c-09da44df22c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1687445468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7db4d2d12fd4140972c835112cc614e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b1e4730-7e", "ovs_interfaceid": "6b1e4730-7eef-4c2e-95c1-67052531450c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.242945] env[62306]: DEBUG nova.network.neutron [req-f0c7468c-79c2-4c0c-a4f3-e73936fe5d58 req-0df9df60-b9ce-48e7-b0b6-eb6cc8005e8d service nova] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Updated VIF entry in instance network info cache for port f1d1e28d-124e-469d-a759-6028b8051660. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2164.243319] env[62306]: DEBUG nova.network.neutron [req-f0c7468c-79c2-4c0c-a4f3-e73936fe5d58 req-0df9df60-b9ce-48e7-b0b6-eb6cc8005e8d service nova] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Updating instance_info_cache with network_info: [{"id": "f1d1e28d-124e-469d-a759-6028b8051660", "address": "fa:16:3e:2d:ce:e1", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d1e28d-12", "ovs_interfaceid": "f1d1e28d-124e-469d-a759-6028b8051660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.274219] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.274472] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.274692] env[62306]: DEBUG nova.objects.instance [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lazy-loading 'resources' on Instance uuid 524609b8-f0f9-4703-ae2a-448cbf9513cc {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2164.428370] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d1fbed-883d-5b02-a5e3-6f546942f18f, 'name': SearchDatastore_Task, 'duration_secs': 0.010969} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.428615] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2164.428843] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2164.429083] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2164.429229] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2164.429401] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2164.429653] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d274fb0e-7c26-4b5c-98f6-fec7560aa33c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.441083] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2164.441256] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2164.441914] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e476ac-d1a8-49f8-a14f-6d4d8970b70a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.446959] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2164.446959] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527c75f0-5c27-69cc-16f0-70c69235bfed" [ 2164.446959] env[62306]: _type = "Task" [ 2164.446959] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.453776] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527c75f0-5c27-69cc-16f0-70c69235bfed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.464463] env[62306]: DEBUG oslo_concurrency.lockutils [req-104baf02-eea0-49b4-b716-0d103e65f53d req-bbbb0210-529c-4c02-a637-658c38c27031 service nova] Releasing lock "refresh_cache-4e21c92c-c62d-4efd-bc04-7e1627ccc735" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2164.699228] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "refresh_cache-5d5463e7-dab9-4a88-8f43-d4c8e903e935" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2164.699385] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquired lock "refresh_cache-5d5463e7-dab9-4a88-8f43-d4c8e903e935" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2164.700344] env[62306]: DEBUG nova.network.neutron [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Forcefully refreshing network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2164.745712] env[62306]: DEBUG oslo_concurrency.lockutils [req-f0c7468c-79c2-4c0c-a4f3-e73936fe5d58 req-0df9df60-b9ce-48e7-b0b6-eb6cc8005e8d service nova] Releasing lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2164.745975] env[62306]: DEBUG nova.compute.manager [req-f0c7468c-79c2-4c0c-a4f3-e73936fe5d58 req-0df9df60-b9ce-48e7-b0b6-eb6cc8005e8d service nova] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Received event network-vif-deleted-89a70cff-1cc5-4e00-a8ba-2e7c56e63c3d {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2164.867642] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16ddf95-cac3-483b-bd52-2714d457e72b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.875919] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34955b7-de0e-47fb-82c2-b537ba5861d0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.907807] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d3b320-7c55-4eac-a42f-4ad78a7806c8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.914982] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d28ecc-4e86-4ffd-8788-8c20bbbfd258 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.927869] env[62306]: DEBUG nova.compute.provider_tree [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2164.955642] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]527c75f0-5c27-69cc-16f0-70c69235bfed, 'name': SearchDatastore_Task, 'duration_secs': 0.03041} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.956372] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-809d7d3b-2975-4ab9-9fa7-5f8f4974c9a7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.961360] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2164.961360] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520da60c-67af-d5c0-03bb-506db27abf10" [ 2164.961360] env[62306]: _type = "Task" [ 2164.961360] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.969009] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520da60c-67af-d5c0-03bb-506db27abf10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.431191] env[62306]: DEBUG nova.scheduler.client.report [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2165.472116] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]520da60c-67af-d5c0-03bb-506db27abf10, 'name': SearchDatastore_Task, 'duration_secs': 0.019842} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.472339] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.472595] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 17b812e3-6204-4442-b90b-ed462b6d4eda/17b812e3-6204-4442-b90b-ed462b6d4eda.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2165.472858] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-643b98ee-e665-44c2-a826-81d0b1e0ecca {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.480223] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2165.480223] env[62306]: value = "task-1973456" [ 2165.480223] env[62306]: _type = "Task" [ 2165.480223] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.488438] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.921732] env[62306]: DEBUG nova.network.neutron [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Updating instance_info_cache with network_info: [{"id": "102452a0-f6fb-4d3e-8cf9-d5f0f4384440", "address": "fa:16:3e:ca:96:55", "network": {"id": "3c76cceb-d6f3-47ca-a8ca-4369902437e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-2123053923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0b09c178964771ac556856d6db2937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap102452a0-f6", "ovs_interfaceid": "102452a0-f6fb-4d3e-8cf9-d5f0f4384440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2165.935868] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.959332] env[62306]: INFO nova.scheduler.client.report [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Deleted allocations for instance 524609b8-f0f9-4703-ae2a-448cbf9513cc [ 2165.989901] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478847} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.990168] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 17b812e3-6204-4442-b90b-ed462b6d4eda/17b812e3-6204-4442-b90b-ed462b6d4eda.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2165.990384] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2165.990625] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddad9fd8-d187-4c9a-8118-a8e8688427b3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.997472] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2165.997472] env[62306]: value = "task-1973457" [ 2165.997472] env[62306]: _type = "Task" [ 2165.997472] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.006654] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.424152] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Releasing lock "refresh_cache-5d5463e7-dab9-4a88-8f43-d4c8e903e935" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2166.424356] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Updated the network info_cache for instance {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2166.424591] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2166.424747] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2166.424899] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2166.425063] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2166.425220] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2166.425366] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2166.425496] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2166.425638] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2166.467016] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3b7f1336-3449-456f-a5f1-65b427e9f6d8 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "524609b8-f0f9-4703-ae2a-448cbf9513cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.978s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.506833] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05719} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.507192] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2166.507974] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa8f4f7-d328-4df3-87e7-0f864715a0b0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.530246] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 17b812e3-6204-4442-b90b-ed462b6d4eda/17b812e3-6204-4442-b90b-ed462b6d4eda.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2166.530493] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b468dcfe-7fe2-4cce-932c-07cce772b624 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.550014] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2166.550014] env[62306]: value = "task-1973458" [ 2166.550014] env[62306]: _type = "Task" [ 2166.550014] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.557632] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.928460] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.928693] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.928915] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.929087] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2166.929953] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425bf161-67d6-4956-8cef-ab3e18c1aeb0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.938096] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c6ccd2-d86e-4d15-a44b-513f5f59cf92 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.952167] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff501ab-3c3b-491d-9acb-1b82ceaaf56d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.958567] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a99a39d-d57c-414d-9a32-219564fee1f2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.989535] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179546MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2166.989702] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.989903] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.060701] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.561490] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973458, 'name': ReconfigVM_Task, 'duration_secs': 0.632413} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.561928] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 17b812e3-6204-4442-b90b-ed462b6d4eda/17b812e3-6204-4442-b90b-ed462b6d4eda.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2167.562312] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97b63a64-c79f-4a5a-8940-ca0bb142fa51 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.569276] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2167.569276] env[62306]: value = "task-1973459" [ 2167.569276] env[62306]: _type = "Task" [ 2167.569276] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.581743] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973459, 'name': Rename_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.954935] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "e888040a-ea27-4608-a9e0-6211d06c7db4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.955193] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "e888040a-ea27-4608-a9e0-6211d06c7db4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.015734] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance e8ed4205-1be8-487e-a817-545100b2d082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2168.015906] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 5d5463e7-dab9-4a88-8f43-d4c8e903e935 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2168.016040] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 92138227-16f2-4717-b1b0-225605babedd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2168.016166] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 6647c885-e110-4cbc-bfcc-7b097a5587d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2168.016285] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 4e21c92c-c62d-4efd-bc04-7e1627ccc735 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2168.016401] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 17b812e3-6204-4442-b90b-ed462b6d4eda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2168.079306] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973459, 'name': Rename_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.457169] env[62306]: DEBUG nova.compute.manager [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2168.519480] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance e888040a-ea27-4608-a9e0-6211d06c7db4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2168.519710] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2168.519842] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2168.580387] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973459, 'name': Rename_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.606620] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a594be83-accd-4ea4-b6b7-f022ecf81f3f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.614115] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3007603-ac6b-4664-b83d-720b64b2281d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.644429] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed05e727-5e80-4f7c-a78b-2cd51fc5b205 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.651761] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52a702d-eb26-47a2-bce0-1f054d7cc537 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.664272] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2168.977404] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.081713] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973459, 'name': Rename_Task, 'duration_secs': 1.114281} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.082067] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2169.082428] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-375c301c-48e2-4d41-b8eb-cb5f09af324e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.090473] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2169.090473] env[62306]: value = "task-1973460" [ 2169.090473] env[62306]: _type = "Task" [ 2169.090473] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.099562] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.167780] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2169.600021] env[62306]: DEBUG oslo_vmware.api [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973460, 'name': PowerOnVM_Task, 'duration_secs': 0.466115} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.600420] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2169.600767] env[62306]: INFO nova.compute.manager [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Took 8.56 seconds to spawn the instance on the hypervisor. [ 2169.601014] env[62306]: DEBUG nova.compute.manager [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2169.601764] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c79e1a0-2ea0-4415-af6a-e955d93b21d2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.672857] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2169.673143] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.683s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.673379] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.696s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2169.674933] env[62306]: INFO nova.compute.claims [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2170.120569] env[62306]: INFO nova.compute.manager [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Took 14.14 seconds to build instance. [ 2170.623721] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b99ea0f-f8dd-4bd7-9532-efd225a1b136 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "17b812e3-6204-4442-b90b-ed462b6d4eda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.649s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.783888] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8d22d9-3b8d-4544-811c-c4a6ee8f9a61 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.789064] env[62306]: DEBUG nova.compute.manager [req-39ba7f9f-d646-4272-99f7-a6e83467d93c req-f3b6cdcb-c0b3-45a7-ad6f-3f5939daa76d service nova] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Received event network-changed-f1d1e28d-124e-469d-a759-6028b8051660 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2170.789570] env[62306]: DEBUG nova.compute.manager [req-39ba7f9f-d646-4272-99f7-a6e83467d93c req-f3b6cdcb-c0b3-45a7-ad6f-3f5939daa76d service nova] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Refreshing instance network info cache due to event network-changed-f1d1e28d-124e-469d-a759-6028b8051660. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2170.789797] env[62306]: DEBUG oslo_concurrency.lockutils [req-39ba7f9f-d646-4272-99f7-a6e83467d93c req-f3b6cdcb-c0b3-45a7-ad6f-3f5939daa76d service nova] Acquiring lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2170.789976] env[62306]: DEBUG oslo_concurrency.lockutils [req-39ba7f9f-d646-4272-99f7-a6e83467d93c req-f3b6cdcb-c0b3-45a7-ad6f-3f5939daa76d service nova] Acquired lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2170.790176] env[62306]: DEBUG nova.network.neutron [req-39ba7f9f-d646-4272-99f7-a6e83467d93c req-f3b6cdcb-c0b3-45a7-ad6f-3f5939daa76d service nova] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Refreshing network info cache for port f1d1e28d-124e-469d-a759-6028b8051660 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2170.797292] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3548e0f-f6fc-431e-9a31-9682a6c323da {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.828411] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caea8158-b72a-42f8-b8fb-13d324c62653 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.835967] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df729e10-aa27-41f1-851c-55e6b11b5915 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.849715] env[62306]: DEBUG nova.compute.provider_tree [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2171.353020] env[62306]: DEBUG nova.scheduler.client.report [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2171.494771] env[62306]: DEBUG nova.network.neutron [req-39ba7f9f-d646-4272-99f7-a6e83467d93c req-f3b6cdcb-c0b3-45a7-ad6f-3f5939daa76d service nova] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Updated VIF entry in instance network info cache for port f1d1e28d-124e-469d-a759-6028b8051660. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2171.495159] env[62306]: DEBUG nova.network.neutron [req-39ba7f9f-d646-4272-99f7-a6e83467d93c req-f3b6cdcb-c0b3-45a7-ad6f-3f5939daa76d service nova] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Updating instance_info_cache with network_info: [{"id": "f1d1e28d-124e-469d-a759-6028b8051660", "address": "fa:16:3e:2d:ce:e1", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d1e28d-12", "ovs_interfaceid": "f1d1e28d-124e-469d-a759-6028b8051660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2171.861534] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.862147] env[62306]: DEBUG nova.compute.manager [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2171.998020] env[62306]: DEBUG oslo_concurrency.lockutils [req-39ba7f9f-d646-4272-99f7-a6e83467d93c req-f3b6cdcb-c0b3-45a7-ad6f-3f5939daa76d service nova] Releasing lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2172.367570] env[62306]: DEBUG nova.compute.utils [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2172.369545] env[62306]: DEBUG nova.compute.manager [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2172.369837] env[62306]: DEBUG nova.network.neutron [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2172.409153] env[62306]: DEBUG nova.policy [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5459ae7ce0a949ba8736ff343ec643b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad0b09c178964771ac556856d6db2937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2172.648557] env[62306]: DEBUG nova.network.neutron [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Successfully created port: c56e84fb-d181-4d68-b804-5e61de4d2b46 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2172.874293] env[62306]: DEBUG nova.compute.manager [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2173.883258] env[62306]: DEBUG nova.compute.manager [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2173.909317] env[62306]: DEBUG nova.virt.hardware [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2173.909565] env[62306]: DEBUG nova.virt.hardware [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2173.909721] env[62306]: DEBUG nova.virt.hardware [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2173.909905] env[62306]: DEBUG nova.virt.hardware [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2173.910073] env[62306]: DEBUG nova.virt.hardware [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2173.910226] env[62306]: DEBUG nova.virt.hardware [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2173.910460] env[62306]: DEBUG nova.virt.hardware [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2173.910655] env[62306]: DEBUG nova.virt.hardware [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2173.910845] env[62306]: DEBUG nova.virt.hardware [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2173.911083] env[62306]: DEBUG nova.virt.hardware [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2173.911299] env[62306]: DEBUG nova.virt.hardware [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2173.912552] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8dc4af-56be-4d52-a5c8-08bf7fee97c2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.920157] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd40054a-314f-44fe-bc54-e98089b36598 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.042071] env[62306]: DEBUG nova.compute.manager [req-5d948015-77ca-4497-8275-ab3f7b6c092b req-44e11c10-ef83-4188-bef9-887a2ee79b2f service nova] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Received event network-vif-plugged-c56e84fb-d181-4d68-b804-5e61de4d2b46 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2174.042326] env[62306]: DEBUG oslo_concurrency.lockutils [req-5d948015-77ca-4497-8275-ab3f7b6c092b req-44e11c10-ef83-4188-bef9-887a2ee79b2f service nova] Acquiring lock "e888040a-ea27-4608-a9e0-6211d06c7db4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.042530] env[62306]: DEBUG oslo_concurrency.lockutils [req-5d948015-77ca-4497-8275-ab3f7b6c092b req-44e11c10-ef83-4188-bef9-887a2ee79b2f service nova] Lock "e888040a-ea27-4608-a9e0-6211d06c7db4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.042697] env[62306]: DEBUG oslo_concurrency.lockutils [req-5d948015-77ca-4497-8275-ab3f7b6c092b req-44e11c10-ef83-4188-bef9-887a2ee79b2f service nova] Lock "e888040a-ea27-4608-a9e0-6211d06c7db4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.042863] env[62306]: DEBUG nova.compute.manager [req-5d948015-77ca-4497-8275-ab3f7b6c092b req-44e11c10-ef83-4188-bef9-887a2ee79b2f service nova] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] No waiting events found dispatching network-vif-plugged-c56e84fb-d181-4d68-b804-5e61de4d2b46 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2174.043064] env[62306]: WARNING nova.compute.manager [req-5d948015-77ca-4497-8275-ab3f7b6c092b req-44e11c10-ef83-4188-bef9-887a2ee79b2f service nova] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Received unexpected event network-vif-plugged-c56e84fb-d181-4d68-b804-5e61de4d2b46 for instance with vm_state building and task_state spawning. [ 2174.121219] env[62306]: DEBUG nova.network.neutron [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Successfully updated port: c56e84fb-d181-4d68-b804-5e61de4d2b46 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2174.624248] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "refresh_cache-e888040a-ea27-4608-a9e0-6211d06c7db4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2174.624463] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired lock "refresh_cache-e888040a-ea27-4608-a9e0-6211d06c7db4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2174.624568] env[62306]: DEBUG nova.network.neutron [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2175.157393] env[62306]: DEBUG nova.network.neutron [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2175.277335] env[62306]: DEBUG nova.network.neutron [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Updating instance_info_cache with network_info: [{"id": "c56e84fb-d181-4d68-b804-5e61de4d2b46", "address": "fa:16:3e:c9:b0:98", "network": {"id": "3c76cceb-d6f3-47ca-a8ca-4369902437e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-2123053923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0b09c178964771ac556856d6db2937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc56e84fb-d1", "ovs_interfaceid": "c56e84fb-d181-4d68-b804-5e61de4d2b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2175.780515] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Releasing lock "refresh_cache-e888040a-ea27-4608-a9e0-6211d06c7db4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2175.780897] env[62306]: DEBUG nova.compute.manager [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Instance network_info: |[{"id": "c56e84fb-d181-4d68-b804-5e61de4d2b46", "address": "fa:16:3e:c9:b0:98", "network": {"id": "3c76cceb-d6f3-47ca-a8ca-4369902437e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-2123053923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0b09c178964771ac556856d6db2937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc56e84fb-d1", "ovs_interfaceid": "c56e84fb-d181-4d68-b804-5e61de4d2b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2175.781371] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:b0:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c56e84fb-d181-4d68-b804-5e61de4d2b46', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2175.788815] env[62306]: DEBUG oslo.service.loopingcall [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2175.789058] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2175.789322] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f2d80d3-e097-499d-959d-e9902f003f7c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.810268] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2175.810268] env[62306]: value = "task-1973461" [ 2175.810268] env[62306]: _type = "Task" [ 2175.810268] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.818804] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973461, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.072185] env[62306]: DEBUG nova.compute.manager [req-e719b62f-8847-4792-9cb1-e3c508c221f5 req-1d28285d-3db3-4210-aff2-4ca462118321 service nova] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Received event network-changed-c56e84fb-d181-4d68-b804-5e61de4d2b46 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2176.072499] env[62306]: DEBUG nova.compute.manager [req-e719b62f-8847-4792-9cb1-e3c508c221f5 req-1d28285d-3db3-4210-aff2-4ca462118321 service nova] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Refreshing instance network info cache due to event network-changed-c56e84fb-d181-4d68-b804-5e61de4d2b46. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2176.072599] env[62306]: DEBUG oslo_concurrency.lockutils [req-e719b62f-8847-4792-9cb1-e3c508c221f5 req-1d28285d-3db3-4210-aff2-4ca462118321 service nova] Acquiring lock "refresh_cache-e888040a-ea27-4608-a9e0-6211d06c7db4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2176.072763] env[62306]: DEBUG oslo_concurrency.lockutils [req-e719b62f-8847-4792-9cb1-e3c508c221f5 req-1d28285d-3db3-4210-aff2-4ca462118321 service nova] Acquired lock "refresh_cache-e888040a-ea27-4608-a9e0-6211d06c7db4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2176.072878] env[62306]: DEBUG nova.network.neutron [req-e719b62f-8847-4792-9cb1-e3c508c221f5 req-1d28285d-3db3-4210-aff2-4ca462118321 service nova] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Refreshing network info cache for port c56e84fb-d181-4d68-b804-5e61de4d2b46 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2176.320259] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973461, 'name': CreateVM_Task, 'duration_secs': 0.44824} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.320625] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2176.321147] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2176.321327] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2176.321655] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2176.321907] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-981c72a0-68db-4148-92bd-91ddf4ce4d01 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.326190] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2176.326190] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ed1b4b-5b37-b045-0571-b8b06c2600b5" [ 2176.326190] env[62306]: _type = "Task" [ 2176.326190] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.333382] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ed1b4b-5b37-b045-0571-b8b06c2600b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.761021] env[62306]: DEBUG nova.network.neutron [req-e719b62f-8847-4792-9cb1-e3c508c221f5 req-1d28285d-3db3-4210-aff2-4ca462118321 service nova] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Updated VIF entry in instance network info cache for port c56e84fb-d181-4d68-b804-5e61de4d2b46. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2176.761426] env[62306]: DEBUG nova.network.neutron [req-e719b62f-8847-4792-9cb1-e3c508c221f5 req-1d28285d-3db3-4210-aff2-4ca462118321 service nova] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Updating instance_info_cache with network_info: [{"id": "c56e84fb-d181-4d68-b804-5e61de4d2b46", "address": "fa:16:3e:c9:b0:98", "network": {"id": "3c76cceb-d6f3-47ca-a8ca-4369902437e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-2123053923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0b09c178964771ac556856d6db2937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc56e84fb-d1", "ovs_interfaceid": "c56e84fb-d181-4d68-b804-5e61de4d2b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2176.837045] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ed1b4b-5b37-b045-0571-b8b06c2600b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011365} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.837479] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2176.837557] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2176.837761] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2176.837909] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2176.838100] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2176.838650] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dea36ca0-5a03-4fb5-8c16-be059f17a46e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.846941] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2176.847137] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2176.847818] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76b90816-1d02-48e9-be69-80bb0e93ffe0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.852699] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2176.852699] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ee3d69-be34-94f2-7164-33221d34c03e" [ 2176.852699] env[62306]: _type = "Task" [ 2176.852699] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.860962] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ee3d69-be34-94f2-7164-33221d34c03e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.264099] env[62306]: DEBUG oslo_concurrency.lockutils [req-e719b62f-8847-4792-9cb1-e3c508c221f5 req-1d28285d-3db3-4210-aff2-4ca462118321 service nova] Releasing lock "refresh_cache-e888040a-ea27-4608-a9e0-6211d06c7db4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2177.362757] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ee3d69-be34-94f2-7164-33221d34c03e, 'name': SearchDatastore_Task, 'duration_secs': 0.008593} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.363553] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ed5b67-9452-40fb-bf95-2cc376edfa23 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.369107] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2177.369107] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5225e2fe-b9ff-a8a0-b5d1-81bd52905f4d" [ 2177.369107] env[62306]: _type = "Task" [ 2177.369107] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.376447] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5225e2fe-b9ff-a8a0-b5d1-81bd52905f4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.879319] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5225e2fe-b9ff-a8a0-b5d1-81bd52905f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.008531} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.879564] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2177.879819] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] e888040a-ea27-4608-a9e0-6211d06c7db4/e888040a-ea27-4608-a9e0-6211d06c7db4.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2177.880086] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a8f609a-0cd9-4fff-9d0a-7e41a4be12a3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.886636] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2177.886636] env[62306]: value = "task-1973462" [ 2177.886636] env[62306]: _type = "Task" [ 2177.886636] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.894148] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.397309] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426248} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.397587] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] e888040a-ea27-4608-a9e0-6211d06c7db4/e888040a-ea27-4608-a9e0-6211d06c7db4.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2178.397793] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2178.398073] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b22610f-443b-4b2e-a949-deb2fb9e0859 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.404495] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2178.404495] env[62306]: value = "task-1973463" [ 2178.404495] env[62306]: _type = "Task" [ 2178.404495] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.411357] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.914458] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067073} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.914728] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2178.915591] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935d0c93-052c-40ac-8cbb-793cf509a82b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.936572] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] e888040a-ea27-4608-a9e0-6211d06c7db4/e888040a-ea27-4608-a9e0-6211d06c7db4.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2178.936773] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-942f3eba-c6aa-47d0-8dae-9c16eb5a4c07 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.955913] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2178.955913] env[62306]: value = "task-1973464" [ 2178.955913] env[62306]: _type = "Task" [ 2178.955913] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.963296] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.465138] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973464, 'name': ReconfigVM_Task, 'duration_secs': 0.261768} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.465482] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Reconfigured VM instance instance-00000077 to attach disk [datastore1] e888040a-ea27-4608-a9e0-6211d06c7db4/e888040a-ea27-4608-a9e0-6211d06c7db4.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2179.466065] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96c1db2b-62f2-4340-a103-2066ea2137c3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.472419] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2179.472419] env[62306]: value = "task-1973465" [ 2179.472419] env[62306]: _type = "Task" [ 2179.472419] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.482639] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973465, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.982330] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973465, 'name': Rename_Task, 'duration_secs': 0.133019} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.982578] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2179.982822] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7018d6eb-2caf-4f96-a73f-120b0a822da9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.989184] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2179.989184] env[62306]: value = "task-1973466" [ 2179.989184] env[62306]: _type = "Task" [ 2179.989184] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.996356] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.499024] env[62306]: DEBUG oslo_vmware.api [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973466, 'name': PowerOnVM_Task, 'duration_secs': 0.393626} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.499311] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2180.499524] env[62306]: INFO nova.compute.manager [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Took 6.62 seconds to spawn the instance on the hypervisor. [ 2180.499665] env[62306]: DEBUG nova.compute.manager [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2180.500431] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ab0916-f8ef-46c9-b259-7cac24fbb02a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.019323] env[62306]: INFO nova.compute.manager [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Took 12.06 seconds to build instance. [ 2181.521647] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6804f3b8-43c7-4c79-bd62-4dd4ba2dc5aa tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "e888040a-ea27-4608-a9e0-6211d06c7db4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.566s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.466953] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0d9036a-d1a0-4aa1-8089-ebc78f3e059e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "e888040a-ea27-4608-a9e0-6211d06c7db4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2182.466953] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0d9036a-d1a0-4aa1-8089-ebc78f3e059e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "e888040a-ea27-4608-a9e0-6211d06c7db4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2182.466953] env[62306]: DEBUG nova.compute.manager [None req-d0d9036a-d1a0-4aa1-8089-ebc78f3e059e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2182.467719] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a7cd33-1c0b-4fbd-b38b-751a875a4bf4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.475404] env[62306]: DEBUG nova.compute.manager [None req-d0d9036a-d1a0-4aa1-8089-ebc78f3e059e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62306) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2182.476114] env[62306]: DEBUG nova.objects.instance [None req-d0d9036a-d1a0-4aa1-8089-ebc78f3e059e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lazy-loading 'flavor' on Instance uuid e888040a-ea27-4608-a9e0-6211d06c7db4 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2183.483756] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d9036a-d1a0-4aa1-8089-ebc78f3e059e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2183.484235] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6844dfc7-276a-4ea7-8bde-5261f07e9e32 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.491347] env[62306]: DEBUG oslo_vmware.api [None req-d0d9036a-d1a0-4aa1-8089-ebc78f3e059e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2183.491347] env[62306]: value = "task-1973467" [ 2183.491347] env[62306]: _type = "Task" [ 2183.491347] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.499015] env[62306]: DEBUG oslo_vmware.api [None req-d0d9036a-d1a0-4aa1-8089-ebc78f3e059e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.001365] env[62306]: DEBUG oslo_vmware.api [None req-d0d9036a-d1a0-4aa1-8089-ebc78f3e059e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973467, 'name': PowerOffVM_Task, 'duration_secs': 0.188844} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.001588] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d9036a-d1a0-4aa1-8089-ebc78f3e059e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2184.001771] env[62306]: DEBUG nova.compute.manager [None req-d0d9036a-d1a0-4aa1-8089-ebc78f3e059e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2184.002530] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b30342-ade1-40c4-bc1a-34d5978fd62a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.513927] env[62306]: DEBUG oslo_concurrency.lockutils [None req-d0d9036a-d1a0-4aa1-8089-ebc78f3e059e tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "e888040a-ea27-4608-a9e0-6211d06c7db4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2185.107389] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "e888040a-ea27-4608-a9e0-6211d06c7db4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2185.107660] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "e888040a-ea27-4608-a9e0-6211d06c7db4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.107873] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "e888040a-ea27-4608-a9e0-6211d06c7db4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2185.108064] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "e888040a-ea27-4608-a9e0-6211d06c7db4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.108244] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "e888040a-ea27-4608-a9e0-6211d06c7db4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2185.110398] env[62306]: INFO nova.compute.manager [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Terminating instance [ 2185.614132] env[62306]: DEBUG nova.compute.manager [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2185.614470] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2185.615301] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fabcac-bb2b-470b-b0c7-88df70e07792 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.623255] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2185.623477] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbdd2b13-0c62-4489-8375-01d60b1f49e3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.840191] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2185.840460] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2185.840598] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Deleting the datastore file [datastore1] e888040a-ea27-4608-a9e0-6211d06c7db4 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2185.840873] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cd0bd26-f747-4009-b213-604d2286909f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.848148] env[62306]: DEBUG oslo_vmware.api [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2185.848148] env[62306]: value = "task-1973469" [ 2185.848148] env[62306]: _type = "Task" [ 2185.848148] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.855681] env[62306]: DEBUG oslo_vmware.api [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.357630] env[62306]: DEBUG oslo_vmware.api [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128011} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.357902] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2186.358104] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2186.358292] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2186.358468] env[62306]: INFO nova.compute.manager [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Took 0.74 seconds to destroy the instance on the hypervisor. [ 2186.358705] env[62306]: DEBUG oslo.service.loopingcall [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2186.358893] env[62306]: DEBUG nova.compute.manager [-] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2186.358987] env[62306]: DEBUG nova.network.neutron [-] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2186.782134] env[62306]: DEBUG nova.compute.manager [req-a69fbbce-8786-491d-a7d8-0f56181ff996 req-e6e97219-c9a1-4461-9a79-29daa495290c service nova] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Received event network-vif-deleted-c56e84fb-d181-4d68-b804-5e61de4d2b46 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2186.782574] env[62306]: INFO nova.compute.manager [req-a69fbbce-8786-491d-a7d8-0f56181ff996 req-e6e97219-c9a1-4461-9a79-29daa495290c service nova] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Neutron deleted interface c56e84fb-d181-4d68-b804-5e61de4d2b46; detaching it from the instance and deleting it from the info cache [ 2186.782574] env[62306]: DEBUG nova.network.neutron [req-a69fbbce-8786-491d-a7d8-0f56181ff996 req-e6e97219-c9a1-4461-9a79-29daa495290c service nova] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2187.259982] env[62306]: DEBUG nova.network.neutron [-] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2187.285486] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7db2d5e-9535-4f63-932a-19d71c469d03 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.295792] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454accb0-34f7-46d6-81aa-5546209964dd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.324580] env[62306]: DEBUG nova.compute.manager [req-a69fbbce-8786-491d-a7d8-0f56181ff996 req-e6e97219-c9a1-4461-9a79-29daa495290c service nova] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Detach interface failed, port_id=c56e84fb-d181-4d68-b804-5e61de4d2b46, reason: Instance e888040a-ea27-4608-a9e0-6211d06c7db4 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2187.764125] env[62306]: INFO nova.compute.manager [-] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Took 1.40 seconds to deallocate network for instance. [ 2188.270833] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.271243] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.271393] env[62306]: DEBUG nova.objects.instance [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lazy-loading 'resources' on Instance uuid e888040a-ea27-4608-a9e0-6211d06c7db4 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2188.881125] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb40c43-6b69-4a96-adc5-98dd9b1eab98 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.889323] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1335c1f-cb26-4130-b0c5-cc7ee1b5538d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.919306] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dbfc72-d2fe-4de1-9abc-8664e2259caf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.927953] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47285c5-0925-4e1f-9899-6cadf5224017 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.941986] env[62306]: DEBUG nova.compute.provider_tree [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2189.445496] env[62306]: DEBUG nova.scheduler.client.report [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2189.950981] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2189.973374] env[62306]: INFO nova.scheduler.client.report [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Deleted allocations for instance e888040a-ea27-4608-a9e0-6211d06c7db4 [ 2190.482695] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7065a33e-0409-4c4c-970c-4322de16887c tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "e888040a-ea27-4608-a9e0-6211d06c7db4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.375s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.036087] env[62306]: DEBUG oslo_concurrency.lockutils [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "92138227-16f2-4717-b1b0-225605babedd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.036388] env[62306]: DEBUG oslo_concurrency.lockutils [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "92138227-16f2-4717-b1b0-225605babedd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.036606] env[62306]: DEBUG oslo_concurrency.lockutils [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "92138227-16f2-4717-b1b0-225605babedd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.036790] env[62306]: DEBUG oslo_concurrency.lockutils [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "92138227-16f2-4717-b1b0-225605babedd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.036965] env[62306]: DEBUG oslo_concurrency.lockutils [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "92138227-16f2-4717-b1b0-225605babedd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.039159] env[62306]: INFO nova.compute.manager [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Terminating instance [ 2191.543384] env[62306]: DEBUG nova.compute.manager [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2191.543788] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2191.544572] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10b4421-1d9c-4ba6-94dc-a22a5bd7eb8b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.552588] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2191.552811] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c89e6509-73d5-48c9-ab5b-e2c170d7c8b9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.558491] env[62306]: DEBUG oslo_vmware.api [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2191.558491] env[62306]: value = "task-1973470" [ 2191.558491] env[62306]: _type = "Task" [ 2191.558491] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.565946] env[62306]: DEBUG oslo_vmware.api [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.872202] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "5d5463e7-dab9-4a88-8f43-d4c8e903e935" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.872541] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "5d5463e7-dab9-4a88-8f43-d4c8e903e935" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.872766] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "5d5463e7-dab9-4a88-8f43-d4c8e903e935-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.872951] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "5d5463e7-dab9-4a88-8f43-d4c8e903e935-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.873189] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "5d5463e7-dab9-4a88-8f43-d4c8e903e935-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.875425] env[62306]: INFO nova.compute.manager [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Terminating instance [ 2192.068625] env[62306]: DEBUG oslo_vmware.api [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973470, 'name': PowerOffVM_Task, 'duration_secs': 0.233543} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.068911] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2192.069103] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2192.069356] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-087d8b33-4378-41a6-900b-23c37ba26766 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.143088] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2192.143363] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2192.143651] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Deleting the datastore file [datastore1] 92138227-16f2-4717-b1b0-225605babedd {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2192.144631] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ea315dd-cf76-42f6-92c3-cb74dbb9e0de {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.150429] env[62306]: DEBUG oslo_vmware.api [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2192.150429] env[62306]: value = "task-1973472" [ 2192.150429] env[62306]: _type = "Task" [ 2192.150429] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.157716] env[62306]: DEBUG oslo_vmware.api [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.379941] env[62306]: DEBUG nova.compute.manager [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2192.380354] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2192.381129] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa721b2-6314-4af8-875f-85bb5ba45800 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.388479] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2192.388709] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f96d2bc-9c2e-4995-a837-bbfed8f5dfc3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.396108] env[62306]: DEBUG oslo_vmware.api [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2192.396108] env[62306]: value = "task-1973473" [ 2192.396108] env[62306]: _type = "Task" [ 2192.396108] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.404474] env[62306]: DEBUG oslo_vmware.api [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.659713] env[62306]: DEBUG oslo_vmware.api [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148937} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.660072] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2192.660323] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2192.660546] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2192.660734] env[62306]: INFO nova.compute.manager [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 92138227-16f2-4717-b1b0-225605babedd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2192.660975] env[62306]: DEBUG oslo.service.loopingcall [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2192.661215] env[62306]: DEBUG nova.compute.manager [-] [instance: 92138227-16f2-4717-b1b0-225605babedd] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2192.661303] env[62306]: DEBUG nova.network.neutron [-] [instance: 92138227-16f2-4717-b1b0-225605babedd] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2192.905774] env[62306]: DEBUG oslo_vmware.api [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973473, 'name': PowerOffVM_Task, 'duration_secs': 0.213448} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.906231] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2192.906473] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2192.906730] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5aa21633-4295-4cc0-a5fe-9c7f3db09eb2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.132201] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2193.132477] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2193.132675] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Deleting the datastore file [datastore1] 5d5463e7-dab9-4a88-8f43-d4c8e903e935 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2193.132940] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1b35610-ee59-4461-bf38-ee754e9b8e31 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.139351] env[62306]: DEBUG oslo_vmware.api [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for the task: (returnval){ [ 2193.139351] env[62306]: value = "task-1973475" [ 2193.139351] env[62306]: _type = "Task" [ 2193.139351] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.150546] env[62306]: DEBUG oslo_vmware.api [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.152764] env[62306]: DEBUG nova.compute.manager [req-9ea724bc-3f73-44d1-88f2-45305b820c26 req-7fce44f3-e0de-4f8b-a841-606174ec9ab0 service nova] [instance: 92138227-16f2-4717-b1b0-225605babedd] Received event network-vif-deleted-872cc941-dd18-4b69-a115-d24c376fc9cc {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2193.152974] env[62306]: INFO nova.compute.manager [req-9ea724bc-3f73-44d1-88f2-45305b820c26 req-7fce44f3-e0de-4f8b-a841-606174ec9ab0 service nova] [instance: 92138227-16f2-4717-b1b0-225605babedd] Neutron deleted interface 872cc941-dd18-4b69-a115-d24c376fc9cc; detaching it from the instance and deleting it from the info cache [ 2193.153185] env[62306]: DEBUG nova.network.neutron [req-9ea724bc-3f73-44d1-88f2-45305b820c26 req-7fce44f3-e0de-4f8b-a841-606174ec9ab0 service nova] [instance: 92138227-16f2-4717-b1b0-225605babedd] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.632373] env[62306]: DEBUG nova.network.neutron [-] [instance: 92138227-16f2-4717-b1b0-225605babedd] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.655025] env[62306]: DEBUG oslo_vmware.api [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Task: {'id': task-1973475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125815} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.655361] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2193.655696] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2193.656015] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2193.656342] env[62306]: INFO nova.compute.manager [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2193.656732] env[62306]: DEBUG oslo.service.loopingcall [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2193.657425] env[62306]: DEBUG nova.compute.manager [-] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2193.657964] env[62306]: DEBUG nova.network.neutron [-] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2193.660041] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fbf59f6-251a-44d3-bf99-5a278f52650b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.673120] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a4d68f-3ba9-432c-bccc-9d8e57d2836c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.707173] env[62306]: DEBUG nova.compute.manager [req-9ea724bc-3f73-44d1-88f2-45305b820c26 req-7fce44f3-e0de-4f8b-a841-606174ec9ab0 service nova] [instance: 92138227-16f2-4717-b1b0-225605babedd] Detach interface failed, port_id=872cc941-dd18-4b69-a115-d24c376fc9cc, reason: Instance 92138227-16f2-4717-b1b0-225605babedd could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2194.136113] env[62306]: INFO nova.compute.manager [-] [instance: 92138227-16f2-4717-b1b0-225605babedd] Took 1.47 seconds to deallocate network for instance. [ 2194.386972] env[62306]: DEBUG nova.network.neutron [-] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2194.641718] env[62306]: DEBUG oslo_concurrency.lockutils [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.641990] env[62306]: DEBUG oslo_concurrency.lockutils [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2194.642256] env[62306]: DEBUG nova.objects.instance [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lazy-loading 'resources' on Instance uuid 92138227-16f2-4717-b1b0-225605babedd {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2194.889524] env[62306]: INFO nova.compute.manager [-] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Took 1.23 seconds to deallocate network for instance. [ 2195.175266] env[62306]: DEBUG nova.compute.manager [req-4bd9bbdc-63cc-4c58-9be0-7e3554530321 req-61fdce22-8b53-4b26-bc9e-3875ed48b237 service nova] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Received event network-vif-deleted-102452a0-f6fb-4d3e-8cf9-d5f0f4384440 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2195.228776] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d944fc32-da39-493f-bb3a-3a81d6ddacf8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.236482] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c79196-14a1-4a67-ab43-3a0126fd8c4f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.266952] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597085d1-fc6d-4912-b3f9-4cbd15628d84 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.274027] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bfd8b3-be17-42a1-861b-f3870a9e47f0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.286602] env[62306]: DEBUG nova.compute.provider_tree [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2195.396080] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.789735] env[62306]: DEBUG nova.scheduler.client.report [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2196.294559] env[62306]: DEBUG oslo_concurrency.lockutils [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.296932] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.901s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.297185] env[62306]: DEBUG nova.objects.instance [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lazy-loading 'resources' on Instance uuid 5d5463e7-dab9-4a88-8f43-d4c8e903e935 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2196.313428] env[62306]: INFO nova.scheduler.client.report [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Deleted allocations for instance 92138227-16f2-4717-b1b0-225605babedd [ 2196.822720] env[62306]: DEBUG oslo_concurrency.lockutils [None req-60d04a61-06bc-45c5-a820-05e33b628ce1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "92138227-16f2-4717-b1b0-225605babedd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.786s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.873337] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c080b6-2c4d-48b4-93b4-cc8601ede7a4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.883348] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d35e7ae-63a9-42f2-a75e-74fae6df9741 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.919901] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a92919a-ee70-4d0e-8424-461093cbbf83 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.927380] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0540882-ca42-4382-8aa9-fe739160ce62 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.940303] env[62306]: DEBUG nova.compute.provider_tree [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2197.443224] env[62306]: DEBUG nova.scheduler.client.report [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2197.949346] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.965429] env[62306]: INFO nova.scheduler.client.report [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Deleted allocations for instance 5d5463e7-dab9-4a88-8f43-d4c8e903e935 [ 2198.472998] env[62306]: DEBUG oslo_concurrency.lockutils [None req-ed76091f-163b-41d8-ab19-f0ec987a4251 tempest-ServersTestJSON-1353229339 tempest-ServersTestJSON-1353229339-project-member] Lock "5d5463e7-dab9-4a88-8f43-d4c8e903e935" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.600s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.946493] env[62306]: DEBUG nova.compute.manager [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Stashing vm_state: active {{(pid=62306) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2199.451333] env[62306]: DEBUG oslo_concurrency.lockutils [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "6647c885-e110-4cbc-bfcc-7b097a5587d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.451627] env[62306]: DEBUG oslo_concurrency.lockutils [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "6647c885-e110-4cbc-bfcc-7b097a5587d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.451840] env[62306]: DEBUG oslo_concurrency.lockutils [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "6647c885-e110-4cbc-bfcc-7b097a5587d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.452039] env[62306]: DEBUG oslo_concurrency.lockutils [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "6647c885-e110-4cbc-bfcc-7b097a5587d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.452224] env[62306]: DEBUG oslo_concurrency.lockutils [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "6647c885-e110-4cbc-bfcc-7b097a5587d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.457185] env[62306]: INFO nova.compute.manager [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Terminating instance [ 2199.474980] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.475264] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.964031] env[62306]: DEBUG nova.compute.manager [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2199.964031] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2199.964733] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e72d3db-eefe-44c5-8ad8-e418b0120c01 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.976389] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2199.976749] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af39a93f-a8d9-414e-b421-f22194c9aa6e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.980308] env[62306]: INFO nova.compute.claims [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2199.989455] env[62306]: DEBUG oslo_vmware.api [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2199.989455] env[62306]: value = "task-1973476" [ 2199.989455] env[62306]: _type = "Task" [ 2199.989455] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.001822] env[62306]: DEBUG oslo_vmware.api [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.487817] env[62306]: INFO nova.compute.resource_tracker [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updating resource usage from migration 1ab96ecb-10e7-4043-a5e1-fd6b8fa605d2 [ 2200.500555] env[62306]: DEBUG oslo_vmware.api [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973476, 'name': PowerOffVM_Task, 'duration_secs': 0.175784} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.501023] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2200.501023] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2200.501263] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e461a589-0688-460c-bb29-8a5cc76e2753 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.569750] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6406aa6f-d35c-4618-9990-24308ed2edf9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.578405] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7ede50-09aa-4256-a038-8ad5ca87733b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.609548] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f2ce05-0d53-4041-a329-f705e95c6b88 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.612060] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2200.612267] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2200.612478] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Deleting the datastore file [datastore1] 6647c885-e110-4cbc-bfcc-7b097a5587d3 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2200.612719] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-913b21b8-7e9c-43ea-88da-ec5f31e2cd1a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.620134] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ffc519-c4dd-49dd-a876-0d344e6edf2c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.623832] env[62306]: DEBUG oslo_vmware.api [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for the task: (returnval){ [ 2200.623832] env[62306]: value = "task-1973478" [ 2200.623832] env[62306]: _type = "Task" [ 2200.623832] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.635094] env[62306]: DEBUG nova.compute.provider_tree [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2200.640964] env[62306]: DEBUG oslo_vmware.api [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.097513] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7fab0d69-29c9-4842-bd9f-c92715e75547 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "4e21c92c-c62d-4efd-bc04-7e1627ccc735" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.097762] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7fab0d69-29c9-4842-bd9f-c92715e75547 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "4e21c92c-c62d-4efd-bc04-7e1627ccc735" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.133403] env[62306]: DEBUG oslo_vmware.api [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Task: {'id': task-1973478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133065} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.133605] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2201.133805] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2201.133981] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2201.134170] env[62306]: INFO nova.compute.manager [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2201.134422] env[62306]: DEBUG oslo.service.loopingcall [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2201.134633] env[62306]: DEBUG nova.compute.manager [-] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2201.134727] env[62306]: DEBUG nova.network.neutron [-] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2201.138337] env[62306]: DEBUG nova.scheduler.client.report [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2201.601808] env[62306]: DEBUG nova.compute.utils [None req-7fab0d69-29c9-4842-bd9f-c92715e75547 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2201.626126] env[62306]: DEBUG nova.compute.manager [req-917c4302-442b-4ade-9896-66de39e2a7bb req-ee5ae37c-be89-4350-a7ae-97044366b2a5 service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Received event network-vif-deleted-d4b97cce-1e3c-4717-9eb9-65a14e201a60 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2201.626126] env[62306]: INFO nova.compute.manager [req-917c4302-442b-4ade-9896-66de39e2a7bb req-ee5ae37c-be89-4350-a7ae-97044366b2a5 service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Neutron deleted interface d4b97cce-1e3c-4717-9eb9-65a14e201a60; detaching it from the instance and deleting it from the info cache [ 2201.626126] env[62306]: DEBUG nova.network.neutron [req-917c4302-442b-4ade-9896-66de39e2a7bb req-ee5ae37c-be89-4350-a7ae-97044366b2a5 service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2201.643109] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.168s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.643580] env[62306]: INFO nova.compute.manager [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Migrating [ 2202.096791] env[62306]: DEBUG nova.network.neutron [-] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2202.106272] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7fab0d69-29c9-4842-bd9f-c92715e75547 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "4e21c92c-c62d-4efd-bc04-7e1627ccc735" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2202.128281] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c92175d9-5dd9-4f11-805c-ab6a0c1727a2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.144246] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff615b9-51a0-4456-81a6-f33d6e5f83f1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.163908] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2202.164108] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2202.164289] env[62306]: DEBUG nova.network.neutron [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2202.172463] env[62306]: DEBUG nova.compute.manager [req-917c4302-442b-4ade-9896-66de39e2a7bb req-ee5ae37c-be89-4350-a7ae-97044366b2a5 service nova] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Detach interface failed, port_id=d4b97cce-1e3c-4717-9eb9-65a14e201a60, reason: Instance 6647c885-e110-4cbc-bfcc-7b097a5587d3 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2202.604986] env[62306]: INFO nova.compute.manager [-] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Took 1.47 seconds to deallocate network for instance. [ 2202.894334] env[62306]: DEBUG nova.network.neutron [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updating instance_info_cache with network_info: [{"id": "7a105f74-35cf-4eff-b655-5c7165c931aa", "address": "fa:16:3e:f3:1b:7a", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a105f74-35", "ovs_interfaceid": "7a105f74-35cf-4eff-b655-5c7165c931aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2203.114560] env[62306]: DEBUG oslo_concurrency.lockutils [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.114852] env[62306]: DEBUG oslo_concurrency.lockutils [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2203.114940] env[62306]: DEBUG nova.objects.instance [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lazy-loading 'resources' on Instance uuid 6647c885-e110-4cbc-bfcc-7b097a5587d3 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2203.319789] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7fab0d69-29c9-4842-bd9f-c92715e75547 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "4e21c92c-c62d-4efd-bc04-7e1627ccc735" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.321986] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7fab0d69-29c9-4842-bd9f-c92715e75547 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "4e21c92c-c62d-4efd-bc04-7e1627ccc735" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2203.321986] env[62306]: INFO nova.compute.manager [None req-7fab0d69-29c9-4842-bd9f-c92715e75547 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Attaching volume 252f56a1-0ea7-4451-bd46-c3f8b5431038 to /dev/sdb [ 2203.352837] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56d9dbf-0f43-4559-bc52-11295e96dff5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.361051] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c63199d-98fa-45fc-aa52-2572ba2a59ea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.375045] env[62306]: DEBUG nova.virt.block_device [None req-7fab0d69-29c9-4842-bd9f-c92715e75547 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Updating existing volume attachment record: 422e1274-44a7-4520-bb0f-9e6306d46fb5 {{(pid=62306) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2203.397993] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2203.713165] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d1a1d2-88ae-4517-8e40-306f9555c125 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.721506] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7a722d-92f4-4db1-a2eb-2c287592df36 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.756250] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38bde4e-ac8f-4c3d-9f6d-85f13eaf7cf8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.764449] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8cdc7e-896a-4529-b03c-1cbf30fa7a7a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.778531] env[62306]: DEBUG nova.compute.provider_tree [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2204.299174] env[62306]: ERROR nova.scheduler.client.report [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] [req-fb143174-4a54-433c-9d6d-56e09bac4942] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8987d069-ee8b-4b99-9293-8d91cd057fe9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fb143174-4a54-433c-9d6d-56e09bac4942"}]} [ 2204.317525] env[62306]: DEBUG nova.scheduler.client.report [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2204.335641] env[62306]: DEBUG nova.scheduler.client.report [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2204.335641] env[62306]: DEBUG nova.compute.provider_tree [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2204.350041] env[62306]: DEBUG nova.scheduler.client.report [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2204.369866] env[62306]: DEBUG nova.scheduler.client.report [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2204.449024] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a3f3aa-835f-45c8-9cdf-538ae51a0963 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.455526] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f9f13f-7140-41fa-8c93-73397614a7d7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.492389] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0689f265-3e5f-4724-8459-a6b0100e104a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.501638] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b55a4e9-1021-4c67-9f67-bea896a4da65 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.517572] env[62306]: DEBUG nova.compute.provider_tree [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2204.916020] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c9ad44-9fb8-440f-81e0-dfeee36f9463 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.933941] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updating instance 'e8ed4205-1be8-487e-a817-545100b2d082' progress to 0 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2205.052030] env[62306]: DEBUG nova.scheduler.client.report [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updated inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with generation 170 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2205.052030] env[62306]: DEBUG nova.compute.provider_tree [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updating resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 generation from 170 to 171 during operation: update_inventory {{(pid=62306) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2205.052030] env[62306]: DEBUG nova.compute.provider_tree [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2205.439814] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2205.440170] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb8a81b2-d5c2-415a-b1d0-d211b3da1165 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.448033] env[62306]: DEBUG oslo_vmware.api [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2205.448033] env[62306]: value = "task-1973480" [ 2205.448033] env[62306]: _type = "Task" [ 2205.448033] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.456364] env[62306]: DEBUG oslo_vmware.api [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.557514] env[62306]: DEBUG oslo_concurrency.lockutils [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.442s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.577864] env[62306]: INFO nova.scheduler.client.report [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Deleted allocations for instance 6647c885-e110-4cbc-bfcc-7b097a5587d3 [ 2205.957841] env[62306]: DEBUG oslo_vmware.api [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973480, 'name': PowerOffVM_Task, 'duration_secs': 0.179078} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.958168] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2205.958168] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updating instance 'e8ed4205-1be8-487e-a817-545100b2d082' progress to 17 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2206.085504] env[62306]: DEBUG oslo_concurrency.lockutils [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Acquiring lock "66c14529-723d-4988-997d-4c2a6758c6ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2206.085942] env[62306]: DEBUG oslo_concurrency.lockutils [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Lock "66c14529-723d-4988-997d-4c2a6758c6ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2206.090079] env[62306]: DEBUG oslo_concurrency.lockutils [None req-571fa0ca-a721-48c4-a6ea-b75507c15d56 tempest-AttachVolumeShelveTestJSON-973769978 tempest-AttachVolumeShelveTestJSON-973769978-project-member] Lock "6647c885-e110-4cbc-bfcc-7b097a5587d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.638s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.464888] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2206.465147] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2206.465267] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2206.465447] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2206.465693] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2206.465800] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2206.466176] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2206.466349] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2206.466520] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2206.466684] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2206.467084] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2206.473607] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b10130a-0493-432f-b36b-50293f20d119 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.490401] env[62306]: DEBUG oslo_vmware.api [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2206.490401] env[62306]: value = "task-1973482" [ 2206.490401] env[62306]: _type = "Task" [ 2206.490401] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.502412] env[62306]: DEBUG oslo_vmware.api [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.589141] env[62306]: DEBUG nova.compute.manager [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2207.001030] env[62306]: DEBUG oslo_vmware.api [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973482, 'name': ReconfigVM_Task, 'duration_secs': 0.287227} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.001352] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updating instance 'e8ed4205-1be8-487e-a817-545100b2d082' progress to 33 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2207.111241] env[62306]: DEBUG oslo_concurrency.lockutils [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2207.111535] env[62306]: DEBUG oslo_concurrency.lockutils [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.113621] env[62306]: INFO nova.compute.claims [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2207.508325] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2207.508493] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2207.508665] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2207.508850] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2207.508997] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2207.509229] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2207.509536] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2207.509746] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2207.509934] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2207.510146] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2207.510320] env[62306]: DEBUG nova.virt.hardware [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2207.516279] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2207.516618] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-634fec53-54c7-48b8-afc9-06de48768975 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.534653] env[62306]: DEBUG oslo_vmware.api [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2207.534653] env[62306]: value = "task-1973484" [ 2207.534653] env[62306]: _type = "Task" [ 2207.534653] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.542536] env[62306]: DEBUG oslo_vmware.api [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.920400] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fab0d69-29c9-4842-bd9f-c92715e75547 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Volume attach. Driver type: vmdk {{(pid=62306) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2207.920673] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fab0d69-29c9-4842-bd9f-c92715e75547 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406316', 'volume_id': '252f56a1-0ea7-4451-bd46-c3f8b5431038', 'name': 'volume-252f56a1-0ea7-4451-bd46-c3f8b5431038', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e21c92c-c62d-4efd-bc04-7e1627ccc735', 'attached_at': '', 'detached_at': '', 'volume_id': '252f56a1-0ea7-4451-bd46-c3f8b5431038', 'serial': '252f56a1-0ea7-4451-bd46-c3f8b5431038'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2207.921617] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04299b06-170b-4414-8b71-1d39bbc18f28 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.937940] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687a36fa-805a-4a8a-ac10-57936370af98 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.964640] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fab0d69-29c9-4842-bd9f-c92715e75547 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-252f56a1-0ea7-4451-bd46-c3f8b5431038/volume-252f56a1-0ea7-4451-bd46-c3f8b5431038.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2207.965732] env[62306]: DEBUG nova.compute.manager [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2207.966211] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93a32250-d6ae-4768-ba34-a962515f44a4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.978796] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff89cd68-17cc-4278-ad1f-7c9b2edca417 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.990849] env[62306]: DEBUG oslo_vmware.api [None req-7fab0d69-29c9-4842-bd9f-c92715e75547 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2207.990849] env[62306]: value = "task-1973485" [ 2207.990849] env[62306]: _type = "Task" [ 2207.990849] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.000954] env[62306]: DEBUG oslo_vmware.api [None req-7fab0d69-29c9-4842-bd9f-c92715e75547 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973485, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.044798] env[62306]: DEBUG oslo_vmware.api [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.205545] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf609474-4803-463d-b27a-93136625145a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.213885] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d27315-6593-4f1e-b88a-9020f964fb7e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.244014] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97e110c-ca42-4223-80d4-28fffb97754f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.251163] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9eeef92-eaa1-4a51-9df8-6015b8206466 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.264387] env[62306]: DEBUG nova.compute.provider_tree [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2208.491116] env[62306]: INFO nova.compute.manager [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] instance snapshotting [ 2208.491900] env[62306]: DEBUG nova.objects.instance [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lazy-loading 'flavor' on Instance uuid 17b812e3-6204-4442-b90b-ed462b6d4eda {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2208.502378] env[62306]: DEBUG oslo_vmware.api [None req-7fab0d69-29c9-4842-bd9f-c92715e75547 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973485, 'name': ReconfigVM_Task, 'duration_secs': 0.328119} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.502638] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fab0d69-29c9-4842-bd9f-c92715e75547 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-252f56a1-0ea7-4451-bd46-c3f8b5431038/volume-252f56a1-0ea7-4451-bd46-c3f8b5431038.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2208.507722] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-862edbf9-a87a-483c-a849-a101dbe95dc4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.523500] env[62306]: DEBUG oslo_vmware.api [None req-7fab0d69-29c9-4842-bd9f-c92715e75547 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2208.523500] env[62306]: value = "task-1973486" [ 2208.523500] env[62306]: _type = "Task" [ 2208.523500] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.533114] env[62306]: DEBUG oslo_vmware.api [None req-7fab0d69-29c9-4842-bd9f-c92715e75547 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973486, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.543714] env[62306]: DEBUG oslo_vmware.api [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973484, 'name': ReconfigVM_Task, 'duration_secs': 0.943387} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.543978] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2208.544755] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92a0453-b105-4dc8-bcde-ff8059f56a19 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.565969] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] e8ed4205-1be8-487e-a817-545100b2d082/e8ed4205-1be8-487e-a817-545100b2d082.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2208.566240] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-979349a3-b48e-4032-8755-435437907cae {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.584111] env[62306]: DEBUG oslo_vmware.api [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2208.584111] env[62306]: value = "task-1973487" [ 2208.584111] env[62306]: _type = "Task" [ 2208.584111] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.593077] env[62306]: DEBUG oslo_vmware.api [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.768212] env[62306]: DEBUG nova.scheduler.client.report [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2209.000703] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdf64d0-a9e1-4583-9bc0-04f930cad0c6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.020662] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ac0858-873d-445a-a7b5-b3e785830f98 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.035892] env[62306]: DEBUG oslo_vmware.api [None req-7fab0d69-29c9-4842-bd9f-c92715e75547 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973486, 'name': ReconfigVM_Task, 'duration_secs': 0.131347} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.036191] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fab0d69-29c9-4842-bd9f-c92715e75547 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406316', 'volume_id': '252f56a1-0ea7-4451-bd46-c3f8b5431038', 'name': 'volume-252f56a1-0ea7-4451-bd46-c3f8b5431038', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e21c92c-c62d-4efd-bc04-7e1627ccc735', 'attached_at': '', 'detached_at': '', 'volume_id': '252f56a1-0ea7-4451-bd46-c3f8b5431038', 'serial': '252f56a1-0ea7-4451-bd46-c3f8b5431038'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2209.093535] env[62306]: DEBUG oslo_vmware.api [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973487, 'name': ReconfigVM_Task, 'duration_secs': 0.271645} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.094044] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Reconfigured VM instance instance-00000057 to attach disk [datastore1] e8ed4205-1be8-487e-a817-545100b2d082/e8ed4205-1be8-487e-a817-545100b2d082.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2209.094202] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updating instance 'e8ed4205-1be8-487e-a817-545100b2d082' progress to 50 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2209.273089] env[62306]: DEBUG oslo_concurrency.lockutils [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2209.273653] env[62306]: DEBUG nova.compute.manager [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2209.533789] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Creating Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2209.534085] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-649e1d4d-ea52-4c0b-933f-037155d3bf62 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.542623] env[62306]: DEBUG oslo_vmware.api [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2209.542623] env[62306]: value = "task-1973488" [ 2209.542623] env[62306]: _type = "Task" [ 2209.542623] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.551714] env[62306]: DEBUG oslo_vmware.api [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973488, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.600255] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046bbf71-c37e-4090-b4dc-d529bbe382fc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.620012] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec7b765-3786-4fd7-b029-9d11d762cc7c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.637890] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updating instance 'e8ed4205-1be8-487e-a817-545100b2d082' progress to 67 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2209.779629] env[62306]: DEBUG nova.compute.utils [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2209.781354] env[62306]: DEBUG nova.compute.manager [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2209.781478] env[62306]: DEBUG nova.network.neutron [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2209.831491] env[62306]: DEBUG nova.policy [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47e0fd096a344f02a651b8ae0acfa91e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63b8aa5aef894a329523d41d4d7d72a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2210.055264] env[62306]: DEBUG oslo_vmware.api [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973488, 'name': CreateSnapshot_Task, 'duration_secs': 0.481497} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.055264] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Created Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2210.056611] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c31d5a-131c-4acd-89c4-d934d9a0708c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.069868] env[62306]: DEBUG nova.objects.instance [None req-7fab0d69-29c9-4842-bd9f-c92715e75547 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lazy-loading 'flavor' on Instance uuid 4e21c92c-c62d-4efd-bc04-7e1627ccc735 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2210.079753] env[62306]: DEBUG nova.network.neutron [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Successfully created port: 2f62f7e0-3131-42fb-b6b4-3c63c141edc6 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2210.205822] env[62306]: DEBUG nova.network.neutron [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Port 7a105f74-35cf-4eff-b655-5c7165c931aa binding to destination host cpu-1 is already ACTIVE {{(pid=62306) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2210.286035] env[62306]: DEBUG nova.compute.manager [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2210.575024] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Creating linked-clone VM from snapshot {{(pid=62306) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2210.577106] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7bc71f3c-1214-4ae9-bd3b-528e08afa62a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.580536] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7fab0d69-29c9-4842-bd9f-c92715e75547 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "4e21c92c-c62d-4efd-bc04-7e1627ccc735" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.260s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2210.587533] env[62306]: DEBUG oslo_vmware.api [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2210.587533] env[62306]: value = "task-1973489" [ 2210.587533] env[62306]: _type = "Task" [ 2210.587533] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.595800] env[62306]: DEBUG oslo_vmware.api [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973489, 'name': CloneVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.809970] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8283c96a-210e-4c1b-8c16-45767ad249b5 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "4e21c92c-c62d-4efd-bc04-7e1627ccc735" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2210.810206] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8283c96a-210e-4c1b-8c16-45767ad249b5 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "4e21c92c-c62d-4efd-bc04-7e1627ccc735" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.099491] env[62306]: DEBUG oslo_vmware.api [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973489, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.230823] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "e8ed4205-1be8-487e-a817-545100b2d082-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.231190] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "e8ed4205-1be8-487e-a817-545100b2d082-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.231310] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "e8ed4205-1be8-487e-a817-545100b2d082-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.295474] env[62306]: DEBUG nova.compute.manager [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2211.314420] env[62306]: INFO nova.compute.manager [None req-8283c96a-210e-4c1b-8c16-45767ad249b5 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Detaching volume 252f56a1-0ea7-4451-bd46-c3f8b5431038 [ 2211.325305] env[62306]: DEBUG nova.virt.hardware [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2211.325597] env[62306]: DEBUG nova.virt.hardware [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2211.325838] env[62306]: DEBUG nova.virt.hardware [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2211.326118] env[62306]: DEBUG nova.virt.hardware [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2211.326329] env[62306]: DEBUG nova.virt.hardware [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2211.326523] env[62306]: DEBUG nova.virt.hardware [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2211.327397] env[62306]: DEBUG nova.virt.hardware [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2211.327397] env[62306]: DEBUG nova.virt.hardware [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2211.327397] env[62306]: DEBUG nova.virt.hardware [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2211.327397] env[62306]: DEBUG nova.virt.hardware [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2211.327635] env[62306]: DEBUG nova.virt.hardware [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2211.328807] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3938bb7f-2340-465f-8bd3-97fea717537f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.339194] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87977124-783a-4de5-9295-712035af1ae7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.357416] env[62306]: INFO nova.virt.block_device [None req-8283c96a-210e-4c1b-8c16-45767ad249b5 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Attempting to driver detach volume 252f56a1-0ea7-4451-bd46-c3f8b5431038 from mountpoint /dev/sdb [ 2211.357740] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-8283c96a-210e-4c1b-8c16-45767ad249b5 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Volume detach. Driver type: vmdk {{(pid=62306) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2211.357982] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-8283c96a-210e-4c1b-8c16-45767ad249b5 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406316', 'volume_id': '252f56a1-0ea7-4451-bd46-c3f8b5431038', 'name': 'volume-252f56a1-0ea7-4451-bd46-c3f8b5431038', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e21c92c-c62d-4efd-bc04-7e1627ccc735', 'attached_at': '', 'detached_at': '', 'volume_id': '252f56a1-0ea7-4451-bd46-c3f8b5431038', 'serial': '252f56a1-0ea7-4451-bd46-c3f8b5431038'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2211.358782] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c53e8c-6519-4a11-85e2-c6effec27b22 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.387118] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c37821-4513-4236-b3b3-2ad4f8c68a47 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.396426] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab30f177-2237-4c06-b33b-7d7685c7c27b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.418008] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e69dc19-6ccc-437a-99ce-cfc15036a86b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.434580] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-8283c96a-210e-4c1b-8c16-45767ad249b5 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] The volume has not been displaced from its original location: [datastore1] volume-252f56a1-0ea7-4451-bd46-c3f8b5431038/volume-252f56a1-0ea7-4451-bd46-c3f8b5431038.vmdk. No consolidation needed. {{(pid=62306) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2211.439907] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-8283c96a-210e-4c1b-8c16-45767ad249b5 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2211.440294] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d65f3e57-c8c3-4d99-bd7a-d2c6048dae1e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.457873] env[62306]: DEBUG oslo_vmware.api [None req-8283c96a-210e-4c1b-8c16-45767ad249b5 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2211.457873] env[62306]: value = "task-1973490" [ 2211.457873] env[62306]: _type = "Task" [ 2211.457873] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.465862] env[62306]: DEBUG oslo_vmware.api [None req-8283c96a-210e-4c1b-8c16-45767ad249b5 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973490, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.599130] env[62306]: DEBUG oslo_vmware.api [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973489, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.626892] env[62306]: DEBUG nova.compute.manager [req-d344d86e-c98e-4f78-b5d6-68a827a986b4 req-70c02e8f-fe66-4d40-8b88-2558c947a888 service nova] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Received event network-vif-plugged-2f62f7e0-3131-42fb-b6b4-3c63c141edc6 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2211.626892] env[62306]: DEBUG oslo_concurrency.lockutils [req-d344d86e-c98e-4f78-b5d6-68a827a986b4 req-70c02e8f-fe66-4d40-8b88-2558c947a888 service nova] Acquiring lock "66c14529-723d-4988-997d-4c2a6758c6ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.626892] env[62306]: DEBUG oslo_concurrency.lockutils [req-d344d86e-c98e-4f78-b5d6-68a827a986b4 req-70c02e8f-fe66-4d40-8b88-2558c947a888 service nova] Lock "66c14529-723d-4988-997d-4c2a6758c6ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.626892] env[62306]: DEBUG oslo_concurrency.lockutils [req-d344d86e-c98e-4f78-b5d6-68a827a986b4 req-70c02e8f-fe66-4d40-8b88-2558c947a888 service nova] Lock "66c14529-723d-4988-997d-4c2a6758c6ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.626892] env[62306]: DEBUG nova.compute.manager [req-d344d86e-c98e-4f78-b5d6-68a827a986b4 req-70c02e8f-fe66-4d40-8b88-2558c947a888 service nova] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] No waiting events found dispatching network-vif-plugged-2f62f7e0-3131-42fb-b6b4-3c63c141edc6 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2211.626892] env[62306]: WARNING nova.compute.manager [req-d344d86e-c98e-4f78-b5d6-68a827a986b4 req-70c02e8f-fe66-4d40-8b88-2558c947a888 service nova] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Received unexpected event network-vif-plugged-2f62f7e0-3131-42fb-b6b4-3c63c141edc6 for instance with vm_state building and task_state spawning. [ 2211.756756] env[62306]: DEBUG nova.network.neutron [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Successfully updated port: 2f62f7e0-3131-42fb-b6b4-3c63c141edc6 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2211.968070] env[62306]: DEBUG oslo_vmware.api [None req-8283c96a-210e-4c1b-8c16-45767ad249b5 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973490, 'name': ReconfigVM_Task, 'duration_secs': 0.24518} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.968359] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-8283c96a-210e-4c1b-8c16-45767ad249b5 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2211.973034] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-442e2e58-991d-4b82-a37c-8985fc53da8a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.989074] env[62306]: DEBUG oslo_vmware.api [None req-8283c96a-210e-4c1b-8c16-45767ad249b5 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2211.989074] env[62306]: value = "task-1973491" [ 2211.989074] env[62306]: _type = "Task" [ 2211.989074] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.997179] env[62306]: DEBUG oslo_vmware.api [None req-8283c96a-210e-4c1b-8c16-45767ad249b5 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.099771] env[62306]: DEBUG oslo_vmware.api [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973489, 'name': CloneVM_Task, 'duration_secs': 1.301669} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.099922] env[62306]: INFO nova.virt.vmwareapi.vmops [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Created linked-clone VM from snapshot [ 2212.100741] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e99907-1f28-4b5f-8435-5173049aec96 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.109711] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Uploading image c418bad3-6fa7-4191-adec-2d7de02317ac {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2212.130513] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2212.130513] env[62306]: value = "vm-406318" [ 2212.130513] env[62306]: _type = "VirtualMachine" [ 2212.130513] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2212.130803] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e810edd3-69e5-4f2a-9d82-30d3b43e5ae7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.141497] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lease: (returnval){ [ 2212.141497] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52eb710b-4e5d-b768-e187-509b15c7258d" [ 2212.141497] env[62306]: _type = "HttpNfcLease" [ 2212.141497] env[62306]: } obtained for exporting VM: (result){ [ 2212.141497] env[62306]: value = "vm-406318" [ 2212.141497] env[62306]: _type = "VirtualMachine" [ 2212.141497] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2212.141497] env[62306]: DEBUG oslo_vmware.api [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the lease: (returnval){ [ 2212.141497] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52eb710b-4e5d-b768-e187-509b15c7258d" [ 2212.141497] env[62306]: _type = "HttpNfcLease" [ 2212.141497] env[62306]: } to be ready. {{(pid=62306) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2212.148141] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2212.148141] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52eb710b-4e5d-b768-e187-509b15c7258d" [ 2212.148141] env[62306]: _type = "HttpNfcLease" [ 2212.148141] env[62306]: } is initializing. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2212.259471] env[62306]: DEBUG oslo_concurrency.lockutils [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Acquiring lock "refresh_cache-66c14529-723d-4988-997d-4c2a6758c6ca" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.259882] env[62306]: DEBUG oslo_concurrency.lockutils [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Acquired lock "refresh_cache-66c14529-723d-4988-997d-4c2a6758c6ca" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.259882] env[62306]: DEBUG nova.network.neutron [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2212.267946] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.268148] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.268296] env[62306]: DEBUG nova.network.neutron [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2212.500296] env[62306]: DEBUG oslo_vmware.api [None req-8283c96a-210e-4c1b-8c16-45767ad249b5 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973491, 'name': ReconfigVM_Task, 'duration_secs': 0.142148} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.500696] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-8283c96a-210e-4c1b-8c16-45767ad249b5 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406316', 'volume_id': '252f56a1-0ea7-4451-bd46-c3f8b5431038', 'name': 'volume-252f56a1-0ea7-4451-bd46-c3f8b5431038', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e21c92c-c62d-4efd-bc04-7e1627ccc735', 'attached_at': '', 'detached_at': '', 'volume_id': '252f56a1-0ea7-4451-bd46-c3f8b5431038', 'serial': '252f56a1-0ea7-4451-bd46-c3f8b5431038'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2212.648859] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2212.648859] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52eb710b-4e5d-b768-e187-509b15c7258d" [ 2212.648859] env[62306]: _type = "HttpNfcLease" [ 2212.648859] env[62306]: } is ready. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2212.649179] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2212.649179] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52eb710b-4e5d-b768-e187-509b15c7258d" [ 2212.649179] env[62306]: _type = "HttpNfcLease" [ 2212.649179] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2212.649850] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c4983e-6c64-4f69-94ce-1d94bc2bfc12 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.657079] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52abcfde-4ccc-584a-9858-a0beff6a2808/disk-0.vmdk from lease info. {{(pid=62306) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2212.657251] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52abcfde-4ccc-584a-9858-a0beff6a2808/disk-0.vmdk for reading. {{(pid=62306) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2212.744032] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bac80e4a-c95c-4331-9552-f6384109d758 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.811917] env[62306]: DEBUG nova.network.neutron [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2213.049539] env[62306]: DEBUG nova.network.neutron [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Updating instance_info_cache with network_info: [{"id": "2f62f7e0-3131-42fb-b6b4-3c63c141edc6", "address": "fa:16:3e:c5:34:da", "network": {"id": "6505a16d-f238-4d7d-a075-99dc5d95ffeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-906134778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b8aa5aef894a329523d41d4d7d72a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f62f7e0-31", "ovs_interfaceid": "2f62f7e0-3131-42fb-b6b4-3c63c141edc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2213.056642] env[62306]: DEBUG nova.objects.instance [None req-8283c96a-210e-4c1b-8c16-45767ad249b5 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lazy-loading 'flavor' on Instance uuid 4e21c92c-c62d-4efd-bc04-7e1627ccc735 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2213.133278] env[62306]: DEBUG nova.network.neutron [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updating instance_info_cache with network_info: [{"id": "7a105f74-35cf-4eff-b655-5c7165c931aa", "address": "fa:16:3e:f3:1b:7a", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a105f74-35", "ovs_interfaceid": "7a105f74-35cf-4eff-b655-5c7165c931aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2213.559368] env[62306]: DEBUG oslo_concurrency.lockutils [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Releasing lock "refresh_cache-66c14529-723d-4988-997d-4c2a6758c6ca" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.559743] env[62306]: DEBUG nova.compute.manager [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Instance network_info: |[{"id": "2f62f7e0-3131-42fb-b6b4-3c63c141edc6", "address": "fa:16:3e:c5:34:da", "network": {"id": "6505a16d-f238-4d7d-a075-99dc5d95ffeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-906134778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b8aa5aef894a329523d41d4d7d72a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f62f7e0-31", "ovs_interfaceid": "2f62f7e0-3131-42fb-b6b4-3c63c141edc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2213.560221] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:34:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f62f7e0-3131-42fb-b6b4-3c63c141edc6', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2213.567717] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Creating folder: Project (63b8aa5aef894a329523d41d4d7d72a5). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2213.569763] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83811533-986e-4651-bb59-0db27a37a1d6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.581715] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Created folder: Project (63b8aa5aef894a329523d41d4d7d72a5) in parent group-v406007. [ 2213.581914] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Creating folder: Instances. Parent ref: group-v406319. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2213.582686] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75b173de-2e53-4602-a06d-33ee389a3f3b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.592476] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Created folder: Instances in parent group-v406319. [ 2213.592724] env[62306]: DEBUG oslo.service.loopingcall [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2213.593024] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2213.593296] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc47cdb6-808f-4dd0-8358-4d9cf96dc2b4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.613378] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2213.613378] env[62306]: value = "task-1973495" [ 2213.613378] env[62306]: _type = "Task" [ 2213.613378] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.621575] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973495, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.636505] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.664113] env[62306]: DEBUG nova.compute.manager [req-c9cc6997-a043-475b-8d76-88f167633b65 req-e3051208-ed3c-4921-92f7-b4352b9103ed service nova] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Received event network-changed-2f62f7e0-3131-42fb-b6b4-3c63c141edc6 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2213.664368] env[62306]: DEBUG nova.compute.manager [req-c9cc6997-a043-475b-8d76-88f167633b65 req-e3051208-ed3c-4921-92f7-b4352b9103ed service nova] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Refreshing instance network info cache due to event network-changed-2f62f7e0-3131-42fb-b6b4-3c63c141edc6. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2213.664722] env[62306]: DEBUG oslo_concurrency.lockutils [req-c9cc6997-a043-475b-8d76-88f167633b65 req-e3051208-ed3c-4921-92f7-b4352b9103ed service nova] Acquiring lock "refresh_cache-66c14529-723d-4988-997d-4c2a6758c6ca" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2213.665306] env[62306]: DEBUG oslo_concurrency.lockutils [req-c9cc6997-a043-475b-8d76-88f167633b65 req-e3051208-ed3c-4921-92f7-b4352b9103ed service nova] Acquired lock "refresh_cache-66c14529-723d-4988-997d-4c2a6758c6ca" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2213.665489] env[62306]: DEBUG nova.network.neutron [req-c9cc6997-a043-475b-8d76-88f167633b65 req-e3051208-ed3c-4921-92f7-b4352b9103ed service nova] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Refreshing network info cache for port 2f62f7e0-3131-42fb-b6b4-3c63c141edc6 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2214.074705] env[62306]: DEBUG oslo_concurrency.lockutils [None req-8283c96a-210e-4c1b-8c16-45767ad249b5 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "4e21c92c-c62d-4efd-bc04-7e1627ccc735" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.264s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.123330] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973495, 'name': CreateVM_Task, 'duration_secs': 0.499726} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.123534] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2214.124249] env[62306]: DEBUG oslo_concurrency.lockutils [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2214.124448] env[62306]: DEBUG oslo_concurrency.lockutils [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2214.124859] env[62306]: DEBUG oslo_concurrency.lockutils [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2214.125488] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93dcb9f7-08a3-4739-949b-cd16c8488160 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.130167] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Waiting for the task: (returnval){ [ 2214.130167] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a60a05-06d6-4088-c0c5-1f6a3232820c" [ 2214.130167] env[62306]: _type = "Task" [ 2214.130167] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.137680] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a60a05-06d6-4088-c0c5-1f6a3232820c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.164369] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e0bf14-3ba3-46c4-8598-ecbd6ee463e1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.185564] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a339b0ed-a243-4450-978e-9d51ec003ac3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.192789] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updating instance 'e8ed4205-1be8-487e-a817-545100b2d082' progress to 83 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2214.424730] env[62306]: DEBUG nova.network.neutron [req-c9cc6997-a043-475b-8d76-88f167633b65 req-e3051208-ed3c-4921-92f7-b4352b9103ed service nova] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Updated VIF entry in instance network info cache for port 2f62f7e0-3131-42fb-b6b4-3c63c141edc6. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2214.425136] env[62306]: DEBUG nova.network.neutron [req-c9cc6997-a043-475b-8d76-88f167633b65 req-e3051208-ed3c-4921-92f7-b4352b9103ed service nova] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Updating instance_info_cache with network_info: [{"id": "2f62f7e0-3131-42fb-b6b4-3c63c141edc6", "address": "fa:16:3e:c5:34:da", "network": {"id": "6505a16d-f238-4d7d-a075-99dc5d95ffeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-906134778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b8aa5aef894a329523d41d4d7d72a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f62f7e0-31", "ovs_interfaceid": "2f62f7e0-3131-42fb-b6b4-3c63c141edc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2214.642026] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52a60a05-06d6-4088-c0c5-1f6a3232820c, 'name': SearchDatastore_Task, 'duration_secs': 0.019714} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.642647] env[62306]: DEBUG oslo_concurrency.lockutils [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2214.642880] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2214.643184] env[62306]: DEBUG oslo_concurrency.lockutils [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2214.643412] env[62306]: DEBUG oslo_concurrency.lockutils [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2214.643653] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2214.644241] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ba26208-7cf8-48b8-b918-c02ca7583b35 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.653395] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2214.653580] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2214.654325] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c8ba7fb-bdd8-4c24-ba17-7d2612d47d8e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.659828] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Waiting for the task: (returnval){ [ 2214.659828] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52258fe8-7278-b2d8-d0cb-cc8028f509a0" [ 2214.659828] env[62306]: _type = "Task" [ 2214.659828] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.667765] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52258fe8-7278-b2d8-d0cb-cc8028f509a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.699058] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2214.699274] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebfe4a56-bf56-493d-874e-c08bbceb903b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.707460] env[62306]: DEBUG oslo_vmware.api [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2214.707460] env[62306]: value = "task-1973496" [ 2214.707460] env[62306]: _type = "Task" [ 2214.707460] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.716231] env[62306]: DEBUG oslo_vmware.api [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.927511] env[62306]: DEBUG oslo_concurrency.lockutils [req-c9cc6997-a043-475b-8d76-88f167633b65 req-e3051208-ed3c-4921-92f7-b4352b9103ed service nova] Releasing lock "refresh_cache-66c14529-723d-4988-997d-4c2a6758c6ca" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2215.128602] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "4e21c92c-c62d-4efd-bc04-7e1627ccc735" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.128879] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "4e21c92c-c62d-4efd-bc04-7e1627ccc735" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.129186] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "4e21c92c-c62d-4efd-bc04-7e1627ccc735-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.129476] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "4e21c92c-c62d-4efd-bc04-7e1627ccc735-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.129677] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "4e21c92c-c62d-4efd-bc04-7e1627ccc735-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.132027] env[62306]: INFO nova.compute.manager [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Terminating instance [ 2215.170776] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52258fe8-7278-b2d8-d0cb-cc8028f509a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011231} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.171630] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48a3942f-e446-4c81-a8b0-c7c4eaaa1b87 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.177588] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Waiting for the task: (returnval){ [ 2215.177588] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5246b015-e444-bbe0-b9bb-e8d76ac5fc34" [ 2215.177588] env[62306]: _type = "Task" [ 2215.177588] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.186605] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5246b015-e444-bbe0-b9bb-e8d76ac5fc34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.217766] env[62306]: DEBUG oslo_vmware.api [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973496, 'name': PowerOnVM_Task, 'duration_secs': 0.403126} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.218086] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2215.218289] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3a99e9e3-eef7-4b3f-8669-816f999e90db tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updating instance 'e8ed4205-1be8-487e-a817-545100b2d082' progress to 100 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2215.635502] env[62306]: DEBUG nova.compute.manager [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2215.635758] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2215.636713] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d1fde6-37b6-4740-9763-1589611602b5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.644877] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2215.645183] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88913d1e-9b13-441e-b6a2-2c104dc2b1c4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.651780] env[62306]: DEBUG oslo_vmware.api [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2215.651780] env[62306]: value = "task-1973497" [ 2215.651780] env[62306]: _type = "Task" [ 2215.651780] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.661744] env[62306]: DEBUG oslo_vmware.api [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.687312] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5246b015-e444-bbe0-b9bb-e8d76ac5fc34, 'name': SearchDatastore_Task, 'duration_secs': 0.013588} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.687678] env[62306]: DEBUG oslo_concurrency.lockutils [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2215.687907] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 66c14529-723d-4988-997d-4c2a6758c6ca/66c14529-723d-4988-997d-4c2a6758c6ca.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2215.688208] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee43fc91-904a-44de-b51a-c60c4844f57f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.694594] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Waiting for the task: (returnval){ [ 2215.694594] env[62306]: value = "task-1973498" [ 2215.694594] env[62306]: _type = "Task" [ 2215.694594] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.703410] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Task: {'id': task-1973498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.162325] env[62306]: DEBUG oslo_vmware.api [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973497, 'name': PowerOffVM_Task, 'duration_secs': 0.2184} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.162638] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2216.162839] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2216.163125] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c36bd026-ffdc-4fe2-b1c4-cf1be383e96a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.207347] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Task: {'id': task-1973498, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.265702] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2216.266028] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2216.266285] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Deleting the datastore file [datastore1] 4e21c92c-c62d-4efd-bc04-7e1627ccc735 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2216.266611] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbd119dd-d95d-4b5c-818d-4f66d30e86f4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.274483] env[62306]: DEBUG oslo_vmware.api [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for the task: (returnval){ [ 2216.274483] env[62306]: value = "task-1973500" [ 2216.274483] env[62306]: _type = "Task" [ 2216.274483] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.283812] env[62306]: DEBUG oslo_vmware.api [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.706441] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Task: {'id': task-1973498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618595} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.706441] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 66c14529-723d-4988-997d-4c2a6758c6ca/66c14529-723d-4988-997d-4c2a6758c6ca.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2216.706441] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2216.706441] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4937fa52-6e33-43f2-8383-bbf4056c97b7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.712924] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Waiting for the task: (returnval){ [ 2216.712924] env[62306]: value = "task-1973501" [ 2216.712924] env[62306]: _type = "Task" [ 2216.712924] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.720665] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Task: {'id': task-1973501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.785241] env[62306]: DEBUG oslo_vmware.api [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Task: {'id': task-1973500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258432} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.785508] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2216.785688] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2216.785867] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2216.786056] env[62306]: INFO nova.compute.manager [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2216.786300] env[62306]: DEBUG oslo.service.loopingcall [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2216.786487] env[62306]: DEBUG nova.compute.manager [-] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2216.786582] env[62306]: DEBUG nova.network.neutron [-] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2217.216154] env[62306]: DEBUG nova.compute.manager [req-8fc9e2e0-ce7d-4ad2-bbef-6e2970096228 req-073152d4-85eb-4132-8676-23cd234435ec service nova] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Received event network-vif-deleted-6b1e4730-7eef-4c2e-95c1-67052531450c {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2217.216518] env[62306]: INFO nova.compute.manager [req-8fc9e2e0-ce7d-4ad2-bbef-6e2970096228 req-073152d4-85eb-4132-8676-23cd234435ec service nova] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Neutron deleted interface 6b1e4730-7eef-4c2e-95c1-67052531450c; detaching it from the instance and deleting it from the info cache [ 2217.216753] env[62306]: DEBUG nova.network.neutron [req-8fc9e2e0-ce7d-4ad2-bbef-6e2970096228 req-073152d4-85eb-4132-8676-23cd234435ec service nova] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.231085] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Task: {'id': task-1973501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.249309} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.231859] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2217.232882] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efb2d99-1105-4228-b15e-c118d885376b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.262107] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 66c14529-723d-4988-997d-4c2a6758c6ca/66c14529-723d-4988-997d-4c2a6758c6ca.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2217.262787] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e727d842-9289-4db9-aa3c-2a48a79e0dc8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.284397] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Waiting for the task: (returnval){ [ 2217.284397] env[62306]: value = "task-1973502" [ 2217.284397] env[62306]: _type = "Task" [ 2217.284397] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.293128] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Task: {'id': task-1973502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.692314] env[62306]: DEBUG nova.network.neutron [-] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.724432] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c2ba046-fbaf-48c7-974a-26fadd82f9d7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.734370] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8333ef42-f71e-474d-bb86-3592a941cefb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.761423] env[62306]: DEBUG nova.compute.manager [req-8fc9e2e0-ce7d-4ad2-bbef-6e2970096228 req-073152d4-85eb-4132-8676-23cd234435ec service nova] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Detach interface failed, port_id=6b1e4730-7eef-4c2e-95c1-67052531450c, reason: Instance 4e21c92c-c62d-4efd-bc04-7e1627ccc735 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2217.794416] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Task: {'id': task-1973502, 'name': ReconfigVM_Task, 'duration_secs': 0.34175} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.794700] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 66c14529-723d-4988-997d-4c2a6758c6ca/66c14529-723d-4988-997d-4c2a6758c6ca.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2217.795745] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee06c003-7910-420a-a055-f7589a46b623 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.804312] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Waiting for the task: (returnval){ [ 2217.804312] env[62306]: value = "task-1973503" [ 2217.804312] env[62306]: _type = "Task" [ 2217.804312] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.815935] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Task: {'id': task-1973503, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.865507] env[62306]: DEBUG oslo_concurrency.lockutils [None req-86d5aa95-a713-4c95-a935-9a9e991d1ac7 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "e8ed4205-1be8-487e-a817-545100b2d082" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.865873] env[62306]: DEBUG oslo_concurrency.lockutils [None req-86d5aa95-a713-4c95-a935-9a9e991d1ac7 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "e8ed4205-1be8-487e-a817-545100b2d082" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.866140] env[62306]: DEBUG nova.compute.manager [None req-86d5aa95-a713-4c95-a935-9a9e991d1ac7 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Going to confirm migration 7 {{(pid=62306) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2218.195419] env[62306]: INFO nova.compute.manager [-] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Took 1.41 seconds to deallocate network for instance. [ 2218.314363] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Task: {'id': task-1973503, 'name': Rename_Task, 'duration_secs': 0.160037} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.314659] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2218.314844] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01970b27-e9fc-49aa-9117-b2151dd484ea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.321259] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Waiting for the task: (returnval){ [ 2218.321259] env[62306]: value = "task-1973504" [ 2218.321259] env[62306]: _type = "Task" [ 2218.321259] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.328803] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Task: {'id': task-1973504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.405159] env[62306]: DEBUG oslo_concurrency.lockutils [None req-86d5aa95-a713-4c95-a935-9a9e991d1ac7 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2218.405422] env[62306]: DEBUG oslo_concurrency.lockutils [None req-86d5aa95-a713-4c95-a935-9a9e991d1ac7 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2218.405616] env[62306]: DEBUG nova.network.neutron [None req-86d5aa95-a713-4c95-a935-9a9e991d1ac7 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2218.405821] env[62306]: DEBUG nova.objects.instance [None req-86d5aa95-a713-4c95-a935-9a9e991d1ac7 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lazy-loading 'info_cache' on Instance uuid e8ed4205-1be8-487e-a817-545100b2d082 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2218.702345] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.702675] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.702883] env[62306]: DEBUG nova.objects.instance [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lazy-loading 'resources' on Instance uuid 4e21c92c-c62d-4efd-bc04-7e1627ccc735 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2218.831394] env[62306]: DEBUG oslo_vmware.api [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Task: {'id': task-1973504, 'name': PowerOnVM_Task, 'duration_secs': 0.474517} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.831792] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2218.832046] env[62306]: INFO nova.compute.manager [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Took 7.54 seconds to spawn the instance on the hypervisor. [ 2218.832318] env[62306]: DEBUG nova.compute.manager [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2218.833181] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc974ae-5a49-4928-bb8f-fbaec050d91c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.287438] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0eb052-bbdb-4867-9342-a92812b0ac55 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.295452] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50fa44a-7fb7-4faf-ad45-1897d47f2877 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.325295] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb13170c-4456-47ad-aafa-e977b63c4f1c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.333039] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b7394d-2cff-4feb-a1bf-33e11800df27 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.350020] env[62306]: DEBUG nova.compute.provider_tree [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2219.354091] env[62306]: INFO nova.compute.manager [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Took 12.26 seconds to build instance. [ 2219.671014] env[62306]: DEBUG nova.network.neutron [None req-86d5aa95-a713-4c95-a935-9a9e991d1ac7 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updating instance_info_cache with network_info: [{"id": "7a105f74-35cf-4eff-b655-5c7165c931aa", "address": "fa:16:3e:f3:1b:7a", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a105f74-35", "ovs_interfaceid": "7a105f74-35cf-4eff-b655-5c7165c931aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2219.854967] env[62306]: DEBUG nova.scheduler.client.report [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2219.858453] env[62306]: DEBUG oslo_concurrency.lockutils [None req-635cb282-b21e-452d-a25f-1c8ac00ca1fe tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Lock "66c14529-723d-4988-997d-4c2a6758c6ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.772s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.174087] env[62306]: DEBUG oslo_concurrency.lockutils [None req-86d5aa95-a713-4c95-a935-9a9e991d1ac7 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "refresh_cache-e8ed4205-1be8-487e-a817-545100b2d082" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.174403] env[62306]: DEBUG nova.objects.instance [None req-86d5aa95-a713-4c95-a935-9a9e991d1ac7 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lazy-loading 'migration_context' on Instance uuid e8ed4205-1be8-487e-a817-545100b2d082 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2220.322466] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52abcfde-4ccc-584a-9858-a0beff6a2808/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2220.323300] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0736c7-0020-4d22-92ea-896729f9f870 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.332013] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52abcfde-4ccc-584a-9858-a0beff6a2808/disk-0.vmdk is in state: ready. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2220.332187] env[62306]: ERROR oslo_vmware.rw_handles [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52abcfde-4ccc-584a-9858-a0beff6a2808/disk-0.vmdk due to incomplete transfer. [ 2220.332567] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bf1e13fb-13a9-490b-a3ee-01821b8e067d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.339602] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52abcfde-4ccc-584a-9858-a0beff6a2808/disk-0.vmdk. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2220.339796] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Uploaded image c418bad3-6fa7-4191-adec-2d7de02317ac to the Glance image server {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2220.342076] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Destroying the VM {{(pid=62306) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2220.342750] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-acdc4f49-3d2d-4a9a-9fde-32ae2d88d833 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.349463] env[62306]: DEBUG oslo_vmware.api [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2220.349463] env[62306]: value = "task-1973505" [ 2220.349463] env[62306]: _type = "Task" [ 2220.349463] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.357277] env[62306]: DEBUG oslo_vmware.api [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973505, 'name': Destroy_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.360018] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.383013] env[62306]: INFO nova.scheduler.client.report [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Deleted allocations for instance 4e21c92c-c62d-4efd-bc04-7e1627ccc735 [ 2220.677869] env[62306]: DEBUG nova.objects.base [None req-86d5aa95-a713-4c95-a935-9a9e991d1ac7 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2220.678773] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f422ee7b-41f7-446e-83ee-722869ac779c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.697983] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e1ce21b-5dad-4e6b-b09c-53b77b8fc5b7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.703649] env[62306]: DEBUG oslo_vmware.api [None req-86d5aa95-a713-4c95-a935-9a9e991d1ac7 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2220.703649] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d2b6ff-1255-be73-d34c-4fe24becf1f5" [ 2220.703649] env[62306]: _type = "Task" [ 2220.703649] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.710844] env[62306]: DEBUG oslo_vmware.api [None req-86d5aa95-a713-4c95-a935-9a9e991d1ac7 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d2b6ff-1255-be73-d34c-4fe24becf1f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.833814] env[62306]: DEBUG oslo_concurrency.lockutils [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Acquiring lock "66c14529-723d-4988-997d-4c2a6758c6ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.834145] env[62306]: DEBUG oslo_concurrency.lockutils [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Lock "66c14529-723d-4988-997d-4c2a6758c6ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.834382] env[62306]: DEBUG oslo_concurrency.lockutils [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Acquiring lock "66c14529-723d-4988-997d-4c2a6758c6ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.834576] env[62306]: DEBUG oslo_concurrency.lockutils [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Lock "66c14529-723d-4988-997d-4c2a6758c6ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.834799] env[62306]: DEBUG oslo_concurrency.lockutils [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Lock "66c14529-723d-4988-997d-4c2a6758c6ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.836998] env[62306]: INFO nova.compute.manager [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Terminating instance [ 2220.858611] env[62306]: DEBUG oslo_vmware.api [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973505, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.891424] env[62306]: DEBUG oslo_concurrency.lockutils [None req-e1af5bbc-f866-4f7a-a38d-9221dfefb884 tempest-AttachVolumeNegativeTest-702117422 tempest-AttachVolumeNegativeTest-702117422-project-member] Lock "4e21c92c-c62d-4efd-bc04-7e1627ccc735" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.762s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.213926] env[62306]: DEBUG oslo_vmware.api [None req-86d5aa95-a713-4c95-a935-9a9e991d1ac7 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d2b6ff-1255-be73-d34c-4fe24becf1f5, 'name': SearchDatastore_Task, 'duration_secs': 0.037649} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.214277] env[62306]: DEBUG oslo_concurrency.lockutils [None req-86d5aa95-a713-4c95-a935-9a9e991d1ac7 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.214446] env[62306]: DEBUG oslo_concurrency.lockutils [None req-86d5aa95-a713-4c95-a935-9a9e991d1ac7 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.341045] env[62306]: DEBUG nova.compute.manager [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2221.341169] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2221.342087] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c48703-35c2-469a-bd9f-14b5452d9613 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.351896] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2221.354927] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edc3487e-17ad-4aa8-b62b-dce76b6dc336 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.363108] env[62306]: DEBUG oslo_vmware.api [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973505, 'name': Destroy_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.364355] env[62306]: DEBUG oslo_vmware.api [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Waiting for the task: (returnval){ [ 2221.364355] env[62306]: value = "task-1973506" [ 2221.364355] env[62306]: _type = "Task" [ 2221.364355] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.371960] env[62306]: DEBUG oslo_vmware.api [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Task: {'id': task-1973506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.776010] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c76fa3-1e65-494b-931e-70cc7f44edb6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.784064] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79dc9d7-8a4b-495d-94df-2dc67e0b8ef6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.813465] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd4cb4d-12c1-4423-a1f7-7629a38a2aac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.820253] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d508ac5d-9a87-44d1-b3f5-7c6194f29b86 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.832587] env[62306]: DEBUG nova.compute.provider_tree [None req-86d5aa95-a713-4c95-a935-9a9e991d1ac7 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2221.860234] env[62306]: DEBUG oslo_vmware.api [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973505, 'name': Destroy_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.872270] env[62306]: DEBUG oslo_vmware.api [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Task: {'id': task-1973506, 'name': PowerOffVM_Task, 'duration_secs': 0.193448} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.872469] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2221.872635] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2221.872873] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31b55661-f8ec-4116-8bf1-479558ef1ffa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.007607] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2222.007607] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2222.007607] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Deleting the datastore file [datastore1] 66c14529-723d-4988-997d-4c2a6758c6ca {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2222.007607] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-169a3423-c0b6-4e68-a0d6-99f9ea4f5230 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.013556] env[62306]: DEBUG oslo_vmware.api [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Waiting for the task: (returnval){ [ 2222.013556] env[62306]: value = "task-1973509" [ 2222.013556] env[62306]: _type = "Task" [ 2222.013556] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.023273] env[62306]: DEBUG oslo_vmware.api [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Task: {'id': task-1973509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.338551] env[62306]: DEBUG nova.scheduler.client.report [None req-86d5aa95-a713-4c95-a935-9a9e991d1ac7 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2222.363025] env[62306]: DEBUG oslo_vmware.api [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973505, 'name': Destroy_Task, 'duration_secs': 1.694981} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.363292] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Destroyed the VM [ 2222.363521] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Deleting Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2222.363948] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1a39e239-2099-4008-bf3b-9ec5d9884bed {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.370691] env[62306]: DEBUG oslo_vmware.api [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2222.370691] env[62306]: value = "task-1973510" [ 2222.370691] env[62306]: _type = "Task" [ 2222.370691] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.379605] env[62306]: DEBUG oslo_vmware.api [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973510, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.524375] env[62306]: DEBUG oslo_vmware.api [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Task: {'id': task-1973509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408423} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.524630] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2222.524812] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2222.524990] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2222.525182] env[62306]: INFO nova.compute.manager [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2222.525427] env[62306]: DEBUG oslo.service.loopingcall [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2222.525609] env[62306]: DEBUG nova.compute.manager [-] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2222.525699] env[62306]: DEBUG nova.network.neutron [-] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2222.819051] env[62306]: DEBUG nova.compute.manager [req-d497acd0-b14f-4d90-b994-515c86214744 req-137a9ac1-78b4-449c-a58c-d9a322c91e34 service nova] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Received event network-vif-deleted-2f62f7e0-3131-42fb-b6b4-3c63c141edc6 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2222.819323] env[62306]: INFO nova.compute.manager [req-d497acd0-b14f-4d90-b994-515c86214744 req-137a9ac1-78b4-449c-a58c-d9a322c91e34 service nova] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Neutron deleted interface 2f62f7e0-3131-42fb-b6b4-3c63c141edc6; detaching it from the instance and deleting it from the info cache [ 2222.819460] env[62306]: DEBUG nova.network.neutron [req-d497acd0-b14f-4d90-b994-515c86214744 req-137a9ac1-78b4-449c-a58c-d9a322c91e34 service nova] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2222.880858] env[62306]: DEBUG oslo_vmware.api [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973510, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.301187] env[62306]: DEBUG nova.network.neutron [-] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2223.323371] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba7cbd28-b295-417d-8013-33cc6c4169e1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.332741] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a5f48c-30c3-4201-a02b-c038de1782fd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.347308] env[62306]: DEBUG oslo_concurrency.lockutils [None req-86d5aa95-a713-4c95-a935-9a9e991d1ac7 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.133s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.356787] env[62306]: DEBUG nova.compute.manager [req-d497acd0-b14f-4d90-b994-515c86214744 req-137a9ac1-78b4-449c-a58c-d9a322c91e34 service nova] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Detach interface failed, port_id=2f62f7e0-3131-42fb-b6b4-3c63c141edc6, reason: Instance 66c14529-723d-4988-997d-4c2a6758c6ca could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2223.380469] env[62306]: DEBUG oslo_vmware.api [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973510, 'name': RemoveSnapshot_Task, 'duration_secs': 0.787586} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.380729] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Deleted Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2223.380987] env[62306]: INFO nova.compute.manager [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Took 14.38 seconds to snapshot the instance on the hypervisor. [ 2223.804770] env[62306]: INFO nova.compute.manager [-] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Took 1.28 seconds to deallocate network for instance. [ 2223.906111] env[62306]: INFO nova.scheduler.client.report [None req-86d5aa95-a713-4c95-a935-9a9e991d1ac7 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Deleted allocation for migration 1ab96ecb-10e7-4043-a5e1-fd6b8fa605d2 [ 2223.920250] env[62306]: DEBUG nova.compute.manager [None req-c4bfc06d-c4b7-49e8-8e53-a9771aa0865e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Found 2 images (rotation: 2) {{(pid=62306) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2224.313400] env[62306]: DEBUG oslo_concurrency.lockutils [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.313400] env[62306]: DEBUG oslo_concurrency.lockutils [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.313632] env[62306]: DEBUG nova.objects.instance [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Lazy-loading 'resources' on Instance uuid 66c14529-723d-4988-997d-4c2a6758c6ca {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2224.411905] env[62306]: DEBUG oslo_concurrency.lockutils [None req-86d5aa95-a713-4c95-a935-9a9e991d1ac7 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "e8ed4205-1be8-487e-a817-545100b2d082" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.546s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.438402] env[62306]: DEBUG nova.compute.manager [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2224.439351] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bc95c8-a78a-4bd0-a1e0-d35aed93a14d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.868479] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58593741-dc5f-48d5-85fb-e559473d973b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.876040] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68eaa271-ff0f-4a75-bf7c-d08bd81f60be {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.906625] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dc4370-785b-4cbd-8a8b-2d26be0c86e0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.913750] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1699b9-0e34-4d0f-82db-04819c9ab841 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.927351] env[62306]: DEBUG nova.compute.provider_tree [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2224.950356] env[62306]: INFO nova.compute.manager [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] instance snapshotting [ 2224.950905] env[62306]: DEBUG nova.objects.instance [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lazy-loading 'flavor' on Instance uuid 17b812e3-6204-4442-b90b-ed462b6d4eda {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2225.135942] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "e8ed4205-1be8-487e-a817-545100b2d082" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2225.136231] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "e8ed4205-1be8-487e-a817-545100b2d082" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2225.136448] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "e8ed4205-1be8-487e-a817-545100b2d082-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2225.136627] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "e8ed4205-1be8-487e-a817-545100b2d082-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2225.136792] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "e8ed4205-1be8-487e-a817-545100b2d082-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.138802] env[62306]: INFO nova.compute.manager [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Terminating instance [ 2225.430911] env[62306]: DEBUG nova.scheduler.client.report [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2225.455190] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c125bf7f-d904-47ca-a266-4baabceb76be {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.475061] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8128f90-3434-42ca-8290-f4a1b78c2c57 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.642020] env[62306]: DEBUG nova.compute.manager [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2225.642289] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2225.643443] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b866928d-0ea6-4474-8473-be6802c13cd9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.651456] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2225.651682] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-774c009d-c2b0-4024-b5e3-34870edf102e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.657316] env[62306]: DEBUG oslo_vmware.api [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2225.657316] env[62306]: value = "task-1973512" [ 2225.657316] env[62306]: _type = "Task" [ 2225.657316] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.664899] env[62306]: DEBUG oslo_vmware.api [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.935719] env[62306]: DEBUG oslo_concurrency.lockutils [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.952914] env[62306]: INFO nova.scheduler.client.report [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Deleted allocations for instance 66c14529-723d-4988-997d-4c2a6758c6ca [ 2225.985554] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Creating Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2225.985856] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-884b7406-d537-4d31-b3e3-cdc29018346d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.992904] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2225.992904] env[62306]: value = "task-1973513" [ 2225.992904] env[62306]: _type = "Task" [ 2225.992904] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.002388] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973513, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.167311] env[62306]: DEBUG oslo_vmware.api [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973512, 'name': PowerOffVM_Task, 'duration_secs': 0.238797} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.167582] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2226.167747] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2226.167981] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5866ff4f-688a-4264-bc38-81cc86be6565 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.460827] env[62306]: DEBUG oslo_concurrency.lockutils [None req-667ba228-81e5-4649-bd53-803b703c2093 tempest-ServersNegativeTestMultiTenantJSON-2034838642 tempest-ServersNegativeTestMultiTenantJSON-2034838642-project-member] Lock "66c14529-723d-4988-997d-4c2a6758c6ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.627s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.503641] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973513, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.511613] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2226.511933] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2226.512233] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Deleting the datastore file [datastore1] e8ed4205-1be8-487e-a817-545100b2d082 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2226.512501] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07db46cc-8f94-403f-8250-bc81e147d3db {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.519938] env[62306]: DEBUG oslo_vmware.api [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2226.519938] env[62306]: value = "task-1973515" [ 2226.519938] env[62306]: _type = "Task" [ 2226.519938] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.528425] env[62306]: DEBUG oslo_vmware.api [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.004174] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973513, 'name': CreateSnapshot_Task, 'duration_secs': 0.556483} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.004477] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Created Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2227.005203] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0a0b4a-1d37-44f5-bbf8-d9200a811882 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.029274] env[62306]: DEBUG oslo_vmware.api [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142969} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.029525] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2227.029728] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2227.029950] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2227.030145] env[62306]: INFO nova.compute.manager [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Took 1.39 seconds to destroy the instance on the hypervisor. [ 2227.030381] env[62306]: DEBUG oslo.service.loopingcall [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2227.030568] env[62306]: DEBUG nova.compute.manager [-] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2227.030659] env[62306]: DEBUG nova.network.neutron [-] [instance: e8ed4205-1be8-487e-a817-545100b2d082] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2227.457269] env[62306]: DEBUG nova.compute.manager [req-885d77fe-d9e8-4f3b-89a8-803285445427 req-986493e8-ea5e-42c5-8c1b-444307bf2603 service nova] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Received event network-vif-deleted-7a105f74-35cf-4eff-b655-5c7165c931aa {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2227.457473] env[62306]: INFO nova.compute.manager [req-885d77fe-d9e8-4f3b-89a8-803285445427 req-986493e8-ea5e-42c5-8c1b-444307bf2603 service nova] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Neutron deleted interface 7a105f74-35cf-4eff-b655-5c7165c931aa; detaching it from the instance and deleting it from the info cache [ 2227.457643] env[62306]: DEBUG nova.network.neutron [req-885d77fe-d9e8-4f3b-89a8-803285445427 req-986493e8-ea5e-42c5-8c1b-444307bf2603 service nova] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2227.522819] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Creating linked-clone VM from snapshot {{(pid=62306) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2227.525272] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4feff359-cc12-4be3-984a-7ddd81ca56c3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.536256] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2227.536256] env[62306]: value = "task-1973516" [ 2227.536256] env[62306]: _type = "Task" [ 2227.536256] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.544781] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.935482] env[62306]: DEBUG nova.network.neutron [-] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2227.960186] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-751cda46-a936-4511-847e-06872a4d689c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.970310] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d18bf12-9660-431d-8fa0-a5cbeffa35fb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.999756] env[62306]: DEBUG nova.compute.manager [req-885d77fe-d9e8-4f3b-89a8-803285445427 req-986493e8-ea5e-42c5-8c1b-444307bf2603 service nova] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Detach interface failed, port_id=7a105f74-35cf-4eff-b655-5c7165c931aa, reason: Instance e8ed4205-1be8-487e-a817-545100b2d082 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2228.046840] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.439045] env[62306]: INFO nova.compute.manager [-] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Took 1.41 seconds to deallocate network for instance. [ 2228.546977] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.947295] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.947434] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.947628] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.968745] env[62306]: INFO nova.scheduler.client.report [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Deleted allocations for instance e8ed4205-1be8-487e-a817-545100b2d082 [ 2229.047917] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.476132] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b5311ad-f895-4ad1-a130-93db39254eec tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "e8ed4205-1be8-487e-a817-545100b2d082" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.340s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.552535] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.678703] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2229.678982] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2229.679153] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2230.049102] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.179794] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "0efc4abc-4d72-4114-a1ca-09d815f14cee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.180039] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "0efc4abc-4d72-4114-a1ca-09d815f14cee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.551363] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.682168] env[62306]: DEBUG nova.compute.manager [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2231.049738] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.204351] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2231.204604] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.206144] env[62306]: INFO nova.compute.claims [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2231.550014] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.692927] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Didn't find any instances for network info cache update. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2231.693215] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2231.693384] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2231.693535] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2231.693682] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2231.693826] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2231.694039] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2231.694112] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2231.694260] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2232.051443] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.197974] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.252281] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17a25ec-cdf1-47af-b18c-bf9d78dfe497 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.259933] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3164bf06-2b34-40e8-9f19-5ad03bef4e68 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.289747] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c769fd-1e54-4ef0-a01a-4904adcff03d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.297110] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0661428-e307-46c3-b9a5-c0f28150cc5c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.310932] env[62306]: DEBUG nova.compute.provider_tree [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2232.552240] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.814271] env[62306]: DEBUG nova.scheduler.client.report [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2233.055412] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.319569] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.115s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.320183] env[62306]: DEBUG nova.compute.manager [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2233.322928] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.125s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.323145] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.323318] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2233.324374] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ca920e-a0b1-429a-b130-923acf820c25 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.332607] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b4cbf1-0fc0-4932-8366-a32764fb3711 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.346234] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd524d0-6621-45bc-95d9-c4b1c1775d13 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.352386] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44acb70f-70f7-4b41-a48f-7142a5e4632e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.380528] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180913MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2233.380665] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.380853] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.552635] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.826507] env[62306]: DEBUG nova.compute.utils [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2233.827914] env[62306]: DEBUG nova.compute.manager [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2233.828106] env[62306]: DEBUG nova.network.neutron [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2233.873568] env[62306]: DEBUG nova.policy [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '434aa1dc3d4f478a9e656a25ed794f5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b779eceaed044e2ca4c749eb2f24ff5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2234.052950] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.127276] env[62306]: DEBUG nova.network.neutron [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Successfully created port: b188f426-978c-4b88-a84b-5b6fcfdebc59 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2234.330818] env[62306]: DEBUG nova.compute.manager [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2234.404988] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 17b812e3-6204-4442-b90b-ed462b6d4eda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2234.405161] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 0efc4abc-4d72-4114-a1ca-09d815f14cee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2234.405333] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2234.405467] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2234.443557] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0037e2-b21e-457e-b924-aea93470704f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.451084] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3647e9f-9a0d-41b2-a270-75018407ccd7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.480350] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c8fa76-2272-4b50-a10b-d47bdef66798 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.487909] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d97f01-06f9-4125-bdfd-1b0c788acd8e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.501497] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2234.553668] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.004988] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2235.055604] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.340919] env[62306]: DEBUG nova.compute.manager [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2235.365076] env[62306]: DEBUG nova.virt.hardware [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2235.365343] env[62306]: DEBUG nova.virt.hardware [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2235.365502] env[62306]: DEBUG nova.virt.hardware [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2235.365685] env[62306]: DEBUG nova.virt.hardware [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2235.365830] env[62306]: DEBUG nova.virt.hardware [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2235.365973] env[62306]: DEBUG nova.virt.hardware [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2235.366199] env[62306]: DEBUG nova.virt.hardware [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2235.366355] env[62306]: DEBUG nova.virt.hardware [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2235.366516] env[62306]: DEBUG nova.virt.hardware [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2235.366674] env[62306]: DEBUG nova.virt.hardware [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2235.366846] env[62306]: DEBUG nova.virt.hardware [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2235.367713] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc51799b-1b96-49c3-93f7-bc6ccc21bed3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.376163] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae048049-9012-419b-9060-df4489a907c8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.509729] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2235.510107] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.129s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2235.554819] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.056330] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.557374] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.058551] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.559820] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.061176] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task} progress is 95%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.485284] env[62306]: DEBUG nova.compute.manager [req-4894832c-b1ad-48cd-886d-3280ead193a0 req-8a66bd75-5d5a-40c3-8f5e-631ac0775b47 service nova] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Received event network-vif-plugged-b188f426-978c-4b88-a84b-5b6fcfdebc59 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2238.485516] env[62306]: DEBUG oslo_concurrency.lockutils [req-4894832c-b1ad-48cd-886d-3280ead193a0 req-8a66bd75-5d5a-40c3-8f5e-631ac0775b47 service nova] Acquiring lock "0efc4abc-4d72-4114-a1ca-09d815f14cee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.485730] env[62306]: DEBUG oslo_concurrency.lockutils [req-4894832c-b1ad-48cd-886d-3280ead193a0 req-8a66bd75-5d5a-40c3-8f5e-631ac0775b47 service nova] Lock "0efc4abc-4d72-4114-a1ca-09d815f14cee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.485896] env[62306]: DEBUG oslo_concurrency.lockutils [req-4894832c-b1ad-48cd-886d-3280ead193a0 req-8a66bd75-5d5a-40c3-8f5e-631ac0775b47 service nova] Lock "0efc4abc-4d72-4114-a1ca-09d815f14cee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.486140] env[62306]: DEBUG nova.compute.manager [req-4894832c-b1ad-48cd-886d-3280ead193a0 req-8a66bd75-5d5a-40c3-8f5e-631ac0775b47 service nova] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] No waiting events found dispatching network-vif-plugged-b188f426-978c-4b88-a84b-5b6fcfdebc59 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2238.486326] env[62306]: WARNING nova.compute.manager [req-4894832c-b1ad-48cd-886d-3280ead193a0 req-8a66bd75-5d5a-40c3-8f5e-631ac0775b47 service nova] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Received unexpected event network-vif-plugged-b188f426-978c-4b88-a84b-5b6fcfdebc59 for instance with vm_state building and task_state spawning. [ 2238.561262] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973516, 'name': CloneVM_Task, 'duration_secs': 10.870198} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.561533] env[62306]: INFO nova.virt.vmwareapi.vmops [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Created linked-clone VM from snapshot [ 2238.562269] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36f75a5-e894-403f-8585-2c783b9f3b22 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.569590] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Uploading image bc582fda-b311-4497-9c1d-e0beb921f9bb {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2238.589386] env[62306]: DEBUG oslo_vmware.rw_handles [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2238.589386] env[62306]: value = "vm-406323" [ 2238.589386] env[62306]: _type = "VirtualMachine" [ 2238.589386] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2238.589618] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aadd3a80-fba3-4281-9a2f-7d81228b9aa5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.595999] env[62306]: DEBUG oslo_vmware.rw_handles [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lease: (returnval){ [ 2238.595999] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d226d6-c803-5b3a-c668-c178bd05aeb5" [ 2238.595999] env[62306]: _type = "HttpNfcLease" [ 2238.595999] env[62306]: } obtained for exporting VM: (result){ [ 2238.595999] env[62306]: value = "vm-406323" [ 2238.595999] env[62306]: _type = "VirtualMachine" [ 2238.595999] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2238.596308] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the lease: (returnval){ [ 2238.596308] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d226d6-c803-5b3a-c668-c178bd05aeb5" [ 2238.596308] env[62306]: _type = "HttpNfcLease" [ 2238.596308] env[62306]: } to be ready. {{(pid=62306) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2238.601770] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2238.601770] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d226d6-c803-5b3a-c668-c178bd05aeb5" [ 2238.601770] env[62306]: _type = "HttpNfcLease" [ 2238.601770] env[62306]: } is initializing. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2239.032019] env[62306]: DEBUG nova.network.neutron [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Successfully updated port: b188f426-978c-4b88-a84b-5b6fcfdebc59 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2239.053995] env[62306]: DEBUG nova.compute.manager [req-9c212df5-0959-4f71-961b-6554e85fd7d2 req-986edd72-5bd8-42c3-ab5f-e3a922453a84 service nova] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Received event network-changed-b188f426-978c-4b88-a84b-5b6fcfdebc59 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2239.054304] env[62306]: DEBUG nova.compute.manager [req-9c212df5-0959-4f71-961b-6554e85fd7d2 req-986edd72-5bd8-42c3-ab5f-e3a922453a84 service nova] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Refreshing instance network info cache due to event network-changed-b188f426-978c-4b88-a84b-5b6fcfdebc59. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2239.054559] env[62306]: DEBUG oslo_concurrency.lockutils [req-9c212df5-0959-4f71-961b-6554e85fd7d2 req-986edd72-5bd8-42c3-ab5f-e3a922453a84 service nova] Acquiring lock "refresh_cache-0efc4abc-4d72-4114-a1ca-09d815f14cee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2239.054733] env[62306]: DEBUG oslo_concurrency.lockutils [req-9c212df5-0959-4f71-961b-6554e85fd7d2 req-986edd72-5bd8-42c3-ab5f-e3a922453a84 service nova] Acquired lock "refresh_cache-0efc4abc-4d72-4114-a1ca-09d815f14cee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2239.054905] env[62306]: DEBUG nova.network.neutron [req-9c212df5-0959-4f71-961b-6554e85fd7d2 req-986edd72-5bd8-42c3-ab5f-e3a922453a84 service nova] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Refreshing network info cache for port b188f426-978c-4b88-a84b-5b6fcfdebc59 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2239.104486] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2239.104486] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d226d6-c803-5b3a-c668-c178bd05aeb5" [ 2239.104486] env[62306]: _type = "HttpNfcLease" [ 2239.104486] env[62306]: } is ready. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2239.104771] env[62306]: DEBUG oslo_vmware.rw_handles [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2239.104771] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52d226d6-c803-5b3a-c668-c178bd05aeb5" [ 2239.104771] env[62306]: _type = "HttpNfcLease" [ 2239.104771] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2239.105480] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9fd8f8-04bd-4ce3-b5fe-80044a64fa98 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.112321] env[62306]: DEBUG oslo_vmware.rw_handles [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525081a1-bcbc-49b5-50c8-991c5a997067/disk-0.vmdk from lease info. {{(pid=62306) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2239.112493] env[62306]: DEBUG oslo_vmware.rw_handles [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525081a1-bcbc-49b5-50c8-991c5a997067/disk-0.vmdk for reading. {{(pid=62306) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2239.213214] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-590fea41-8b1d-4276-ab17-5369acb61aac {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.535695] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "refresh_cache-0efc4abc-4d72-4114-a1ca-09d815f14cee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2239.586646] env[62306]: DEBUG nova.network.neutron [req-9c212df5-0959-4f71-961b-6554e85fd7d2 req-986edd72-5bd8-42c3-ab5f-e3a922453a84 service nova] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2239.665023] env[62306]: DEBUG nova.network.neutron [req-9c212df5-0959-4f71-961b-6554e85fd7d2 req-986edd72-5bd8-42c3-ab5f-e3a922453a84 service nova] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2240.167596] env[62306]: DEBUG oslo_concurrency.lockutils [req-9c212df5-0959-4f71-961b-6554e85fd7d2 req-986edd72-5bd8-42c3-ab5f-e3a922453a84 service nova] Releasing lock "refresh_cache-0efc4abc-4d72-4114-a1ca-09d815f14cee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.167977] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "refresh_cache-0efc4abc-4d72-4114-a1ca-09d815f14cee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.168155] env[62306]: DEBUG nova.network.neutron [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2240.735521] env[62306]: DEBUG nova.network.neutron [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2240.883055] env[62306]: DEBUG nova.network.neutron [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Updating instance_info_cache with network_info: [{"id": "b188f426-978c-4b88-a84b-5b6fcfdebc59", "address": "fa:16:3e:c9:53:17", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb188f426-97", "ovs_interfaceid": "b188f426-978c-4b88-a84b-5b6fcfdebc59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2241.385835] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "refresh_cache-0efc4abc-4d72-4114-a1ca-09d815f14cee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2241.386142] env[62306]: DEBUG nova.compute.manager [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Instance network_info: |[{"id": "b188f426-978c-4b88-a84b-5b6fcfdebc59", "address": "fa:16:3e:c9:53:17", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb188f426-97", "ovs_interfaceid": "b188f426-978c-4b88-a84b-5b6fcfdebc59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2241.386618] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:53:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2907cce-d529-4809-af05-d29397bed211', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b188f426-978c-4b88-a84b-5b6fcfdebc59', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2241.395174] env[62306]: DEBUG oslo.service.loopingcall [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2241.395403] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2241.395671] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cd71ca3-0417-4c86-90c1-b123126bee0d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.416208] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2241.416208] env[62306]: value = "task-1973519" [ 2241.416208] env[62306]: _type = "Task" [ 2241.416208] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.423934] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973519, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.927039] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973519, 'name': CreateVM_Task, 'duration_secs': 0.393009} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.927460] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2241.927977] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2241.928166] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2241.928573] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2241.928857] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b72ad675-2546-49c0-a5bf-bbd14f798c36 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.934475] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2241.934475] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c69bed-e1ca-096f-6f96-8102bd8a2c0a" [ 2241.934475] env[62306]: _type = "Task" [ 2241.934475] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.943337] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c69bed-e1ca-096f-6f96-8102bd8a2c0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.445800] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c69bed-e1ca-096f-6f96-8102bd8a2c0a, 'name': SearchDatastore_Task, 'duration_secs': 0.028393} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.446159] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2242.446440] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2242.446699] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2242.446847] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2242.447031] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2242.447293] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9143cd09-10d2-4ea6-bc52-5dedb0c73f45 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.464569] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2242.464774] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2242.465505] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-363bdda2-24fa-45d0-99f6-5a813b6dbeae {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.472136] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2242.472136] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ca92df-65ab-30a7-1dfb-66171223174e" [ 2242.472136] env[62306]: _type = "Task" [ 2242.472136] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.480198] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ca92df-65ab-30a7-1dfb-66171223174e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.983835] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52ca92df-65ab-30a7-1dfb-66171223174e, 'name': SearchDatastore_Task, 'duration_secs': 0.013311} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.984619] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5d6d12-0916-41c6-b9ba-d273d4ac9097 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.990093] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2242.990093] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fcd85b-7586-2032-aabf-bac09ad20d1d" [ 2242.990093] env[62306]: _type = "Task" [ 2242.990093] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.998951] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fcd85b-7586-2032-aabf-bac09ad20d1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.500931] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52fcd85b-7586-2032-aabf-bac09ad20d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.026494} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.501157] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2243.501410] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 0efc4abc-4d72-4114-a1ca-09d815f14cee/0efc4abc-4d72-4114-a1ca-09d815f14cee.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2243.501700] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f3a488a-0318-48f4-8250-a881c245406d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.508551] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2243.508551] env[62306]: value = "task-1973520" [ 2243.508551] env[62306]: _type = "Task" [ 2243.508551] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.516904] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.021437] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973520, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.520862] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671708} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.521221] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 0efc4abc-4d72-4114-a1ca-09d815f14cee/0efc4abc-4d72-4114-a1ca-09d815f14cee.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2244.521485] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2244.521772] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e57af1aa-6ade-41d1-a5fe-2f9d8d9465f4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.528615] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2244.528615] env[62306]: value = "task-1973521" [ 2244.528615] env[62306]: _type = "Task" [ 2244.528615] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.536833] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.037948] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064442} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.038295] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2245.039017] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e50a7e4-914c-48e9-b375-2a486ca612ab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.060610] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 0efc4abc-4d72-4114-a1ca-09d815f14cee/0efc4abc-4d72-4114-a1ca-09d815f14cee.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2245.060874] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd4dbdd5-2876-412c-b283-e2b5310bbc00 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.080264] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2245.080264] env[62306]: value = "task-1973522" [ 2245.080264] env[62306]: _type = "Task" [ 2245.080264] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.087923] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.591481] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973522, 'name': ReconfigVM_Task, 'duration_secs': 0.313935} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.591747] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 0efc4abc-4d72-4114-a1ca-09d815f14cee/0efc4abc-4d72-4114-a1ca-09d815f14cee.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2245.592453] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eed9fd08-1fb4-4885-a4dc-5302df2b2063 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.599666] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2245.599666] env[62306]: value = "task-1973523" [ 2245.599666] env[62306]: _type = "Task" [ 2245.599666] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.610157] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973523, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.109726] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973523, 'name': Rename_Task, 'duration_secs': 0.163049} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.110069] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2246.110265] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5078433a-2d12-435e-b964-820c9d935cb9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.117173] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2246.117173] env[62306]: value = "task-1973524" [ 2246.117173] env[62306]: _type = "Task" [ 2246.117173] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.124851] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.628774] env[62306]: DEBUG oslo_vmware.api [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973524, 'name': PowerOnVM_Task, 'duration_secs': 0.496669} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.629186] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2246.629530] env[62306]: INFO nova.compute.manager [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Took 11.29 seconds to spawn the instance on the hypervisor. [ 2246.629848] env[62306]: DEBUG nova.compute.manager [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2246.630891] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f8971a-d190-4dea-9c6a-bac0e9f74c58 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.148062] env[62306]: INFO nova.compute.manager [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Took 15.96 seconds to build instance. [ 2247.651303] env[62306]: DEBUG oslo_concurrency.lockutils [None req-3376c4b4-9248-48f2-b18e-2ba0d464f991 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "0efc4abc-4d72-4114-a1ca-09d815f14cee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.471s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2247.707280] env[62306]: DEBUG nova.compute.manager [req-f31a013b-4234-4fea-86de-b12fe7e197a5 req-012ef35f-7dd2-4d65-b322-8af0699eca67 service nova] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Received event network-changed-b188f426-978c-4b88-a84b-5b6fcfdebc59 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2247.707280] env[62306]: DEBUG nova.compute.manager [req-f31a013b-4234-4fea-86de-b12fe7e197a5 req-012ef35f-7dd2-4d65-b322-8af0699eca67 service nova] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Refreshing instance network info cache due to event network-changed-b188f426-978c-4b88-a84b-5b6fcfdebc59. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2247.707280] env[62306]: DEBUG oslo_concurrency.lockutils [req-f31a013b-4234-4fea-86de-b12fe7e197a5 req-012ef35f-7dd2-4d65-b322-8af0699eca67 service nova] Acquiring lock "refresh_cache-0efc4abc-4d72-4114-a1ca-09d815f14cee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2247.707280] env[62306]: DEBUG oslo_concurrency.lockutils [req-f31a013b-4234-4fea-86de-b12fe7e197a5 req-012ef35f-7dd2-4d65-b322-8af0699eca67 service nova] Acquired lock "refresh_cache-0efc4abc-4d72-4114-a1ca-09d815f14cee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2247.707468] env[62306]: DEBUG nova.network.neutron [req-f31a013b-4234-4fea-86de-b12fe7e197a5 req-012ef35f-7dd2-4d65-b322-8af0699eca67 service nova] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Refreshing network info cache for port b188f426-978c-4b88-a84b-5b6fcfdebc59 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2248.423630] env[62306]: DEBUG nova.network.neutron [req-f31a013b-4234-4fea-86de-b12fe7e197a5 req-012ef35f-7dd2-4d65-b322-8af0699eca67 service nova] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Updated VIF entry in instance network info cache for port b188f426-978c-4b88-a84b-5b6fcfdebc59. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2248.423997] env[62306]: DEBUG nova.network.neutron [req-f31a013b-4234-4fea-86de-b12fe7e197a5 req-012ef35f-7dd2-4d65-b322-8af0699eca67 service nova] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Updating instance_info_cache with network_info: [{"id": "b188f426-978c-4b88-a84b-5b6fcfdebc59", "address": "fa:16:3e:c9:53:17", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb188f426-97", "ovs_interfaceid": "b188f426-978c-4b88-a84b-5b6fcfdebc59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2248.926936] env[62306]: DEBUG oslo_concurrency.lockutils [req-f31a013b-4234-4fea-86de-b12fe7e197a5 req-012ef35f-7dd2-4d65-b322-8af0699eca67 service nova] Releasing lock "refresh_cache-0efc4abc-4d72-4114-a1ca-09d815f14cee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2250.889447] env[62306]: DEBUG oslo_vmware.rw_handles [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525081a1-bcbc-49b5-50c8-991c5a997067/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2250.890397] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e056865-18ac-4125-981b-e8b9c33bea32 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.896772] env[62306]: DEBUG oslo_vmware.rw_handles [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525081a1-bcbc-49b5-50c8-991c5a997067/disk-0.vmdk is in state: ready. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2250.896936] env[62306]: ERROR oslo_vmware.rw_handles [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525081a1-bcbc-49b5-50c8-991c5a997067/disk-0.vmdk due to incomplete transfer. [ 2250.897174] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-11a47155-5449-4b4c-9c62-20a6ad100e8b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.905321] env[62306]: DEBUG oslo_vmware.rw_handles [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525081a1-bcbc-49b5-50c8-991c5a997067/disk-0.vmdk. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2250.905513] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Uploaded image bc582fda-b311-4497-9c1d-e0beb921f9bb to the Glance image server {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2250.907779] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Destroying the VM {{(pid=62306) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2250.908028] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-33345875-6161-489e-92b7-e5acaebd59b2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.914794] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2250.914794] env[62306]: value = "task-1973525" [ 2250.914794] env[62306]: _type = "Task" [ 2250.914794] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.925678] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973525, 'name': Destroy_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.424915] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973525, 'name': Destroy_Task} progress is 33%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.925962] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973525, 'name': Destroy_Task, 'duration_secs': 0.5462} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.926792] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Destroyed the VM [ 2251.927280] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Deleting Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2251.928455] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-72b3eb59-5ea1-413f-b775-ca4cb52d8806 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.933652] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2251.933652] env[62306]: value = "task-1973526" [ 2251.933652] env[62306]: _type = "Task" [ 2251.933652] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.940977] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973526, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.444563] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973526, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.945188] env[62306]: DEBUG oslo_vmware.api [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973526, 'name': RemoveSnapshot_Task, 'duration_secs': 0.574754} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.945573] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Deleted Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2252.945674] env[62306]: INFO nova.compute.manager [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Took 27.49 seconds to snapshot the instance on the hypervisor. [ 2253.497689] env[62306]: DEBUG nova.compute.manager [None req-9ccc9d75-f3f4-43cf-a655-d7408a3626a7 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Found 2 images (rotation: 2) {{(pid=62306) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2254.627472] env[62306]: DEBUG nova.compute.manager [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2254.628871] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44e2ea1-474f-4b7f-8380-c11cee6ff8fb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.139843] env[62306]: INFO nova.compute.manager [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] instance snapshotting [ 2255.140633] env[62306]: DEBUG nova.objects.instance [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lazy-loading 'flavor' on Instance uuid 17b812e3-6204-4442-b90b-ed462b6d4eda {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2255.647079] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbcc49b-1505-43be-938b-b93a02325768 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.665597] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af16ee49-d935-4aca-bd0a-1d09fd99a3b6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.176070] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Creating Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2256.176404] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6b1edc93-b0c4-4505-8107-39e6d611ca22 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.185356] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2256.185356] env[62306]: value = "task-1973527" [ 2256.185356] env[62306]: _type = "Task" [ 2256.185356] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.193233] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973527, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.695992] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973527, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.196323] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973527, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.697922] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973527, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.198506] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973527, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.699335] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973527, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.200452] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973527, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.703049] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973527, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.202776] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973527, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.703239] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973527, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.204067] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973527, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.705221] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973527, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.206134] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973527, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.706711] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973527, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.206988] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973527, 'name': CreateSnapshot_Task, 'duration_secs': 6.719001} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.207281] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Created Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2263.207982] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeab0ddf-bd8c-4972-9fb7-f56b59452e2e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.725871] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Creating linked-clone VM from snapshot {{(pid=62306) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2263.726281] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a0f2cbbc-f44d-49bc-99bd-bd0176fe8df0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.735558] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2263.735558] env[62306]: value = "task-1973528" [ 2263.735558] env[62306]: _type = "Task" [ 2263.735558] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.743469] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973528, 'name': CloneVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.245751] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973528, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.749074] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973528, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.247263] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973528, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.747508] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973528, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.248971] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973528, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.750143] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973528, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.251375] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973528, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.752126] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973528, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.254200] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973528, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.752965] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973528, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.254608] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973528, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.752994] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973528, 'name': CloneVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.254640] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973528, 'name': CloneVM_Task, 'duration_secs': 6.069767} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.255018] env[62306]: INFO nova.virt.vmwareapi.vmops [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Created linked-clone VM from snapshot [ 2270.255707] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293f9488-1d35-4642-89ef-85efa79cf069 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.262865] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Uploading image d872293e-8600-4370-ab9d-f5df491d4f1d {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2270.312347] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2270.312347] env[62306]: value = "vm-406326" [ 2270.312347] env[62306]: _type = "VirtualMachine" [ 2270.312347] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2270.312661] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a5a87328-7136-4423-a402-b60505108bc4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.319946] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lease: (returnval){ [ 2270.319946] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52740e81-b8f5-77c2-e305-25aea1952c69" [ 2270.319946] env[62306]: _type = "HttpNfcLease" [ 2270.319946] env[62306]: } obtained for exporting VM: (result){ [ 2270.319946] env[62306]: value = "vm-406326" [ 2270.319946] env[62306]: _type = "VirtualMachine" [ 2270.319946] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2270.320233] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the lease: (returnval){ [ 2270.320233] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52740e81-b8f5-77c2-e305-25aea1952c69" [ 2270.320233] env[62306]: _type = "HttpNfcLease" [ 2270.320233] env[62306]: } to be ready. {{(pid=62306) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2270.326795] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2270.326795] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52740e81-b8f5-77c2-e305-25aea1952c69" [ 2270.326795] env[62306]: _type = "HttpNfcLease" [ 2270.326795] env[62306]: } is initializing. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2270.828365] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2270.828365] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52740e81-b8f5-77c2-e305-25aea1952c69" [ 2270.828365] env[62306]: _type = "HttpNfcLease" [ 2270.828365] env[62306]: } is ready. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2270.828710] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2270.828710] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52740e81-b8f5-77c2-e305-25aea1952c69" [ 2270.828710] env[62306]: _type = "HttpNfcLease" [ 2270.828710] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2270.829394] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcf7e8c-dd59-4094-891e-ef1fc3e12657 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.836429] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279342f-6b37-3068-9490-b471b0235f1c/disk-0.vmdk from lease info. {{(pid=62306) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2270.836585] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279342f-6b37-3068-9490-b471b0235f1c/disk-0.vmdk for reading. {{(pid=62306) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2270.922358] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eb73b8a4-2279-4a77-97ef-41b9ebb144f6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.561513] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2276.561974] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2277.066497] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2277.066667] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2277.066802] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2277.571067] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2277.571067] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquired lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2277.571067] env[62306]: DEBUG nova.network.neutron [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Forcefully refreshing network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2277.571067] env[62306]: DEBUG nova.objects.instance [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lazy-loading 'info_cache' on Instance uuid 17b812e3-6204-4442-b90b-ed462b6d4eda {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2277.829337] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279342f-6b37-3068-9490-b471b0235f1c/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2277.830311] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fee7649-0b62-4c4a-a9e5-5ec1e08a7767 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.836509] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279342f-6b37-3068-9490-b471b0235f1c/disk-0.vmdk is in state: ready. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2277.836673] env[62306]: ERROR oslo_vmware.rw_handles [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279342f-6b37-3068-9490-b471b0235f1c/disk-0.vmdk due to incomplete transfer. [ 2277.836894] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b0654607-c42e-420a-bebc-7ae3f031b179 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.843522] env[62306]: DEBUG oslo_vmware.rw_handles [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279342f-6b37-3068-9490-b471b0235f1c/disk-0.vmdk. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2277.843711] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Uploaded image d872293e-8600-4370-ab9d-f5df491d4f1d to the Glance image server {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2277.845961] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Destroying the VM {{(pid=62306) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2277.846213] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-692b9a74-c42c-4d3c-b807-2f06824b4a04 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.851619] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2277.851619] env[62306]: value = "task-1973530" [ 2277.851619] env[62306]: _type = "Task" [ 2277.851619] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.859237] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973530, 'name': Destroy_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.361118] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973530, 'name': Destroy_Task, 'duration_secs': 0.493195} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.361380] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Destroyed the VM [ 2278.361616] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Deleting Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2278.361854] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e71fe01b-95e7-4d7c-801a-faa238b09dea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.367227] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2278.367227] env[62306]: value = "task-1973531" [ 2278.367227] env[62306]: _type = "Task" [ 2278.367227] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.374423] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973531, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.877224] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973531, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.311055] env[62306]: DEBUG nova.network.neutron [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Updating instance_info_cache with network_info: [{"id": "f1d1e28d-124e-469d-a759-6028b8051660", "address": "fa:16:3e:2d:ce:e1", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d1e28d-12", "ovs_interfaceid": "f1d1e28d-124e-469d-a759-6028b8051660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2279.378312] env[62306]: DEBUG oslo_vmware.api [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973531, 'name': RemoveSnapshot_Task, 'duration_secs': 0.515171} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.378567] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Deleted Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2279.378785] env[62306]: INFO nova.compute.manager [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Took 23.73 seconds to snapshot the instance on the hypervisor. [ 2279.813474] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Releasing lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2279.813770] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Updated the network info_cache for instance {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2279.813953] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2279.814132] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2279.814287] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2279.814422] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2279.814558] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2279.814697] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2279.814828] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2279.814983] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2279.932274] env[62306]: DEBUG nova.compute.manager [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Found 3 images (rotation: 2) {{(pid=62306) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2279.932516] env[62306]: DEBUG nova.compute.manager [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Rotating out 1 backups {{(pid=62306) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 2279.932638] env[62306]: DEBUG nova.compute.manager [None req-c44941ca-5079-4786-bb8f-9f1ef492d8f8 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Deleting image c418bad3-6fa7-4191-adec-2d7de02317ac {{(pid=62306) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 2280.318359] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2280.318587] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2280.318754] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2280.318910] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2280.319787] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2452ab-a674-495d-b7da-ab699d179478 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.327945] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1843ae-04c6-4473-bed5-b6e227c1dcc8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.341272] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f15372-3e59-475a-bec3-dbca6782f6a1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.347283] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10305d4e-7237-4140-963f-9600e021f862 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.375925] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180913MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2280.376073] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2280.376248] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2281.420146] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 17b812e3-6204-4442-b90b-ed462b6d4eda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2281.420420] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 0efc4abc-4d72-4114-a1ca-09d815f14cee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2281.420504] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2281.422592] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2281.457857] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a449a5ad-ac66-47c2-94b6-1229d7348a8f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.465671] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec6c20c-3521-45fe-b385-4ef563e84d2c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.495481] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3180dfb8-d78b-4d7c-8e90-9a878af59e50 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.502875] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4bccad-5ea4-41de-a518-10030c7b737f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.516094] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2282.019045] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2282.491652] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0598fcea-2248-4c71-89df-bd847892d98e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "17b812e3-6204-4442-b90b-ed462b6d4eda" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2282.492060] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0598fcea-2248-4c71-89df-bd847892d98e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "17b812e3-6204-4442-b90b-ed462b6d4eda" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2282.492060] env[62306]: DEBUG nova.compute.manager [None req-0598fcea-2248-4c71-89df-bd847892d98e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2282.493010] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2a77d4-8b95-476c-9d17-fe3333967d4b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.499402] env[62306]: DEBUG nova.compute.manager [None req-0598fcea-2248-4c71-89df-bd847892d98e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62306) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2282.499952] env[62306]: DEBUG nova.objects.instance [None req-0598fcea-2248-4c71-89df-bd847892d98e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lazy-loading 'flavor' on Instance uuid 17b812e3-6204-4442-b90b-ed462b6d4eda {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2282.524234] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2282.524396] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.148s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2283.506921] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0598fcea-2248-4c71-89df-bd847892d98e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2283.507303] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57513aa7-e6af-4ee8-af91-e0b0ff5730a8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.514973] env[62306]: DEBUG oslo_vmware.api [None req-0598fcea-2248-4c71-89df-bd847892d98e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2283.514973] env[62306]: value = "task-1973532" [ 2283.514973] env[62306]: _type = "Task" [ 2283.514973] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.523199] env[62306]: DEBUG oslo_vmware.api [None req-0598fcea-2248-4c71-89df-bd847892d98e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.025368] env[62306]: DEBUG oslo_vmware.api [None req-0598fcea-2248-4c71-89df-bd847892d98e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973532, 'name': PowerOffVM_Task, 'duration_secs': 0.173527} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.025624] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0598fcea-2248-4c71-89df-bd847892d98e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2284.025821] env[62306]: DEBUG nova.compute.manager [None req-0598fcea-2248-4c71-89df-bd847892d98e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2284.026568] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a1cf58-f281-404d-8ff9-728dd4b4f1b7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.540339] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0598fcea-2248-4c71-89df-bd847892d98e tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "17b812e3-6204-4442-b90b-ed462b6d4eda" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.839605] env[62306]: DEBUG nova.compute.manager [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Stashing vm_state: active {{(pid=62306) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2286.356376] env[62306]: DEBUG oslo_concurrency.lockutils [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2286.356627] env[62306]: DEBUG oslo_concurrency.lockutils [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2286.861416] env[62306]: INFO nova.compute.claims [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2286.901441] env[62306]: DEBUG nova.compute.manager [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Stashing vm_state: stopped {{(pid=62306) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2287.367699] env[62306]: INFO nova.compute.resource_tracker [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Updating resource usage from migration d5096e69-1460-45c3-8750-f7bfa7cb18e2 [ 2287.419017] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2287.432711] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c44114-0078-4915-81a7-48eea8957074 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.440192] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fada6524-91e8-42d0-bbf7-8d1c6fc056ce {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.469289] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f11574-bab1-4e2d-9f15-761b5ecb8576 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.477153] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa36f6b-eb83-4f9f-8e1f-927cc70b4db2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.489523] env[62306]: DEBUG nova.compute.provider_tree [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2287.992979] env[62306]: DEBUG nova.scheduler.client.report [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2288.499339] env[62306]: DEBUG oslo_concurrency.lockutils [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.142s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2288.499688] env[62306]: INFO nova.compute.manager [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Migrating [ 2288.508116] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.089s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2289.018856] env[62306]: INFO nova.compute.claims [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2289.022541] env[62306]: DEBUG oslo_concurrency.lockutils [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "refresh_cache-0efc4abc-4d72-4114-a1ca-09d815f14cee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2289.022724] env[62306]: DEBUG oslo_concurrency.lockutils [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "refresh_cache-0efc4abc-4d72-4114-a1ca-09d815f14cee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2289.022915] env[62306]: DEBUG nova.network.neutron [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2289.526309] env[62306]: INFO nova.compute.resource_tracker [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Updating resource usage from migration 64c71bdd-8e11-4599-9b15-32162f0d3ec0 [ 2289.595587] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6197937d-1aa6-478e-bb2a-da5cdf414ade {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.603434] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621cd1d2-f772-4639-aab4-cc2ad060bdf8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.634453] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f195cd-5486-4d0c-831a-c0f4d764db58 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.641302] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfe6f1e-f3bb-475a-84c0-5082f6d998e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.656528] env[62306]: DEBUG nova.compute.provider_tree [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2289.812376] env[62306]: DEBUG nova.network.neutron [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Updating instance_info_cache with network_info: [{"id": "b188f426-978c-4b88-a84b-5b6fcfdebc59", "address": "fa:16:3e:c9:53:17", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb188f426-97", "ovs_interfaceid": "b188f426-978c-4b88-a84b-5b6fcfdebc59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2290.159881] env[62306]: DEBUG nova.scheduler.client.report [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2290.345485] env[62306]: DEBUG oslo_concurrency.lockutils [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "refresh_cache-0efc4abc-4d72-4114-a1ca-09d815f14cee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2290.664967] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.157s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2290.665326] env[62306]: INFO nova.compute.manager [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Migrating [ 2291.187517] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2291.187834] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2291.187887] env[62306]: DEBUG nova.network.neutron [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2291.829929] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e510a0-6f6c-4d51-8ec9-9dc5742e57be {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.848694] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Updating instance '0efc4abc-4d72-4114-a1ca-09d815f14cee' progress to 0 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2291.886778] env[62306]: DEBUG nova.network.neutron [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Updating instance_info_cache with network_info: [{"id": "f1d1e28d-124e-469d-a759-6028b8051660", "address": "fa:16:3e:2d:ce:e1", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d1e28d-12", "ovs_interfaceid": "f1d1e28d-124e-469d-a759-6028b8051660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.355910] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2292.356255] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82814b89-3f3d-42fd-847c-5e98ee9535a9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.364295] env[62306]: DEBUG oslo_vmware.api [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2292.364295] env[62306]: value = "task-1973533" [ 2292.364295] env[62306]: _type = "Task" [ 2292.364295] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.373051] env[62306]: DEBUG oslo_vmware.api [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.389747] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2292.874421] env[62306]: DEBUG oslo_vmware.api [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973533, 'name': PowerOffVM_Task, 'duration_secs': 0.177522} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.874692] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2292.874885] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Updating instance '0efc4abc-4d72-4114-a1ca-09d815f14cee' progress to 17 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2293.381606] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2293.382087] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2293.382087] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2293.382231] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2293.382305] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2293.382452] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2293.382654] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2293.382810] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2293.383015] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2293.383191] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2293.383376] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2293.388256] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b286cb1-2f62-400f-95da-76531310e3ba {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.406053] env[62306]: DEBUG oslo_vmware.api [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2293.406053] env[62306]: value = "task-1973534" [ 2293.406053] env[62306]: _type = "Task" [ 2293.406053] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.414331] env[62306]: DEBUG oslo_vmware.api [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.906107] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c941d01-51d0-4ec7-9ac9-8759662fb761 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.916596] env[62306]: DEBUG oslo_vmware.api [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973534, 'name': ReconfigVM_Task, 'duration_secs': 0.15802} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.929131] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Updating instance '0efc4abc-4d72-4114-a1ca-09d815f14cee' progress to 33 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2293.932514] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Updating instance '17b812e3-6204-4442-b90b-ed462b6d4eda' progress to 0 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2294.437815] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2294.438183] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2294.438183] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2294.438354] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2294.438499] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2294.438642] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2294.438841] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2294.438998] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2294.439183] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2294.439344] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2294.439514] env[62306]: DEBUG nova.virt.hardware [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2294.444881] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2294.446227] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2294.446457] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07986909-9595-480d-a848-f3a576abbc4f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.458903] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4643121f-f064-4f94-8239-d7b26f9db804 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.467489] env[62306]: DEBUG oslo_vmware.api [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2294.467489] env[62306]: value = "task-1973536" [ 2294.467489] env[62306]: _type = "Task" [ 2294.467489] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.468669] env[62306]: DEBUG oslo_vmware.api [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2294.468669] env[62306]: value = "task-1973535" [ 2294.468669] env[62306]: _type = "Task" [ 2294.468669] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.482076] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] VM already powered off {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2294.482274] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Updating instance '17b812e3-6204-4442-b90b-ed462b6d4eda' progress to 17 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2294.485589] env[62306]: DEBUG oslo_vmware.api [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.978677] env[62306]: DEBUG oslo_vmware.api [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973536, 'name': ReconfigVM_Task, 'duration_secs': 0.162536} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.978903] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2294.979727] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802bedca-f601-4dca-b0e0-2780b3dc88a6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.995962] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2294.996196] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2294.996353] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2294.996534] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2294.996675] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2294.996818] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2294.997024] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2294.997249] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2294.997440] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2294.997607] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2294.997776] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2295.009892] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 0efc4abc-4d72-4114-a1ca-09d815f14cee/0efc4abc-4d72-4114-a1ca-09d815f14cee.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2295.010130] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a18e9e62-bdd0-4e86-8e88-3b255f8911b3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.019677] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4edd087a-8340-4b79-9f1f-f49a1357ee8c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.038785] env[62306]: DEBUG oslo_vmware.api [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2295.038785] env[62306]: value = "task-1973538" [ 2295.038785] env[62306]: _type = "Task" [ 2295.038785] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.039018] env[62306]: DEBUG oslo_vmware.api [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2295.039018] env[62306]: value = "task-1973537" [ 2295.039018] env[62306]: _type = "Task" [ 2295.039018] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.048953] env[62306]: DEBUG oslo_vmware.api [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.551621] env[62306]: DEBUG oslo_vmware.api [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973537, 'name': ReconfigVM_Task, 'duration_secs': 0.267081} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.554481] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 0efc4abc-4d72-4114-a1ca-09d815f14cee/0efc4abc-4d72-4114-a1ca-09d815f14cee.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2295.554761] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Updating instance '0efc4abc-4d72-4114-a1ca-09d815f14cee' progress to 50 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2295.558032] env[62306]: DEBUG oslo_vmware.api [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973538, 'name': ReconfigVM_Task, 'duration_secs': 0.147743} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.558341] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Updating instance '17b812e3-6204-4442-b90b-ed462b6d4eda' progress to 33 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2296.067153] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2296.067456] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2296.067656] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2296.067875] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2296.068063] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2296.068274] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2296.068528] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2296.068698] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2296.068861] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2296.069035] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2296.069212] env[62306]: DEBUG nova.virt.hardware [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2296.074485] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2296.075232] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902af740-6b43-4ae0-b11f-37cd31b29b8d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.077856] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc9dba6b-dc72-4495-8e0a-a5ed8168780a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.107932] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25190ff0-7c0d-40d2-beeb-a10d98c7744d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.110228] env[62306]: DEBUG oslo_vmware.api [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2296.110228] env[62306]: value = "task-1973539" [ 2296.110228] env[62306]: _type = "Task" [ 2296.110228] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.127206] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Updating instance '0efc4abc-4d72-4114-a1ca-09d815f14cee' progress to 67 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2296.135192] env[62306]: DEBUG oslo_vmware.api [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.620527] env[62306]: DEBUG oslo_vmware.api [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973539, 'name': ReconfigVM_Task, 'duration_secs': 0.156266} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.622319] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2296.622319] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54965e21-3875-45bf-8a6c-c7a9fe7b0380 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.646227] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 17b812e3-6204-4442-b90b-ed462b6d4eda/17b812e3-6204-4442-b90b-ed462b6d4eda.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2296.646474] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60521be5-c1dc-41d3-8c82-f41a053a45b6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.663392] env[62306]: DEBUG oslo_vmware.api [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2296.663392] env[62306]: value = "task-1973540" [ 2296.663392] env[62306]: _type = "Task" [ 2296.663392] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.670778] env[62306]: DEBUG oslo_vmware.api [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.691463] env[62306]: DEBUG nova.network.neutron [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Port b188f426-978c-4b88-a84b-5b6fcfdebc59 binding to destination host cpu-1 is already ACTIVE {{(pid=62306) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2297.173405] env[62306]: DEBUG oslo_vmware.api [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973540, 'name': ReconfigVM_Task, 'duration_secs': 0.297201} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.173647] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 17b812e3-6204-4442-b90b-ed462b6d4eda/17b812e3-6204-4442-b90b-ed462b6d4eda.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2297.173913] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Updating instance '17b812e3-6204-4442-b90b-ed462b6d4eda' progress to 50 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2297.680272] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378df413-d0e8-4d20-9068-eef78822b947 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.708109] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d778bf4d-e05a-4946-a672-5e3da099fc8b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.728966] env[62306]: DEBUG oslo_concurrency.lockutils [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "0efc4abc-4d72-4114-a1ca-09d815f14cee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2297.729216] env[62306]: DEBUG oslo_concurrency.lockutils [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "0efc4abc-4d72-4114-a1ca-09d815f14cee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2297.729392] env[62306]: DEBUG oslo_concurrency.lockutils [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "0efc4abc-4d72-4114-a1ca-09d815f14cee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2297.730714] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Updating instance '17b812e3-6204-4442-b90b-ed462b6d4eda' progress to 67 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2298.269738] env[62306]: DEBUG nova.network.neutron [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Port f1d1e28d-124e-469d-a759-6028b8051660 binding to destination host cpu-1 is already ACTIVE {{(pid=62306) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2298.768685] env[62306]: DEBUG oslo_concurrency.lockutils [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "refresh_cache-0efc4abc-4d72-4114-a1ca-09d815f14cee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2298.768929] env[62306]: DEBUG oslo_concurrency.lockutils [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "refresh_cache-0efc4abc-4d72-4114-a1ca-09d815f14cee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2298.769079] env[62306]: DEBUG nova.network.neutron [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2299.290191] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "17b812e3-6204-4442-b90b-ed462b6d4eda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2299.290434] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "17b812e3-6204-4442-b90b-ed462b6d4eda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.290619] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "17b812e3-6204-4442-b90b-ed462b6d4eda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.660672] env[62306]: DEBUG nova.network.neutron [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Updating instance_info_cache with network_info: [{"id": "b188f426-978c-4b88-a84b-5b6fcfdebc59", "address": "fa:16:3e:c9:53:17", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb188f426-97", "ovs_interfaceid": "b188f426-978c-4b88-a84b-5b6fcfdebc59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2300.163635] env[62306]: DEBUG oslo_concurrency.lockutils [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "refresh_cache-0efc4abc-4d72-4114-a1ca-09d815f14cee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2300.322937] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2300.323181] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2300.323361] env[62306]: DEBUG nova.network.neutron [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2300.690519] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4125ddf-ab75-484f-a8c5-aef227e8b98d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.710041] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7a9cc0-7a18-45dd-8cc2-f58984125581 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.716565] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Updating instance '0efc4abc-4d72-4114-a1ca-09d815f14cee' progress to 83 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2301.023990] env[62306]: DEBUG nova.network.neutron [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Updating instance_info_cache with network_info: [{"id": "f1d1e28d-124e-469d-a759-6028b8051660", "address": "fa:16:3e:2d:ce:e1", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d1e28d-12", "ovs_interfaceid": "f1d1e28d-124e-469d-a759-6028b8051660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.222273] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2301.222594] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a801c40c-b640-406d-8dc5-1a45b547baef {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.230168] env[62306]: DEBUG oslo_vmware.api [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2301.230168] env[62306]: value = "task-1973541" [ 2301.230168] env[62306]: _type = "Task" [ 2301.230168] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.237604] env[62306]: DEBUG oslo_vmware.api [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.526784] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2301.740113] env[62306]: DEBUG oslo_vmware.api [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973541, 'name': PowerOnVM_Task, 'duration_secs': 0.468283} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.740379] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2301.740584] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-880f4d53-8ebe-4be3-ac8c-c7d03cb77fa1 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Updating instance '0efc4abc-4d72-4114-a1ca-09d815f14cee' progress to 100 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2302.046958] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f3e2b5-92e8-4a46-9473-6b060d2bcf3e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.065582] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479f4e57-d63b-498a-8a85-8db04d7a0fa8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.072085] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Updating instance '17b812e3-6204-4442-b90b-ed462b6d4eda' progress to 83 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2302.578526] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9de706-5ac6-42b1-ad7d-33537495fc03 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Updating instance '17b812e3-6204-4442-b90b-ed462b6d4eda' progress to 100 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2304.246929] env[62306]: DEBUG nova.network.neutron [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Port b188f426-978c-4b88-a84b-5b6fcfdebc59 binding to destination host cpu-1 is already ACTIVE {{(pid=62306) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2304.247227] env[62306]: DEBUG oslo_concurrency.lockutils [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "refresh_cache-0efc4abc-4d72-4114-a1ca-09d815f14cee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2304.247366] env[62306]: DEBUG oslo_concurrency.lockutils [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "refresh_cache-0efc4abc-4d72-4114-a1ca-09d815f14cee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2304.247527] env[62306]: DEBUG nova.network.neutron [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2304.286764] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aaeae331-050b-4128-9fc0-afb064d1177a tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "17b812e3-6204-4442-b90b-ed462b6d4eda" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.286993] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aaeae331-050b-4128-9fc0-afb064d1177a tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "17b812e3-6204-4442-b90b-ed462b6d4eda" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2304.287192] env[62306]: DEBUG nova.compute.manager [None req-aaeae331-050b-4128-9fc0-afb064d1177a tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Going to confirm migration 8 {{(pid=62306) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2304.897076] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aaeae331-050b-4128-9fc0-afb064d1177a tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2304.897264] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aaeae331-050b-4128-9fc0-afb064d1177a tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2304.897443] env[62306]: DEBUG nova.network.neutron [None req-aaeae331-050b-4128-9fc0-afb064d1177a tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2304.897621] env[62306]: DEBUG nova.objects.instance [None req-aaeae331-050b-4128-9fc0-afb064d1177a tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lazy-loading 'info_cache' on Instance uuid 17b812e3-6204-4442-b90b-ed462b6d4eda {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2305.044992] env[62306]: DEBUG nova.network.neutron [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Updating instance_info_cache with network_info: [{"id": "b188f426-978c-4b88-a84b-5b6fcfdebc59", "address": "fa:16:3e:c9:53:17", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb188f426-97", "ovs_interfaceid": "b188f426-978c-4b88-a84b-5b6fcfdebc59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2305.548387] env[62306]: DEBUG oslo_concurrency.lockutils [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "refresh_cache-0efc4abc-4d72-4114-a1ca-09d815f14cee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2306.051172] env[62306]: DEBUG nova.compute.manager [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62306) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2306.051455] env[62306]: DEBUG oslo_concurrency.lockutils [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2306.051718] env[62306]: DEBUG oslo_concurrency.lockutils [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2306.138431] env[62306]: DEBUG nova.network.neutron [None req-aaeae331-050b-4128-9fc0-afb064d1177a tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Updating instance_info_cache with network_info: [{"id": "f1d1e28d-124e-469d-a759-6028b8051660", "address": "fa:16:3e:2d:ce:e1", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d1e28d-12", "ovs_interfaceid": "f1d1e28d-124e-469d-a759-6028b8051660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2306.554608] env[62306]: DEBUG nova.objects.instance [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lazy-loading 'migration_context' on Instance uuid 0efc4abc-4d72-4114-a1ca-09d815f14cee {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2306.640695] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aaeae331-050b-4128-9fc0-afb064d1177a tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2306.640956] env[62306]: DEBUG nova.objects.instance [None req-aaeae331-050b-4128-9fc0-afb064d1177a tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lazy-loading 'migration_context' on Instance uuid 17b812e3-6204-4442-b90b-ed462b6d4eda {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2307.121806] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02df4120-eedf-4881-9c6a-28da1f528f6d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.130011] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760ba7f9-6e6c-4ac3-9ebe-30986570483c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.157935] env[62306]: DEBUG nova.objects.base [None req-aaeae331-050b-4128-9fc0-afb064d1177a tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Object Instance<17b812e3-6204-4442-b90b-ed462b6d4eda> lazy-loaded attributes: info_cache,migration_context {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2307.158867] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbb967d-5280-40cb-937c-9ed3b700087d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.161602] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb46bbe-52db-42ff-83d0-b456cc341434 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.181877] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ebb662-c315-4c16-bd97-cfa83d8ccce8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.186067] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc82a0e4-37ce-4636-9920-ae9b16f71975 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.191283] env[62306]: DEBUG oslo_vmware.api [None req-aaeae331-050b-4128-9fc0-afb064d1177a tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2307.191283] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cb7846-5290-529a-3758-8c6443dd68be" [ 2307.191283] env[62306]: _type = "Task" [ 2307.191283] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.198760] env[62306]: DEBUG nova.compute.provider_tree [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2307.207537] env[62306]: DEBUG oslo_vmware.api [None req-aaeae331-050b-4128-9fc0-afb064d1177a tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52cb7846-5290-529a-3758-8c6443dd68be, 'name': SearchDatastore_Task, 'duration_secs': 0.008331} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.208266] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aaeae331-050b-4128-9fc0-afb064d1177a tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2307.704325] env[62306]: DEBUG nova.scheduler.client.report [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2308.715083] env[62306]: DEBUG oslo_concurrency.lockutils [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.663s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.720641] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aaeae331-050b-4128-9fc0-afb064d1177a tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.512s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2309.291884] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09003a59-75e2-441b-8fe8-6a6f99af0de4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.299871] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b29d72-b288-4de8-bf0b-fc5050f657c0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.331066] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cd969f-4cbc-48f2-9d8c-a4ae9610b30f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.338935] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46245fa7-3fa6-4168-a44c-7f3a5da1dafe {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.352434] env[62306]: DEBUG nova.compute.provider_tree [None req-aaeae331-050b-4128-9fc0-afb064d1177a tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2309.855818] env[62306]: DEBUG nova.scheduler.client.report [None req-aaeae331-050b-4128-9fc0-afb064d1177a tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2310.253573] env[62306]: INFO nova.compute.manager [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Swapping old allocation on dict_keys(['8987d069-ee8b-4b99-9293-8d91cd057fe9']) held by migration d5096e69-1460-45c3-8750-f7bfa7cb18e2 for instance [ 2310.276616] env[62306]: DEBUG nova.scheduler.client.report [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Overwriting current allocation {'allocations': {'8987d069-ee8b-4b99-9293-8d91cd057fe9': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 178}}, 'project_id': 'b779eceaed044e2ca4c749eb2f24ff5e', 'user_id': '434aa1dc3d4f478a9e656a25ed794f5e', 'consumer_generation': 1} on consumer 0efc4abc-4d72-4114-a1ca-09d815f14cee {{(pid=62306) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2310.349533] env[62306]: DEBUG oslo_concurrency.lockutils [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "refresh_cache-0efc4abc-4d72-4114-a1ca-09d815f14cee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2310.349722] env[62306]: DEBUG oslo_concurrency.lockutils [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "refresh_cache-0efc4abc-4d72-4114-a1ca-09d815f14cee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2310.349899] env[62306]: DEBUG nova.network.neutron [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2310.865491] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aaeae331-050b-4128-9fc0-afb064d1177a tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.145s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2310.865826] env[62306]: DEBUG nova.compute.manager [None req-aaeae331-050b-4128-9fc0-afb064d1177a tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62306) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 2311.063062] env[62306]: DEBUG nova.network.neutron [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Updating instance_info_cache with network_info: [{"id": "b188f426-978c-4b88-a84b-5b6fcfdebc59", "address": "fa:16:3e:c9:53:17", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb188f426-97", "ovs_interfaceid": "b188f426-978c-4b88-a84b-5b6fcfdebc59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2311.415565] env[62306]: INFO nova.scheduler.client.report [None req-aaeae331-050b-4128-9fc0-afb064d1177a tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Deleted allocation for migration 64c71bdd-8e11-4599-9b15-32162f0d3ec0 [ 2311.565368] env[62306]: DEBUG oslo_concurrency.lockutils [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "refresh_cache-0efc4abc-4d72-4114-a1ca-09d815f14cee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2311.565902] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2311.566197] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22ae4b90-6470-49cb-8f2d-4289eaa33225 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.573636] env[62306]: DEBUG oslo_vmware.api [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2311.573636] env[62306]: value = "task-1973542" [ 2311.573636] env[62306]: _type = "Task" [ 2311.573636] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.582379] env[62306]: DEBUG oslo_vmware.api [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.921071] env[62306]: DEBUG oslo_concurrency.lockutils [None req-aaeae331-050b-4128-9fc0-afb064d1177a tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "17b812e3-6204-4442-b90b-ed462b6d4eda" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.634s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2312.082935] env[62306]: DEBUG oslo_vmware.api [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973542, 'name': PowerOffVM_Task, 'duration_secs': 0.236216} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.083273] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2312.083930] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2312.084159] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2312.084354] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2312.084562] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2312.084708] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2312.084852] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2312.085060] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2312.085224] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2312.085389] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2312.085548] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2312.085717] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2312.090486] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3e35047-90a6-4e90-90aa-f858bcc70f0d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.106113] env[62306]: DEBUG oslo_vmware.api [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2312.106113] env[62306]: value = "task-1973543" [ 2312.106113] env[62306]: _type = "Task" [ 2312.106113] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.113220] env[62306]: DEBUG oslo_vmware.api [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.281915] env[62306]: DEBUG nova.objects.instance [None req-7ff70506-d902-4fad-b57b-2c9d3ad69903 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lazy-loading 'flavor' on Instance uuid 17b812e3-6204-4442-b90b-ed462b6d4eda {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2312.615929] env[62306]: DEBUG oslo_vmware.api [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973543, 'name': ReconfigVM_Task, 'duration_secs': 0.134114} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.616752] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e040389-fb16-4439-88a1-366f1cfed4b2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.634082] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2312.634335] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2312.634492] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2312.634672] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2312.634818] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2312.634962] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2312.635174] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2312.635331] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2312.635494] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2312.635655] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2312.635825] env[62306]: DEBUG nova.virt.hardware [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2312.636589] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7081416b-5f9d-4cb2-93a8-cef5859433ab {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.641813] env[62306]: DEBUG oslo_vmware.api [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2312.641813] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52259da0-58e2-8eff-3bd6-fb9b55c0aaa9" [ 2312.641813] env[62306]: _type = "Task" [ 2312.641813] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.649453] env[62306]: DEBUG oslo_vmware.api [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52259da0-58e2-8eff-3bd6-fb9b55c0aaa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.787100] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7ff70506-d902-4fad-b57b-2c9d3ad69903 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2312.787302] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7ff70506-d902-4fad-b57b-2c9d3ad69903 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2312.787463] env[62306]: DEBUG nova.network.neutron [None req-7ff70506-d902-4fad-b57b-2c9d3ad69903 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2312.787670] env[62306]: DEBUG nova.objects.instance [None req-7ff70506-d902-4fad-b57b-2c9d3ad69903 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lazy-loading 'info_cache' on Instance uuid 17b812e3-6204-4442-b90b-ed462b6d4eda {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2313.152369] env[62306]: DEBUG oslo_vmware.api [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52259da0-58e2-8eff-3bd6-fb9b55c0aaa9, 'name': SearchDatastore_Task, 'duration_secs': 0.008986} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2313.157581] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2313.157846] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60bd2771-a08c-427a-843b-07b6336c5f41 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.176686] env[62306]: DEBUG oslo_vmware.api [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2313.176686] env[62306]: value = "task-1973544" [ 2313.176686] env[62306]: _type = "Task" [ 2313.176686] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2313.184236] env[62306]: DEBUG oslo_vmware.api [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.291421] env[62306]: DEBUG nova.objects.base [None req-7ff70506-d902-4fad-b57b-2c9d3ad69903 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Object Instance<17b812e3-6204-4442-b90b-ed462b6d4eda> lazy-loaded attributes: flavor,info_cache {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2313.687054] env[62306]: DEBUG oslo_vmware.api [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973544, 'name': ReconfigVM_Task, 'duration_secs': 0.183233} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2313.687374] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2313.688157] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef08f90-0192-41b9-bda0-330768ae8d9e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.710187] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 0efc4abc-4d72-4114-a1ca-09d815f14cee/0efc4abc-4d72-4114-a1ca-09d815f14cee.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2313.710426] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca84b11d-2d19-422a-bf3d-da08aca44944 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.727117] env[62306]: DEBUG oslo_vmware.api [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2313.727117] env[62306]: value = "task-1973545" [ 2313.727117] env[62306]: _type = "Task" [ 2313.727117] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2313.734937] env[62306]: DEBUG oslo_vmware.api [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.004666] env[62306]: DEBUG nova.network.neutron [None req-7ff70506-d902-4fad-b57b-2c9d3ad69903 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Updating instance_info_cache with network_info: [{"id": "f1d1e28d-124e-469d-a759-6028b8051660", "address": "fa:16:3e:2d:ce:e1", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d1e28d-12", "ovs_interfaceid": "f1d1e28d-124e-469d-a759-6028b8051660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2314.236742] env[62306]: DEBUG oslo_vmware.api [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973545, 'name': ReconfigVM_Task, 'duration_secs': 0.281529} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2314.237038] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 0efc4abc-4d72-4114-a1ca-09d815f14cee/0efc4abc-4d72-4114-a1ca-09d815f14cee.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2314.237832] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1c08ba-5f22-4934-b9c7-0517e0955a10 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.255186] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b921ff0-f904-4377-bb9f-304a3a454afc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.272124] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d381640-05cd-4b40-8c9e-8c559ce1343c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.289054] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433f4dc4-17e1-4947-bc98-c7ab9b3efaae {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.295200] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2314.295469] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-923408e7-9702-4959-976f-443c18b9f99d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.301974] env[62306]: DEBUG oslo_vmware.api [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2314.301974] env[62306]: value = "task-1973546" [ 2314.301974] env[62306]: _type = "Task" [ 2314.301974] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2314.308766] env[62306]: DEBUG oslo_vmware.api [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.507957] env[62306]: DEBUG oslo_concurrency.lockutils [None req-7ff70506-d902-4fad-b57b-2c9d3ad69903 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lock "refresh_cache-17b812e3-6204-4442-b90b-ed462b6d4eda" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2314.811959] env[62306]: DEBUG oslo_vmware.api [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973546, 'name': PowerOnVM_Task, 'duration_secs': 0.35022} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2314.812260] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2315.513364] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff70506-d902-4fad-b57b-2c9d3ad69903 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2315.513684] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6a3d6e2-490e-4990-bdc0-f86aa9f7be26 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.521268] env[62306]: DEBUG oslo_vmware.api [None req-7ff70506-d902-4fad-b57b-2c9d3ad69903 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2315.521268] env[62306]: value = "task-1973547" [ 2315.521268] env[62306]: _type = "Task" [ 2315.521268] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2315.528606] env[62306]: DEBUG oslo_vmware.api [None req-7ff70506-d902-4fad-b57b-2c9d3ad69903 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.822475] env[62306]: INFO nova.compute.manager [None req-beffaf59-a503-4286-b7a0-bc9bcd6e631e tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Updating instance to original state: 'active' [ 2316.030792] env[62306]: DEBUG oslo_vmware.api [None req-7ff70506-d902-4fad-b57b-2c9d3ad69903 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973547, 'name': PowerOnVM_Task, 'duration_secs': 0.388203} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2316.031079] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff70506-d902-4fad-b57b-2c9d3ad69903 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2316.031283] env[62306]: DEBUG nova.compute.manager [None req-7ff70506-d902-4fad-b57b-2c9d3ad69903 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2316.032044] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae2ebe2-aa3f-499c-bb8a-6e5239df1f5a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.719652] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "0efc4abc-4d72-4114-a1ca-09d815f14cee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2316.719987] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "0efc4abc-4d72-4114-a1ca-09d815f14cee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2316.720117] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "0efc4abc-4d72-4114-a1ca-09d815f14cee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2316.720326] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "0efc4abc-4d72-4114-a1ca-09d815f14cee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2316.720513] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "0efc4abc-4d72-4114-a1ca-09d815f14cee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2316.722689] env[62306]: INFO nova.compute.manager [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Terminating instance [ 2316.802404] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "17b812e3-6204-4442-b90b-ed462b6d4eda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2316.802675] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "17b812e3-6204-4442-b90b-ed462b6d4eda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2316.802892] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "17b812e3-6204-4442-b90b-ed462b6d4eda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2316.803089] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "17b812e3-6204-4442-b90b-ed462b6d4eda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2316.803265] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "17b812e3-6204-4442-b90b-ed462b6d4eda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2316.805334] env[62306]: INFO nova.compute.manager [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Terminating instance [ 2317.226194] env[62306]: DEBUG nova.compute.manager [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2317.226445] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2317.227350] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdea423b-9bc0-4eaf-9091-5a575792ef37 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.235523] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2317.235741] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49a2bdf0-ebb8-4b17-a603-fded37e2ecdd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.241857] env[62306]: DEBUG oslo_vmware.api [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2317.241857] env[62306]: value = "task-1973548" [ 2317.241857] env[62306]: _type = "Task" [ 2317.241857] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.249271] env[62306]: DEBUG oslo_vmware.api [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.309178] env[62306]: DEBUG nova.compute.manager [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2317.309441] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2317.310292] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebd0cc1-4e50-46fc-862e-fec7ee69eb8e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.318070] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2317.318301] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f90dd310-9475-44d9-bfa5-a89470e74149 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.324992] env[62306]: DEBUG oslo_vmware.api [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2317.324992] env[62306]: value = "task-1973549" [ 2317.324992] env[62306]: _type = "Task" [ 2317.324992] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.332748] env[62306]: DEBUG oslo_vmware.api [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.751596] env[62306]: DEBUG oslo_vmware.api [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973548, 'name': PowerOffVM_Task, 'duration_secs': 0.200116} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.751916] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2317.751949] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2317.752203] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64b9fc55-83bb-418a-9e3e-2c69506d347e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.834381] env[62306]: DEBUG oslo_vmware.api [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973549, 'name': PowerOffVM_Task, 'duration_secs': 0.208994} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.834656] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2317.834824] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2317.835063] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-847ea661-c667-44f9-9ffa-28c68fee2c8c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.940673] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2317.940913] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2317.941158] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Deleting the datastore file [datastore1] 17b812e3-6204-4442-b90b-ed462b6d4eda {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2317.941424] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cc87296-0b75-475a-942e-e239728d7125 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.944194] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2317.944377] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2317.944568] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Deleting the datastore file [datastore1] 0efc4abc-4d72-4114-a1ca-09d815f14cee {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2317.945112] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dba2a60-d922-4f8a-b1df-3d663d73540a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.948922] env[62306]: DEBUG oslo_vmware.api [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2317.948922] env[62306]: value = "task-1973552" [ 2317.948922] env[62306]: _type = "Task" [ 2317.948922] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.952549] env[62306]: DEBUG oslo_vmware.api [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2317.952549] env[62306]: value = "task-1973553" [ 2317.952549] env[62306]: _type = "Task" [ 2317.952549] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.958060] env[62306]: DEBUG oslo_vmware.api [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.962104] env[62306]: DEBUG oslo_vmware.api [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.458998] env[62306]: DEBUG oslo_vmware.api [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15344} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.459555] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2318.459741] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2318.459915] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2318.460099] env[62306]: INFO nova.compute.manager [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2318.460329] env[62306]: DEBUG oslo.service.loopingcall [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2318.460549] env[62306]: DEBUG nova.compute.manager [-] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2318.460655] env[62306]: DEBUG nova.network.neutron [-] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2318.464806] env[62306]: DEBUG oslo_vmware.api [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165299} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.465305] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2318.465483] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2318.465677] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2318.465857] env[62306]: INFO nova.compute.manager [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2318.466082] env[62306]: DEBUG oslo.service.loopingcall [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2318.466259] env[62306]: DEBUG nova.compute.manager [-] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2318.466349] env[62306]: DEBUG nova.network.neutron [-] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2319.194273] env[62306]: DEBUG nova.compute.manager [req-36c3dc10-be93-4663-9859-b253d19cd624 req-e6eb286c-4cb5-4274-83eb-b5eb14f9d0c4 service nova] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Received event network-vif-deleted-f1d1e28d-124e-469d-a759-6028b8051660 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2319.194545] env[62306]: INFO nova.compute.manager [req-36c3dc10-be93-4663-9859-b253d19cd624 req-e6eb286c-4cb5-4274-83eb-b5eb14f9d0c4 service nova] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Neutron deleted interface f1d1e28d-124e-469d-a759-6028b8051660; detaching it from the instance and deleting it from the info cache [ 2319.194645] env[62306]: DEBUG nova.network.neutron [req-36c3dc10-be93-4663-9859-b253d19cd624 req-e6eb286c-4cb5-4274-83eb-b5eb14f9d0c4 service nova] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2319.671633] env[62306]: DEBUG nova.network.neutron [-] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2319.698419] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca24c8b0-91bb-4acf-85c8-7c11d39019d9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.705312] env[62306]: DEBUG nova.network.neutron [-] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2319.714298] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a19aa5-a8de-41b5-9df8-d0a2197364da {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.741889] env[62306]: DEBUG nova.compute.manager [req-36c3dc10-be93-4663-9859-b253d19cd624 req-e6eb286c-4cb5-4274-83eb-b5eb14f9d0c4 service nova] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Detach interface failed, port_id=f1d1e28d-124e-469d-a759-6028b8051660, reason: Instance 17b812e3-6204-4442-b90b-ed462b6d4eda could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2320.174589] env[62306]: INFO nova.compute.manager [-] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Took 1.71 seconds to deallocate network for instance. [ 2320.210307] env[62306]: INFO nova.compute.manager [-] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Took 1.74 seconds to deallocate network for instance. [ 2320.681063] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.681328] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.681528] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2320.706028] env[62306]: INFO nova.scheduler.client.report [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Deleted allocations for instance 17b812e3-6204-4442-b90b-ed462b6d4eda [ 2320.716633] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.718038] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.718038] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2320.735589] env[62306]: INFO nova.scheduler.client.report [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Deleted allocations for instance 0efc4abc-4d72-4114-a1ca-09d815f14cee [ 2321.214106] env[62306]: DEBUG oslo_concurrency.lockutils [None req-9b30b8ac-4fa8-4575-bdfb-6fe07f1e9171 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "17b812e3-6204-4442-b90b-ed462b6d4eda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.411s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2321.225311] env[62306]: DEBUG nova.compute.manager [req-471eea38-cfda-454a-be8c-bc28ad25fea0 req-9db0de8f-09c2-4f17-9d00-7e871a197b0f service nova] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Received event network-vif-deleted-b188f426-978c-4b88-a84b-5b6fcfdebc59 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2321.242710] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dcef9047-1ef0-4663-a8f7-eaedba4f35d4 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "0efc4abc-4d72-4114-a1ca-09d815f14cee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.523s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2321.776946] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "020b5ada-536e-4479-8f29-d0d2083ea958" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2321.777248] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "020b5ada-536e-4479-8f29-d0d2083ea958" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2322.279663] env[62306]: DEBUG nova.compute.manager [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2322.685372] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "bfa9968e-a32d-4095-b539-0386a4102dee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2322.685372] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "bfa9968e-a32d-4095-b539-0386a4102dee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2322.798035] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2322.798289] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2322.799754] env[62306]: INFO nova.compute.claims [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2323.187448] env[62306]: DEBUG nova.compute.manager [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2323.705940] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2323.843193] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbe5580-7b2c-46c0-b4f5-7a83937888a0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.850836] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d0a11c-d152-46cd-9d1e-737acc03b82b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.879275] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992f7e3a-e607-4a3c-868c-fee42a432056 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.886516] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4372140-cc6f-48d5-b80c-be02f0a9732b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.898907] env[62306]: DEBUG nova.compute.provider_tree [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2324.401917] env[62306]: DEBUG nova.scheduler.client.report [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2324.907074] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.109s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2324.907629] env[62306]: DEBUG nova.compute.manager [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2324.911800] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.206s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2324.913194] env[62306]: INFO nova.compute.claims [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2325.417525] env[62306]: DEBUG nova.compute.utils [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2325.421012] env[62306]: DEBUG nova.compute.manager [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2325.421217] env[62306]: DEBUG nova.network.neutron [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2325.470316] env[62306]: DEBUG nova.policy [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08b47819de0140d188ebf5d5aa3832d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81c83af2fb514e72a0334d3070869a3a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2325.741778] env[62306]: DEBUG nova.network.neutron [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Successfully created port: 2deda7dd-40bc-4ad7-9b29-9a271c8bebeb {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2325.921746] env[62306]: DEBUG nova.compute.manager [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2325.967372] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c34cf26-33b4-4255-93fb-2d6259c05bb7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.975192] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105b0d81-8b44-4ad0-9139-caa0662ff349 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.004175] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c366017-a76c-4647-8222-1416a4b8654e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.010741] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401d09d4-0795-4d81-a1d1-746f274a8ec5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.023009] env[62306]: DEBUG nova.compute.provider_tree [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2326.526286] env[62306]: DEBUG nova.scheduler.client.report [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2326.933341] env[62306]: DEBUG nova.compute.manager [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2326.959892] env[62306]: DEBUG nova.virt.hardware [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2326.961015] env[62306]: DEBUG nova.virt.hardware [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2326.961015] env[62306]: DEBUG nova.virt.hardware [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2326.961015] env[62306]: DEBUG nova.virt.hardware [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2326.961015] env[62306]: DEBUG nova.virt.hardware [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2326.961015] env[62306]: DEBUG nova.virt.hardware [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2326.961521] env[62306]: DEBUG nova.virt.hardware [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2326.961827] env[62306]: DEBUG nova.virt.hardware [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2326.962153] env[62306]: DEBUG nova.virt.hardware [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2326.964073] env[62306]: DEBUG nova.virt.hardware [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2326.964073] env[62306]: DEBUG nova.virt.hardware [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2326.964073] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f5cfe1-58b2-4286-816e-c8e59edc9a66 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.971248] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b72bd8-a5dc-4ee2-b390-f5001cf52a7d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.030950] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.031427] env[62306]: DEBUG nova.compute.manager [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2327.536420] env[62306]: DEBUG nova.compute.utils [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2327.537883] env[62306]: DEBUG nova.compute.manager [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2327.538043] env[62306]: DEBUG nova.network.neutron [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2327.579689] env[62306]: DEBUG nova.policy [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '434aa1dc3d4f478a9e656a25ed794f5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b779eceaed044e2ca4c749eb2f24ff5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2327.869569] env[62306]: DEBUG nova.network.neutron [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Successfully created port: dec5d9c1-b131-4b71-8113-271da8526a8d {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2328.041600] env[62306]: DEBUG nova.compute.manager [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2329.051042] env[62306]: DEBUG nova.compute.manager [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2329.076640] env[62306]: DEBUG nova.virt.hardware [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2329.076893] env[62306]: DEBUG nova.virt.hardware [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2329.077075] env[62306]: DEBUG nova.virt.hardware [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2329.077262] env[62306]: DEBUG nova.virt.hardware [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2329.077406] env[62306]: DEBUG nova.virt.hardware [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2329.077550] env[62306]: DEBUG nova.virt.hardware [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2329.077767] env[62306]: DEBUG nova.virt.hardware [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2329.078039] env[62306]: DEBUG nova.virt.hardware [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2329.078221] env[62306]: DEBUG nova.virt.hardware [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2329.078384] env[62306]: DEBUG nova.virt.hardware [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2329.078554] env[62306]: DEBUG nova.virt.hardware [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2329.079411] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8472f045-af9c-4719-acb2-9981041ac653 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.087791] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe40065-acfe-4901-8ade-651105e7cc5e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.239289] env[62306]: DEBUG nova.compute.manager [req-db1bfc26-1c93-4d5d-b15c-9bb66f464a55 req-ce6a1ea1-e0d5-400c-90aa-7fc7f0d8d60a service nova] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Received event network-vif-plugged-dec5d9c1-b131-4b71-8113-271da8526a8d {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2332.239540] env[62306]: DEBUG oslo_concurrency.lockutils [req-db1bfc26-1c93-4d5d-b15c-9bb66f464a55 req-ce6a1ea1-e0d5-400c-90aa-7fc7f0d8d60a service nova] Acquiring lock "bfa9968e-a32d-4095-b539-0386a4102dee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2332.239780] env[62306]: DEBUG oslo_concurrency.lockutils [req-db1bfc26-1c93-4d5d-b15c-9bb66f464a55 req-ce6a1ea1-e0d5-400c-90aa-7fc7f0d8d60a service nova] Lock "bfa9968e-a32d-4095-b539-0386a4102dee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2332.240985] env[62306]: DEBUG oslo_concurrency.lockutils [req-db1bfc26-1c93-4d5d-b15c-9bb66f464a55 req-ce6a1ea1-e0d5-400c-90aa-7fc7f0d8d60a service nova] Lock "bfa9968e-a32d-4095-b539-0386a4102dee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2332.241249] env[62306]: DEBUG nova.compute.manager [req-db1bfc26-1c93-4d5d-b15c-9bb66f464a55 req-ce6a1ea1-e0d5-400c-90aa-7fc7f0d8d60a service nova] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] No waiting events found dispatching network-vif-plugged-dec5d9c1-b131-4b71-8113-271da8526a8d {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2332.241431] env[62306]: WARNING nova.compute.manager [req-db1bfc26-1c93-4d5d-b15c-9bb66f464a55 req-ce6a1ea1-e0d5-400c-90aa-7fc7f0d8d60a service nova] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Received unexpected event network-vif-plugged-dec5d9c1-b131-4b71-8113-271da8526a8d for instance with vm_state building and task_state spawning. [ 2332.319426] env[62306]: DEBUG nova.network.neutron [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Successfully updated port: dec5d9c1-b131-4b71-8113-271da8526a8d {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2332.685445] env[62306]: DEBUG nova.network.neutron [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Successfully updated port: 2deda7dd-40bc-4ad7-9b29-9a271c8bebeb {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2332.822103] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "refresh_cache-bfa9968e-a32d-4095-b539-0386a4102dee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2332.822343] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "refresh_cache-bfa9968e-a32d-4095-b539-0386a4102dee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2332.822419] env[62306]: DEBUG nova.network.neutron [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2333.188050] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2333.188208] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2333.188359] env[62306]: DEBUG nova.network.neutron [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2333.353242] env[62306]: DEBUG nova.network.neutron [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2333.470336] env[62306]: DEBUG nova.network.neutron [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Updating instance_info_cache with network_info: [{"id": "dec5d9c1-b131-4b71-8113-271da8526a8d", "address": "fa:16:3e:19:a4:af", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdec5d9c1-b1", "ovs_interfaceid": "dec5d9c1-b131-4b71-8113-271da8526a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2333.717278] env[62306]: DEBUG nova.network.neutron [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2333.847207] env[62306]: DEBUG nova.network.neutron [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updating instance_info_cache with network_info: [{"id": "2deda7dd-40bc-4ad7-9b29-9a271c8bebeb", "address": "fa:16:3e:25:a5:9a", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2deda7dd-40", "ovs_interfaceid": "2deda7dd-40bc-4ad7-9b29-9a271c8bebeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2333.973218] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "refresh_cache-bfa9968e-a32d-4095-b539-0386a4102dee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2333.973542] env[62306]: DEBUG nova.compute.manager [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Instance network_info: |[{"id": "dec5d9c1-b131-4b71-8113-271da8526a8d", "address": "fa:16:3e:19:a4:af", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdec5d9c1-b1", "ovs_interfaceid": "dec5d9c1-b131-4b71-8113-271da8526a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2333.974011] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:a4:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2907cce-d529-4809-af05-d29397bed211', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dec5d9c1-b131-4b71-8113-271da8526a8d', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2333.981380] env[62306]: DEBUG oslo.service.loopingcall [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2333.981965] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2333.982230] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aca906ac-1361-4399-850a-c866d313900b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.001715] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2334.001715] env[62306]: value = "task-1973554" [ 2334.001715] env[62306]: _type = "Task" [ 2334.001715] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.009292] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973554, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.266209] env[62306]: DEBUG nova.compute.manager [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Received event network-changed-dec5d9c1-b131-4b71-8113-271da8526a8d {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2334.266378] env[62306]: DEBUG nova.compute.manager [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Refreshing instance network info cache due to event network-changed-dec5d9c1-b131-4b71-8113-271da8526a8d. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2334.266594] env[62306]: DEBUG oslo_concurrency.lockutils [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] Acquiring lock "refresh_cache-bfa9968e-a32d-4095-b539-0386a4102dee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2334.266737] env[62306]: DEBUG oslo_concurrency.lockutils [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] Acquired lock "refresh_cache-bfa9968e-a32d-4095-b539-0386a4102dee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2334.266894] env[62306]: DEBUG nova.network.neutron [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Refreshing network info cache for port dec5d9c1-b131-4b71-8113-271da8526a8d {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2334.349877] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2334.350206] env[62306]: DEBUG nova.compute.manager [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Instance network_info: |[{"id": "2deda7dd-40bc-4ad7-9b29-9a271c8bebeb", "address": "fa:16:3e:25:a5:9a", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2deda7dd-40", "ovs_interfaceid": "2deda7dd-40bc-4ad7-9b29-9a271c8bebeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2334.350600] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:a5:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2deda7dd-40bc-4ad7-9b29-9a271c8bebeb', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2334.358358] env[62306]: DEBUG oslo.service.loopingcall [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2334.358642] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2334.358756] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7e6a5c0-fc6d-473c-96fc-689ca869d288 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.378301] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2334.378301] env[62306]: value = "task-1973555" [ 2334.378301] env[62306]: _type = "Task" [ 2334.378301] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.389523] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973555, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.511346] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973554, 'name': CreateVM_Task} progress is 25%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.887488] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973555, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.956680] env[62306]: DEBUG nova.network.neutron [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Updated VIF entry in instance network info cache for port dec5d9c1-b131-4b71-8113-271da8526a8d. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2334.957062] env[62306]: DEBUG nova.network.neutron [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Updating instance_info_cache with network_info: [{"id": "dec5d9c1-b131-4b71-8113-271da8526a8d", "address": "fa:16:3e:19:a4:af", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdec5d9c1-b1", "ovs_interfaceid": "dec5d9c1-b131-4b71-8113-271da8526a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2335.011540] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973554, 'name': CreateVM_Task, 'duration_secs': 0.767227} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.011715] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2335.012373] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2335.012533] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2335.012853] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2335.013110] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-183f108c-51d6-420a-946e-719c54aeecb1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.017372] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2335.017372] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c04dfa-fca0-6bd4-59bc-2051e0b22dd8" [ 2335.017372] env[62306]: _type = "Task" [ 2335.017372] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.026037] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c04dfa-fca0-6bd4-59bc-2051e0b22dd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.388413] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973555, 'name': CreateVM_Task, 'duration_secs': 0.541709} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.388655] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2335.389246] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2335.459984] env[62306]: DEBUG oslo_concurrency.lockutils [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] Releasing lock "refresh_cache-bfa9968e-a32d-4095-b539-0386a4102dee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2335.460269] env[62306]: DEBUG nova.compute.manager [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Received event network-vif-plugged-2deda7dd-40bc-4ad7-9b29-9a271c8bebeb {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2335.460462] env[62306]: DEBUG oslo_concurrency.lockutils [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] Acquiring lock "020b5ada-536e-4479-8f29-d0d2083ea958-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2335.460659] env[62306]: DEBUG oslo_concurrency.lockutils [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] Lock "020b5ada-536e-4479-8f29-d0d2083ea958-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2335.460817] env[62306]: DEBUG oslo_concurrency.lockutils [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] Lock "020b5ada-536e-4479-8f29-d0d2083ea958-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2335.460981] env[62306]: DEBUG nova.compute.manager [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] No waiting events found dispatching network-vif-plugged-2deda7dd-40bc-4ad7-9b29-9a271c8bebeb {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2335.461157] env[62306]: WARNING nova.compute.manager [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Received unexpected event network-vif-plugged-2deda7dd-40bc-4ad7-9b29-9a271c8bebeb for instance with vm_state building and task_state spawning. [ 2335.461315] env[62306]: DEBUG nova.compute.manager [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Received event network-changed-2deda7dd-40bc-4ad7-9b29-9a271c8bebeb {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2335.461475] env[62306]: DEBUG nova.compute.manager [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Refreshing instance network info cache due to event network-changed-2deda7dd-40bc-4ad7-9b29-9a271c8bebeb. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2335.461712] env[62306]: DEBUG oslo_concurrency.lockutils [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] Acquiring lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2335.461865] env[62306]: DEBUG oslo_concurrency.lockutils [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] Acquired lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2335.462038] env[62306]: DEBUG nova.network.neutron [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Refreshing network info cache for port 2deda7dd-40bc-4ad7-9b29-9a271c8bebeb {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2335.527386] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c04dfa-fca0-6bd4-59bc-2051e0b22dd8, 'name': SearchDatastore_Task, 'duration_secs': 0.00963} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.527661] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2335.527902] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2335.528140] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2335.528283] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2335.528450] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2335.528713] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2335.529019] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2335.529237] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7808d7f5-6673-4dd2-83e9-fcbfd312722f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.530877] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-776aef5e-b534-4b55-a08c-a2ab3e951931 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.535663] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2335.535663] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52493984-5566-f756-f3cb-085cdcb1d489" [ 2335.535663] env[62306]: _type = "Task" [ 2335.535663] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.538993] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2335.539179] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2335.540062] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a78028e-6a09-491d-b969-ef6503c55ce9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.544746] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52493984-5566-f756-f3cb-085cdcb1d489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.547490] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2335.547490] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528049d3-b4ef-464d-6ce8-53fa62d982dd" [ 2335.547490] env[62306]: _type = "Task" [ 2335.547490] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.554053] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528049d3-b4ef-464d-6ce8-53fa62d982dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.047303] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52493984-5566-f756-f3cb-085cdcb1d489, 'name': SearchDatastore_Task, 'duration_secs': 0.008353} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.047598] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2336.047829] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2336.048043] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2336.055978] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]528049d3-b4ef-464d-6ce8-53fa62d982dd, 'name': SearchDatastore_Task, 'duration_secs': 0.007143} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.056705] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6600e7-4642-4ee7-a93f-5e2fafc5e5e3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.062024] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2336.062024] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e09d42-8b87-2625-7045-9ba7aa45de35" [ 2336.062024] env[62306]: _type = "Task" [ 2336.062024] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.069117] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e09d42-8b87-2625-7045-9ba7aa45de35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.183465] env[62306]: DEBUG nova.network.neutron [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updated VIF entry in instance network info cache for port 2deda7dd-40bc-4ad7-9b29-9a271c8bebeb. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2336.183876] env[62306]: DEBUG nova.network.neutron [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updating instance_info_cache with network_info: [{"id": "2deda7dd-40bc-4ad7-9b29-9a271c8bebeb", "address": "fa:16:3e:25:a5:9a", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2deda7dd-40", "ovs_interfaceid": "2deda7dd-40bc-4ad7-9b29-9a271c8bebeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2336.572778] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52e09d42-8b87-2625-7045-9ba7aa45de35, 'name': SearchDatastore_Task, 'duration_secs': 0.136336} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.573134] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2336.573302] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] bfa9968e-a32d-4095-b539-0386a4102dee/bfa9968e-a32d-4095-b539-0386a4102dee.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2336.573574] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2336.573791] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2336.573996] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cec658aa-c270-4526-93e9-d593c9fd4249 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.575790] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e026796b-472b-4677-9f1b-d4aea6d0a8f0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.582330] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2336.582330] env[62306]: value = "task-1973556" [ 2336.582330] env[62306]: _type = "Task" [ 2336.582330] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.586275] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2336.586442] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2336.587405] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab7a8f68-f6ae-4d6b-b70d-549278280367 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.592166] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.594959] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2336.594959] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52877b52-623a-1578-4274-3f6d4d390c0d" [ 2336.594959] env[62306]: _type = "Task" [ 2336.594959] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.601603] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52877b52-623a-1578-4274-3f6d4d390c0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.686535] env[62306]: DEBUG oslo_concurrency.lockutils [req-3f98df5d-e63c-4c4c-8056-e3ce56df231a req-a6c79b98-51e9-4a94-8640-87be51e39d80 service nova] Releasing lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2337.093218] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444388} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2337.093471] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] bfa9968e-a32d-4095-b539-0386a4102dee/bfa9968e-a32d-4095-b539-0386a4102dee.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2337.093707] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2337.093956] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33507f08-ca0d-457c-a6d4-0a27448949d4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.103585] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52877b52-623a-1578-4274-3f6d4d390c0d, 'name': SearchDatastore_Task, 'duration_secs': 0.007519} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2337.105155] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2337.105155] env[62306]: value = "task-1973557" [ 2337.105155] env[62306]: _type = "Task" [ 2337.105155] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.105334] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8ebad14-4ab9-452f-a4c7-cf5cb1cce8ba {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.113017] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2337.113017] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5273dfed-7e5a-e1f4-1bf2-564277a4d1f4" [ 2337.113017] env[62306]: _type = "Task" [ 2337.113017] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.115976] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.123170] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5273dfed-7e5a-e1f4-1bf2-564277a4d1f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.616858] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065333} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2337.620322] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2337.621073] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83131799-d815-4eeb-b377-5373a3d727fb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.628329] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5273dfed-7e5a-e1f4-1bf2-564277a4d1f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010624} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2337.636826] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2337.637084] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 020b5ada-536e-4479-8f29-d0d2083ea958/020b5ada-536e-4479-8f29-d0d2083ea958.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2337.645365] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] bfa9968e-a32d-4095-b539-0386a4102dee/bfa9968e-a32d-4095-b539-0386a4102dee.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2337.645581] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d325cce7-a29f-4afe-9a16-e044c86df559 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.647173] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1502a20f-3c3e-4f92-b0eb-09c8cbed6042 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.666161] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2337.666161] env[62306]: value = "task-1973558" [ 2337.666161] env[62306]: _type = "Task" [ 2337.666161] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.667237] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2337.667237] env[62306]: value = "task-1973559" [ 2337.667237] env[62306]: _type = "Task" [ 2337.667237] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.676942] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.680245] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.180066] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469607} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2338.183079] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 020b5ada-536e-4479-8f29-d0d2083ea958/020b5ada-536e-4479-8f29-d0d2083ea958.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2338.183295] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2338.183538] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973559, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.183765] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca8cfd12-c2a6-4721-be16-4bdc14b573e6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.191450] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2338.191450] env[62306]: value = "task-1973560" [ 2338.191450] env[62306]: _type = "Task" [ 2338.191450] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2338.199957] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.681169] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973559, 'name': ReconfigVM_Task, 'duration_secs': 0.531688} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2338.681451] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Reconfigured VM instance instance-0000007b to attach disk [datastore1] bfa9968e-a32d-4095-b539-0386a4102dee/bfa9968e-a32d-4095-b539-0386a4102dee.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2338.682067] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd565ca8-5c3e-41d8-8513-7d9ad86d0907 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.689600] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2338.689600] env[62306]: value = "task-1973561" [ 2338.689600] env[62306]: _type = "Task" [ 2338.689600] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2338.699873] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973561, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.702409] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069928} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2338.702640] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2338.703333] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fac12df-7fba-4674-b352-e8cf790b2e4e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.727120] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 020b5ada-536e-4479-8f29-d0d2083ea958/020b5ada-536e-4479-8f29-d0d2083ea958.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2338.727378] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e871848-02ce-4c95-9d04-c19824667bad {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.746403] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2338.746403] env[62306]: value = "task-1973562" [ 2338.746403] env[62306]: _type = "Task" [ 2338.746403] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2338.753951] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.199823] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973561, 'name': Rename_Task, 'duration_secs': 0.137271} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.200103] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2339.200342] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-067de1a4-80ef-4ffd-919d-338f4c71e0bb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.206177] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2339.206177] env[62306]: value = "task-1973563" [ 2339.206177] env[62306]: _type = "Task" [ 2339.206177] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.213355] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.258057] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973562, 'name': ReconfigVM_Task, 'duration_secs': 0.281591} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.258057] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 020b5ada-536e-4479-8f29-d0d2083ea958/020b5ada-536e-4479-8f29-d0d2083ea958.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2339.258287] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00f4a750-6f7d-4c41-84dd-ace4df7c27d8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.264685] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2339.264685] env[62306]: value = "task-1973564" [ 2339.264685] env[62306]: _type = "Task" [ 2339.264685] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.272971] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973564, 'name': Rename_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.718747] env[62306]: DEBUG oslo_vmware.api [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973563, 'name': PowerOnVM_Task, 'duration_secs': 0.449042} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.719825] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2339.719825] env[62306]: INFO nova.compute.manager [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Took 10.67 seconds to spawn the instance on the hypervisor. [ 2339.719825] env[62306]: DEBUG nova.compute.manager [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2339.721075] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03dbd2b-1ec7-4a95-871e-f8fce67c2471 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.776320] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973564, 'name': Rename_Task, 'duration_secs': 0.176482} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.776594] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2339.776831] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9702178-d46b-4119-a276-1d021064a015 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.783754] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2339.783754] env[62306]: value = "task-1973565" [ 2339.783754] env[62306]: _type = "Task" [ 2339.783754] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.791370] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.245324] env[62306]: INFO nova.compute.manager [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Took 16.55 seconds to build instance. [ 2340.293692] env[62306]: DEBUG oslo_vmware.api [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973565, 'name': PowerOnVM_Task, 'duration_secs': 0.451842} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.294240] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2340.294445] env[62306]: INFO nova.compute.manager [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Took 13.36 seconds to spawn the instance on the hypervisor. [ 2340.294620] env[62306]: DEBUG nova.compute.manager [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2340.295376] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4122f41c-bb70-4290-90e1-a344dedc2c11 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.747574] env[62306]: DEBUG oslo_concurrency.lockutils [None req-0e099ac3-8ae1-431b-8b81-6f6cd459ef2a tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "bfa9968e-a32d-4095-b539-0386a4102dee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.062s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2340.814020] env[62306]: INFO nova.compute.manager [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Took 18.03 seconds to build instance. [ 2341.127196] env[62306]: DEBUG nova.compute.manager [req-fda4ae08-fb36-4606-a0a9-a3e1b34e540e req-e1f647c3-1251-4b30-83dc-a70435d62cde service nova] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Received event network-changed-dec5d9c1-b131-4b71-8113-271da8526a8d {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2341.127390] env[62306]: DEBUG nova.compute.manager [req-fda4ae08-fb36-4606-a0a9-a3e1b34e540e req-e1f647c3-1251-4b30-83dc-a70435d62cde service nova] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Refreshing instance network info cache due to event network-changed-dec5d9c1-b131-4b71-8113-271da8526a8d. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2341.127557] env[62306]: DEBUG oslo_concurrency.lockutils [req-fda4ae08-fb36-4606-a0a9-a3e1b34e540e req-e1f647c3-1251-4b30-83dc-a70435d62cde service nova] Acquiring lock "refresh_cache-bfa9968e-a32d-4095-b539-0386a4102dee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2341.127705] env[62306]: DEBUG oslo_concurrency.lockutils [req-fda4ae08-fb36-4606-a0a9-a3e1b34e540e req-e1f647c3-1251-4b30-83dc-a70435d62cde service nova] Acquired lock "refresh_cache-bfa9968e-a32d-4095-b539-0386a4102dee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2341.127865] env[62306]: DEBUG nova.network.neutron [req-fda4ae08-fb36-4606-a0a9-a3e1b34e540e req-e1f647c3-1251-4b30-83dc-a70435d62cde service nova] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Refreshing network info cache for port dec5d9c1-b131-4b71-8113-271da8526a8d {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2341.314809] env[62306]: DEBUG oslo_concurrency.lockutils [None req-2a631a5a-7cb4-4925-b398-8f6e3da9e622 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "020b5ada-536e-4479-8f29-d0d2083ea958" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.537s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2341.677969] env[62306]: DEBUG nova.compute.manager [req-19a6b084-e2b5-460d-8172-c196538e6cba req-fead4c2e-40a5-4017-9e70-79a645852985 service nova] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Received event network-changed-2deda7dd-40bc-4ad7-9b29-9a271c8bebeb {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2341.678221] env[62306]: DEBUG nova.compute.manager [req-19a6b084-e2b5-460d-8172-c196538e6cba req-fead4c2e-40a5-4017-9e70-79a645852985 service nova] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Refreshing instance network info cache due to event network-changed-2deda7dd-40bc-4ad7-9b29-9a271c8bebeb. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2341.678431] env[62306]: DEBUG oslo_concurrency.lockutils [req-19a6b084-e2b5-460d-8172-c196538e6cba req-fead4c2e-40a5-4017-9e70-79a645852985 service nova] Acquiring lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2341.678570] env[62306]: DEBUG oslo_concurrency.lockutils [req-19a6b084-e2b5-460d-8172-c196538e6cba req-fead4c2e-40a5-4017-9e70-79a645852985 service nova] Acquired lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2341.678728] env[62306]: DEBUG nova.network.neutron [req-19a6b084-e2b5-460d-8172-c196538e6cba req-fead4c2e-40a5-4017-9e70-79a645852985 service nova] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Refreshing network info cache for port 2deda7dd-40bc-4ad7-9b29-9a271c8bebeb {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2341.852773] env[62306]: DEBUG nova.network.neutron [req-fda4ae08-fb36-4606-a0a9-a3e1b34e540e req-e1f647c3-1251-4b30-83dc-a70435d62cde service nova] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Updated VIF entry in instance network info cache for port dec5d9c1-b131-4b71-8113-271da8526a8d. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2341.853140] env[62306]: DEBUG nova.network.neutron [req-fda4ae08-fb36-4606-a0a9-a3e1b34e540e req-e1f647c3-1251-4b30-83dc-a70435d62cde service nova] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Updating instance_info_cache with network_info: [{"id": "dec5d9c1-b131-4b71-8113-271da8526a8d", "address": "fa:16:3e:19:a4:af", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdec5d9c1-b1", "ovs_interfaceid": "dec5d9c1-b131-4b71-8113-271da8526a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2342.355920] env[62306]: DEBUG oslo_concurrency.lockutils [req-fda4ae08-fb36-4606-a0a9-a3e1b34e540e req-e1f647c3-1251-4b30-83dc-a70435d62cde service nova] Releasing lock "refresh_cache-bfa9968e-a32d-4095-b539-0386a4102dee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2342.396736] env[62306]: DEBUG nova.network.neutron [req-19a6b084-e2b5-460d-8172-c196538e6cba req-fead4c2e-40a5-4017-9e70-79a645852985 service nova] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updated VIF entry in instance network info cache for port 2deda7dd-40bc-4ad7-9b29-9a271c8bebeb. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2342.397118] env[62306]: DEBUG nova.network.neutron [req-19a6b084-e2b5-460d-8172-c196538e6cba req-fead4c2e-40a5-4017-9e70-79a645852985 service nova] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updating instance_info_cache with network_info: [{"id": "2deda7dd-40bc-4ad7-9b29-9a271c8bebeb", "address": "fa:16:3e:25:a5:9a", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2deda7dd-40", "ovs_interfaceid": "2deda7dd-40bc-4ad7-9b29-9a271c8bebeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2342.525966] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2342.526171] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2342.526321] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2342.900076] env[62306]: DEBUG oslo_concurrency.lockutils [req-19a6b084-e2b5-460d-8172-c196538e6cba req-fead4c2e-40a5-4017-9e70-79a645852985 service nova] Releasing lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2343.029291] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Didn't find any instances for network info cache update. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2343.029517] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2343.029662] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2343.029811] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2343.029969] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2343.030111] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2343.030255] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2343.030384] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2343.030523] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2343.534421] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2343.534612] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2343.534793] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2343.534971] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2343.535907] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2570f3c8-2cac-4df1-a704-23bca6bf7af4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.544474] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d99fe4-ea1e-4531-bf36-3aa20dc3d505 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.557873] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3208e5-6e13-4963-90e0-0211c2eeff19 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.563924] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22cbe98-923d-43f0-966a-b8543ff04cf6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.592655] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180952MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2343.592787] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2343.592974] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2344.619513] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 020b5ada-536e-4479-8f29-d0d2083ea958 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2344.619762] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance bfa9968e-a32d-4095-b539-0386a4102dee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2344.619954] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2344.620158] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2344.658650] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f333f03b-48ec-486d-82f0-9a9de73aacbc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.667732] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743cfa74-74cf-409b-adf2-516889b7d31b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.697208] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e90971-53d9-4862-808e-3d4ad3e90538 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.703942] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967c31e5-6105-4383-8e7a-207c89c0564c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.716090] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2345.219516] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2345.725226] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2345.725593] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.132s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2377.609776] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5a87410b-6162-468a-9308-774c89cdcfcd tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "bfa9968e-a32d-4095-b539-0386a4102dee" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2377.610189] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5a87410b-6162-468a-9308-774c89cdcfcd tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "bfa9968e-a32d-4095-b539-0386a4102dee" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2377.610318] env[62306]: DEBUG nova.compute.manager [None req-5a87410b-6162-468a-9308-774c89cdcfcd tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2377.611158] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4648e668-e4e4-4ceb-a553-32c9161ef49c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.618463] env[62306]: DEBUG nova.compute.manager [None req-5a87410b-6162-468a-9308-774c89cdcfcd tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62306) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2377.619033] env[62306]: DEBUG nova.objects.instance [None req-5a87410b-6162-468a-9308-774c89cdcfcd tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lazy-loading 'flavor' on Instance uuid bfa9968e-a32d-4095-b539-0386a4102dee {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2378.627588] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a87410b-6162-468a-9308-774c89cdcfcd tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2378.627851] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26b2faf4-2073-4188-87b8-dd68d4ca589c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.634977] env[62306]: DEBUG oslo_vmware.api [None req-5a87410b-6162-468a-9308-774c89cdcfcd tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2378.634977] env[62306]: value = "task-1973566" [ 2378.634977] env[62306]: _type = "Task" [ 2378.634977] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2378.642980] env[62306]: DEBUG oslo_vmware.api [None req-5a87410b-6162-468a-9308-774c89cdcfcd tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.145272] env[62306]: DEBUG oslo_vmware.api [None req-5a87410b-6162-468a-9308-774c89cdcfcd tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.645896] env[62306]: DEBUG oslo_vmware.api [None req-5a87410b-6162-468a-9308-774c89cdcfcd tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973566, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.796249] env[62306]: DEBUG oslo_concurrency.lockutils [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "020b5ada-536e-4479-8f29-d0d2083ea958" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2379.796496] env[62306]: DEBUG oslo_concurrency.lockutils [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "020b5ada-536e-4479-8f29-d0d2083ea958" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2380.148376] env[62306]: DEBUG oslo_vmware.api [None req-5a87410b-6162-468a-9308-774c89cdcfcd tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973566, 'name': PowerOffVM_Task, 'duration_secs': 1.212108} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2380.148627] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a87410b-6162-468a-9308-774c89cdcfcd tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2380.148813] env[62306]: DEBUG nova.compute.manager [None req-5a87410b-6162-468a-9308-774c89cdcfcd tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2380.149570] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9106c66b-a50f-441c-a622-6b3eec4e3fb6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.299961] env[62306]: DEBUG nova.compute.utils [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2380.660893] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5a87410b-6162-468a-9308-774c89cdcfcd tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "bfa9968e-a32d-4095-b539-0386a4102dee" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.051s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2380.802802] env[62306]: DEBUG oslo_concurrency.lockutils [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "020b5ada-536e-4479-8f29-d0d2083ea958" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2381.107284] env[62306]: DEBUG nova.objects.instance [None req-208dc06f-dbb3-4c96-935e-b7de65513529 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lazy-loading 'flavor' on Instance uuid bfa9968e-a32d-4095-b539-0386a4102dee {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2381.611876] env[62306]: DEBUG oslo_concurrency.lockutils [None req-208dc06f-dbb3-4c96-935e-b7de65513529 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "refresh_cache-bfa9968e-a32d-4095-b539-0386a4102dee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2381.612050] env[62306]: DEBUG oslo_concurrency.lockutils [None req-208dc06f-dbb3-4c96-935e-b7de65513529 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "refresh_cache-bfa9968e-a32d-4095-b539-0386a4102dee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2381.612197] env[62306]: DEBUG nova.network.neutron [None req-208dc06f-dbb3-4c96-935e-b7de65513529 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2381.612371] env[62306]: DEBUG nova.objects.instance [None req-208dc06f-dbb3-4c96-935e-b7de65513529 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lazy-loading 'info_cache' on Instance uuid bfa9968e-a32d-4095-b539-0386a4102dee {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2381.861658] env[62306]: DEBUG oslo_concurrency.lockutils [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "020b5ada-536e-4479-8f29-d0d2083ea958" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2381.861983] env[62306]: DEBUG oslo_concurrency.lockutils [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "020b5ada-536e-4479-8f29-d0d2083ea958" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2381.862197] env[62306]: INFO nova.compute.manager [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Attaching volume 7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f to /dev/sdb [ 2381.891504] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484f0eec-d10d-4884-8040-a76dc3164be7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.898846] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b9eb59-ce88-4ab5-bc91-a05fc8ef22e1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.911784] env[62306]: DEBUG nova.virt.block_device [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updating existing volume attachment record: 828aedfa-8738-48c1-857d-abee643ee22c {{(pid=62306) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2382.116282] env[62306]: DEBUG nova.objects.base [None req-208dc06f-dbb3-4c96-935e-b7de65513529 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2382.820932] env[62306]: DEBUG nova.network.neutron [None req-208dc06f-dbb3-4c96-935e-b7de65513529 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Updating instance_info_cache with network_info: [{"id": "dec5d9c1-b131-4b71-8113-271da8526a8d", "address": "fa:16:3e:19:a4:af", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdec5d9c1-b1", "ovs_interfaceid": "dec5d9c1-b131-4b71-8113-271da8526a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2383.323512] env[62306]: DEBUG oslo_concurrency.lockutils [None req-208dc06f-dbb3-4c96-935e-b7de65513529 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "refresh_cache-bfa9968e-a32d-4095-b539-0386a4102dee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2383.735740] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2383.735909] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2383.736079] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2383.736205] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2384.267165] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2384.267368] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquired lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2384.267546] env[62306]: DEBUG nova.network.neutron [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Forcefully refreshing network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2384.267731] env[62306]: DEBUG nova.objects.instance [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lazy-loading 'info_cache' on Instance uuid 020b5ada-536e-4479-8f29-d0d2083ea958 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2384.329206] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-208dc06f-dbb3-4c96-935e-b7de65513529 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2384.329577] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6ec6bbc-9fed-4926-8b1a-7ea947ec838e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.336628] env[62306]: DEBUG oslo_vmware.api [None req-208dc06f-dbb3-4c96-935e-b7de65513529 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2384.336628] env[62306]: value = "task-1973571" [ 2384.336628] env[62306]: _type = "Task" [ 2384.336628] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2384.345112] env[62306]: DEBUG oslo_vmware.api [None req-208dc06f-dbb3-4c96-935e-b7de65513529 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.847199] env[62306]: DEBUG oslo_vmware.api [None req-208dc06f-dbb3-4c96-935e-b7de65513529 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973571, 'name': PowerOnVM_Task, 'duration_secs': 0.434087} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2384.847502] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-208dc06f-dbb3-4c96-935e-b7de65513529 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2384.847700] env[62306]: DEBUG nova.compute.manager [None req-208dc06f-dbb3-4c96-935e-b7de65513529 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2384.848443] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85254e5-ddaa-46ea-b4c2-61c7dc5362df {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.974680] env[62306]: DEBUG nova.network.neutron [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updating instance_info_cache with network_info: [{"id": "2deda7dd-40bc-4ad7-9b29-9a271c8bebeb", "address": "fa:16:3e:25:a5:9a", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2deda7dd-40", "ovs_interfaceid": "2deda7dd-40bc-4ad7-9b29-9a271c8bebeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2386.039364] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6204fa-75fe-40b1-a103-fcf8131e0270 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.046427] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cd422b4e-1fad-438f-bafe-a2d78f31793c tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Suspending the VM {{(pid=62306) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2386.046640] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f0cc4edc-60aa-4411-9c98-d0e8c2201b06 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.053116] env[62306]: DEBUG oslo_vmware.api [None req-cd422b4e-1fad-438f-bafe-a2d78f31793c tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2386.053116] env[62306]: value = "task-1973572" [ 2386.053116] env[62306]: _type = "Task" [ 2386.053116] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2386.060424] env[62306]: DEBUG oslo_vmware.api [None req-cd422b4e-1fad-438f-bafe-a2d78f31793c tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973572, 'name': SuspendVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.452580] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Volume attach. Driver type: vmdk {{(pid=62306) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2386.452824] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406330', 'volume_id': '7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f', 'name': 'volume-7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '020b5ada-536e-4479-8f29-d0d2083ea958', 'attached_at': '', 'detached_at': '', 'volume_id': '7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f', 'serial': '7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2386.453707] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7022d243-9d71-4adc-a69f-400afbaf2c5e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.471914] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd2f53c-4d81-4dc8-9e7c-5bc7f0814c3e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.488401] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Releasing lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2386.488581] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updated the network info_cache for instance {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2386.496019] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f/volume-7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2386.496263] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2386.496446] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71c5b630-af5d-44e3-b551-80f12df87ae3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.508761] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2386.509277] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2386.509821] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2386.510014] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2386.510226] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2386.510442] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2386.510523] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2386.515067] env[62306]: DEBUG oslo_vmware.api [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2386.515067] env[62306]: value = "task-1973573" [ 2386.515067] env[62306]: _type = "Task" [ 2386.515067] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2386.522791] env[62306]: DEBUG oslo_vmware.api [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.562593] env[62306]: DEBUG oslo_vmware.api [None req-cd422b4e-1fad-438f-bafe-a2d78f31793c tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973572, 'name': SuspendVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.013909] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2387.014246] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2387.014299] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.014451] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2387.015351] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcf5c0c-472d-4d25-85fa-6c0254c2320b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.028310] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf85ee9-497a-4b40-8ce8-5c9dd5527c5a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.031863] env[62306]: DEBUG oslo_vmware.api [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973573, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.042157] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ec06c1-7573-4322-a127-7d88334b9eb2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.048017] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75192e37-b661-4013-9d4f-0e465a267d65 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.076720] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181319MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2387.076821] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2387.077020] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2387.085626] env[62306]: DEBUG oslo_vmware.api [None req-cd422b4e-1fad-438f-bafe-a2d78f31793c tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973572, 'name': SuspendVM_Task, 'duration_secs': 0.832186} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2387.085850] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-cd422b4e-1fad-438f-bafe-a2d78f31793c tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Suspended the VM {{(pid=62306) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2387.086033] env[62306]: DEBUG nova.compute.manager [None req-cd422b4e-1fad-438f-bafe-a2d78f31793c tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2387.086719] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e39e1a-f081-466b-8c14-69b1524888c2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.528122] env[62306]: DEBUG oslo_vmware.api [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973573, 'name': ReconfigVM_Task, 'duration_secs': 0.530839} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2387.528417] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f/volume-7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2387.533008] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc8e5fbe-7dd8-4ef0-823e-f799cfcd41b7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.548216] env[62306]: DEBUG oslo_vmware.api [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2387.548216] env[62306]: value = "task-1973574" [ 2387.548216] env[62306]: _type = "Task" [ 2387.548216] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2387.557045] env[62306]: DEBUG oslo_vmware.api [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.057893] env[62306]: DEBUG oslo_vmware.api [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973574, 'name': ReconfigVM_Task, 'duration_secs': 0.148423} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2388.058257] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406330', 'volume_id': '7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f', 'name': 'volume-7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '020b5ada-536e-4479-8f29-d0d2083ea958', 'attached_at': '', 'detached_at': '', 'volume_id': '7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f', 'serial': '7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2388.109685] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 020b5ada-536e-4479-8f29-d0d2083ea958 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2388.109885] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance bfa9968e-a32d-4095-b539-0386a4102dee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2388.110125] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2388.110304] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2388.145207] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecbe1e4-caee-437a-99b4-64f327b7e3b2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.152935] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd0de26-4e70-446e-b21b-eabdd36de6ea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.182440] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5b7ec4-68bd-40de-8e2d-4428379c5f35 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.189219] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690d29c8-ca56-4fd7-806b-5694bdb8fc3f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.201739] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2388.373975] env[62306]: INFO nova.compute.manager [None req-dbc18404-0b30-49cd-a034-503635e19672 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Resuming [ 2388.374347] env[62306]: DEBUG nova.objects.instance [None req-dbc18404-0b30-49cd-a034-503635e19672 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lazy-loading 'flavor' on Instance uuid bfa9968e-a32d-4095-b539-0386a4102dee {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2388.704605] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2389.095492] env[62306]: DEBUG nova.objects.instance [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lazy-loading 'flavor' on Instance uuid 020b5ada-536e-4479-8f29-d0d2083ea958 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2389.208317] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2389.208517] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.131s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2389.208707] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2389.209123] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Getting list of instances from cluster (obj){ [ 2389.209123] env[62306]: value = "domain-c8" [ 2389.209123] env[62306]: _type = "ClusterComputeResource" [ 2389.209123] env[62306]: } {{(pid=62306) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2389.210166] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3f2f3e-a922-4eba-91f4-2f1a2ddab625 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.221368] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Got total of 2 instances {{(pid=62306) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2389.600649] env[62306]: DEBUG oslo_concurrency.lockutils [None req-bc124241-953f-4f4e-9364-d62b5f8a4c38 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "020b5ada-536e-4479-8f29-d0d2083ea958" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.738s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2389.723897] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2389.883514] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dbc18404-0b30-49cd-a034-503635e19672 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "refresh_cache-bfa9968e-a32d-4095-b539-0386a4102dee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2389.883726] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dbc18404-0b30-49cd-a034-503635e19672 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquired lock "refresh_cache-bfa9968e-a32d-4095-b539-0386a4102dee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2389.883904] env[62306]: DEBUG nova.network.neutron [None req-dbc18404-0b30-49cd-a034-503635e19672 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2390.591021] env[62306]: DEBUG nova.network.neutron [None req-dbc18404-0b30-49cd-a034-503635e19672 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Updating instance_info_cache with network_info: [{"id": "dec5d9c1-b131-4b71-8113-271da8526a8d", "address": "fa:16:3e:19:a4:af", "network": {"id": "2e88b96a-66e7-4d45-bc87-8f95f8b81c77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-197603059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b779eceaed044e2ca4c749eb2f24ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdec5d9c1-b1", "ovs_interfaceid": "dec5d9c1-b131-4b71-8113-271da8526a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2390.944414] env[62306]: DEBUG nova.compute.manager [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Stashing vm_state: active {{(pid=62306) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2391.093992] env[62306]: DEBUG oslo_concurrency.lockutils [None req-dbc18404-0b30-49cd-a034-503635e19672 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Releasing lock "refresh_cache-bfa9968e-a32d-4095-b539-0386a4102dee" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2391.095403] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d045006b-c0fc-448b-8b97-2d5adda9cc25 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.102237] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc18404-0b30-49cd-a034-503635e19672 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Resuming the VM {{(pid=62306) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2391.102462] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8ef51b9-7c22-4ba2-8f7d-0a5928cef178 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.109345] env[62306]: DEBUG oslo_vmware.api [None req-dbc18404-0b30-49cd-a034-503635e19672 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2391.109345] env[62306]: value = "task-1973575" [ 2391.109345] env[62306]: _type = "Task" [ 2391.109345] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.116557] env[62306]: DEBUG oslo_vmware.api [None req-dbc18404-0b30-49cd-a034-503635e19672 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.463852] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2391.464151] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2391.618648] env[62306]: DEBUG oslo_vmware.api [None req-dbc18404-0b30-49cd-a034-503635e19672 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.969365] env[62306]: INFO nova.compute.claims [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2392.119383] env[62306]: DEBUG oslo_vmware.api [None req-dbc18404-0b30-49cd-a034-503635e19672 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973575, 'name': PowerOnVM_Task, 'duration_secs': 0.878279} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.119657] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc18404-0b30-49cd-a034-503635e19672 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Resumed the VM {{(pid=62306) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2392.119830] env[62306]: DEBUG nova.compute.manager [None req-dbc18404-0b30-49cd-a034-503635e19672 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2392.120595] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8f8d1a-6e5e-4dba-8092-993c614698cd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.475987] env[62306]: INFO nova.compute.resource_tracker [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updating resource usage from migration 99daf096-13fb-4216-9605-6dcd7f9575f8 [ 2392.526539] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b4a5f1-9255-400e-8ee2-2a1985ca1b3f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.538400] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98b0231-e6d9-4a2b-9e44-0fe688a10828 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.569327] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea387cc-47a4-422a-8491-3ada5f82aa03 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.577889] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d15622-a4f2-49e9-90c1-174fbc3a55f1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.591484] env[62306]: DEBUG nova.compute.provider_tree [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2393.035344] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "bfa9968e-a32d-4095-b539-0386a4102dee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2393.035774] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "bfa9968e-a32d-4095-b539-0386a4102dee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2393.035912] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "bfa9968e-a32d-4095-b539-0386a4102dee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2393.036546] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "bfa9968e-a32d-4095-b539-0386a4102dee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2393.036790] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "bfa9968e-a32d-4095-b539-0386a4102dee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2393.039089] env[62306]: INFO nova.compute.manager [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Terminating instance [ 2393.094938] env[62306]: DEBUG nova.scheduler.client.report [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2393.542669] env[62306]: DEBUG nova.compute.manager [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2393.542907] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2393.543838] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367cbe06-bb5b-4949-8218-d479835e7783 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.551864] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2393.552099] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55be0aec-05db-4314-93dc-1345bb0a3c7e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.558375] env[62306]: DEBUG oslo_vmware.api [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2393.558375] env[62306]: value = "task-1973576" [ 2393.558375] env[62306]: _type = "Task" [ 2393.558375] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.565450] env[62306]: DEBUG oslo_vmware.api [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.599821] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.136s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2393.600027] env[62306]: INFO nova.compute.manager [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Migrating [ 2394.068040] env[62306]: DEBUG oslo_vmware.api [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973576, 'name': PowerOffVM_Task, 'duration_secs': 0.327832} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.068374] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2394.068469] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2394.068709] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62406d6e-7d58-4b02-9cbd-a4b56539374a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.115808] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2394.115980] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2394.116152] env[62306]: DEBUG nova.network.neutron [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2394.871096] env[62306]: DEBUG nova.network.neutron [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updating instance_info_cache with network_info: [{"id": "2deda7dd-40bc-4ad7-9b29-9a271c8bebeb", "address": "fa:16:3e:25:a5:9a", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2deda7dd-40", "ovs_interfaceid": "2deda7dd-40bc-4ad7-9b29-9a271c8bebeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2395.373787] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2396.889304] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cfb1aa-7c64-4149-b8f1-f33644d9e24f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.910734] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updating instance '020b5ada-536e-4479-8f29-d0d2083ea958' progress to 0 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2397.416699] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2397.417037] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c34e2c0-c88d-49e4-859a-a42956186cfc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.424514] env[62306]: DEBUG oslo_vmware.api [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2397.424514] env[62306]: value = "task-1973578" [ 2397.424514] env[62306]: _type = "Task" [ 2397.424514] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2397.431620] env[62306]: DEBUG oslo_vmware.api [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.935085] env[62306]: DEBUG oslo_vmware.api [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973578, 'name': PowerOffVM_Task, 'duration_secs': 0.191021} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.935427] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2397.935524] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updating instance '020b5ada-536e-4479-8f29-d0d2083ea958' progress to 17 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2398.086967] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2398.087217] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2398.087397] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Deleting the datastore file [datastore1] bfa9968e-a32d-4095-b539-0386a4102dee {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2398.087663] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37873924-a28f-4cec-8324-5f7bc1126e1f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.095020] env[62306]: DEBUG oslo_vmware.api [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for the task: (returnval){ [ 2398.095020] env[62306]: value = "task-1973579" [ 2398.095020] env[62306]: _type = "Task" [ 2398.095020] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.102297] env[62306]: DEBUG oslo_vmware.api [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2398.220016] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2398.441877] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2398.442151] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2398.442318] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2398.442523] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2398.442690] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2398.442840] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2398.443057] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2398.443207] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2398.443369] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2398.443529] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2398.443746] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2398.448623] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6186c297-3cb1-4b12-ace9-70338dccca24 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.463494] env[62306]: DEBUG oslo_vmware.api [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2398.463494] env[62306]: value = "task-1973580" [ 2398.463494] env[62306]: _type = "Task" [ 2398.463494] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.471235] env[62306]: DEBUG oslo_vmware.api [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2398.604252] env[62306]: DEBUG oslo_vmware.api [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Task: {'id': task-1973579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147641} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2398.604528] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2398.604781] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2398.604966] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2398.605158] env[62306]: INFO nova.compute.manager [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Took 5.06 seconds to destroy the instance on the hypervisor. [ 2398.605391] env[62306]: DEBUG oslo.service.loopingcall [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2398.605577] env[62306]: DEBUG nova.compute.manager [-] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2398.605690] env[62306]: DEBUG nova.network.neutron [-] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2398.724825] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2398.724825] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Cleaning up deleted instances with incomplete migration {{(pid=62306) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 2398.973074] env[62306]: DEBUG oslo_vmware.api [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973580, 'name': ReconfigVM_Task, 'duration_secs': 0.166902} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2398.973798] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updating instance '020b5ada-536e-4479-8f29-d0d2083ea958' progress to 33 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2399.051645] env[62306]: DEBUG nova.compute.manager [req-659006a0-f647-45bb-afb1-6fad954a93da req-f60693c6-fca7-469c-bd29-7ac64e4cfd6f service nova] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Received event network-vif-deleted-dec5d9c1-b131-4b71-8113-271da8526a8d {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2399.051899] env[62306]: INFO nova.compute.manager [req-659006a0-f647-45bb-afb1-6fad954a93da req-f60693c6-fca7-469c-bd29-7ac64e4cfd6f service nova] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Neutron deleted interface dec5d9c1-b131-4b71-8113-271da8526a8d; detaching it from the instance and deleting it from the info cache [ 2399.052147] env[62306]: DEBUG nova.network.neutron [req-659006a0-f647-45bb-afb1-6fad954a93da req-f60693c6-fca7-469c-bd29-7ac64e4cfd6f service nova] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2399.480584] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2399.480820] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2399.480926] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2399.481121] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2399.481271] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2399.481416] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2399.481616] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2399.481773] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2399.481934] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2399.482109] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2399.482283] env[62306]: DEBUG nova.virt.hardware [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2399.487537] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2399.487818] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74b02643-1a5d-4b54-893a-02d442e92cec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.505623] env[62306]: DEBUG oslo_vmware.api [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2399.505623] env[62306]: value = "task-1973581" [ 2399.505623] env[62306]: _type = "Task" [ 2399.505623] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2399.513853] env[62306]: DEBUG oslo_vmware.api [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2399.517208] env[62306]: DEBUG nova.network.neutron [-] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2399.554895] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c31409c-b8ba-491a-a949-2ded9342a4ed {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.564050] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1632ccf-f169-46ae-8320-e17141f083a9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.589169] env[62306]: DEBUG nova.compute.manager [req-659006a0-f647-45bb-afb1-6fad954a93da req-f60693c6-fca7-469c-bd29-7ac64e4cfd6f service nova] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Detach interface failed, port_id=dec5d9c1-b131-4b71-8113-271da8526a8d, reason: Instance bfa9968e-a32d-4095-b539-0386a4102dee could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2400.016164] env[62306]: DEBUG oslo_vmware.api [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973581, 'name': ReconfigVM_Task, 'duration_secs': 0.182108} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2400.016415] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2400.017174] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a109bf68-41a0-45bc-96d4-1d24cc7708db {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.019596] env[62306]: INFO nova.compute.manager [-] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Took 1.41 seconds to deallocate network for instance. [ 2400.043128] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 020b5ada-536e-4479-8f29-d0d2083ea958/020b5ada-536e-4479-8f29-d0d2083ea958.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2400.043806] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15f90f5b-d481-4e0b-989b-66344b482aad {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.062289] env[62306]: DEBUG oslo_vmware.api [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2400.062289] env[62306]: value = "task-1973582" [ 2400.062289] env[62306]: _type = "Task" [ 2400.062289] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2400.069998] env[62306]: DEBUG oslo_vmware.api [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2400.545388] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2400.545543] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2400.545700] env[62306]: DEBUG nova.objects.instance [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lazy-loading 'resources' on Instance uuid bfa9968e-a32d-4095-b539-0386a4102dee {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2400.571735] env[62306]: DEBUG oslo_vmware.api [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973582, 'name': ReconfigVM_Task, 'duration_secs': 0.289857} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2400.571982] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 020b5ada-536e-4479-8f29-d0d2083ea958/020b5ada-536e-4479-8f29-d0d2083ea958.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2400.572277] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updating instance '020b5ada-536e-4479-8f29-d0d2083ea958' progress to 50 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2401.078674] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4931ca-dc92-431d-8d1d-e1fcf57b928a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.103959] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb22b4c-ca44-4f2f-a83c-b665eb67e295 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.125187] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updating instance '020b5ada-536e-4479-8f29-d0d2083ea958' progress to 67 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2401.129675] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98a76aa-f840-4cef-b703-f99eb617e6ed {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.136531] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db2aac2-8595-42fe-af70-f60130f17136 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.165578] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ca0c39-5dc6-43a9-b7dd-53ef986e3c1a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.172957] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28eed3e3-edd4-41f6-aad5-80d5e16805c0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.186248] env[62306]: DEBUG nova.compute.provider_tree [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2401.689194] env[62306]: DEBUG nova.scheduler.client.report [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2402.193817] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2402.212807] env[62306]: INFO nova.scheduler.client.report [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Deleted allocations for instance bfa9968e-a32d-4095-b539-0386a4102dee [ 2402.720574] env[62306]: DEBUG oslo_concurrency.lockutils [None req-12f2ea17-3fe7-433c-9aaa-f478bbb9e706 tempest-ServerActionsTestJSON-1458320992 tempest-ServerActionsTestJSON-1458320992-project-member] Lock "bfa9968e-a32d-4095-b539-0386a4102dee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.685s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2402.776324] env[62306]: DEBUG nova.network.neutron [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Port 2deda7dd-40bc-4ad7-9b29-9a271c8bebeb binding to destination host cpu-1 is already ACTIVE {{(pid=62306) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2403.799176] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "020b5ada-536e-4479-8f29-d0d2083ea958-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2403.799501] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "020b5ada-536e-4479-8f29-d0d2083ea958-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2403.799573] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "020b5ada-536e-4479-8f29-d0d2083ea958-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2404.239169] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2404.239334] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Cleaning up deleted instances {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 2404.746796] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] There are 21 instances to clean {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 2404.747015] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: bfa9968e-a32d-4095-b539-0386a4102dee] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2404.846611] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2404.847084] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2404.847084] env[62306]: DEBUG nova.network.neutron [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2405.250951] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 0efc4abc-4d72-4114-a1ca-09d815f14cee] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2405.754372] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 66c14529-723d-4988-997d-4c2a6758c6ca] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2405.844275] env[62306]: DEBUG nova.network.neutron [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updating instance_info_cache with network_info: [{"id": "2deda7dd-40bc-4ad7-9b29-9a271c8bebeb", "address": "fa:16:3e:25:a5:9a", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2deda7dd-40", "ovs_interfaceid": "2deda7dd-40bc-4ad7-9b29-9a271c8bebeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2406.257866] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: e888040a-ea27-4608-a9e0-6211d06c7db4] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2406.346856] env[62306]: DEBUG oslo_concurrency.lockutils [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2406.761613] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 17b812e3-6204-4442-b90b-ed462b6d4eda] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2406.860077] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ae299a-c6a0-4007-9203-565ec3f9bf23 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.868528] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb03d5c-669e-467f-9b6c-7e9d710f449a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.267077] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 4e21c92c-c62d-4efd-bc04-7e1627ccc735] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2407.771747] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 524609b8-f0f9-4703-ae2a-448cbf9513cc] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2407.973814] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6cbbc9-a316-40e9-a709-86ab0af7ff46 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.996490] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c99624-16fa-4e90-8837-67b7d4b3c256 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.004542] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updating instance '020b5ada-536e-4479-8f29-d0d2083ea958' progress to 83 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2408.277333] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: bebe293c-904b-4aa0-8bc5-85a6aed5f7e3] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2408.510899] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2408.511242] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67f74118-ead4-4316-ac8c-10f94e048a6a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.519201] env[62306]: DEBUG oslo_vmware.api [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2408.519201] env[62306]: value = "task-1973586" [ 2408.519201] env[62306]: _type = "Task" [ 2408.519201] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2408.526752] env[62306]: DEBUG oslo_vmware.api [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2408.779149] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 92138227-16f2-4717-b1b0-225605babedd] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2409.029782] env[62306]: DEBUG oslo_vmware.api [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973586, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.284079] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: f8e76e03-8b14-460f-a719-275b19ccb37e] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2409.529579] env[62306]: DEBUG oslo_vmware.api [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973586, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.786509] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: e172945d-d586-4de4-902d-9f56794f98cb] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2410.030437] env[62306]: DEBUG oslo_vmware.api [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973586, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.289600] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 19aeb027-c7cb-4624-b72d-866ba4696c89] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2410.531322] env[62306]: DEBUG oslo_vmware.api [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973586, 'name': PowerOnVM_Task, 'duration_secs': 1.712621} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.531528] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2410.531711] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2f7775-7b19-4853-a000-4c39822309d3 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updating instance '020b5ada-536e-4479-8f29-d0d2083ea958' progress to 100 {{(pid=62306) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2410.792871] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 6647c885-e110-4cbc-bfcc-7b097a5587d3] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2411.296416] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 669ad98b-3dad-4c38-af2d-9251960f0d8f] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2411.799612] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: ad7b2a80-e055-4dc9-b00d-1848d9544743] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2412.303201] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 31f3e1c8-bc13-47c5-be84-75e87903c50c] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2412.806373] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 5d5463e7-dab9-4a88-8f43-d4c8e903e935] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2412.847053] env[62306]: DEBUG nova.network.neutron [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Port 2deda7dd-40bc-4ad7-9b29-9a271c8bebeb binding to destination host cpu-1 is already ACTIVE {{(pid=62306) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2412.847393] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2412.847551] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2412.847716] env[62306]: DEBUG nova.network.neutron [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2413.311850] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 80950dc6-b412-420e-95ad-958d09df8cda] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2413.569738] env[62306]: DEBUG nova.network.neutron [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updating instance_info_cache with network_info: [{"id": "2deda7dd-40bc-4ad7-9b29-9a271c8bebeb", "address": "fa:16:3e:25:a5:9a", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2deda7dd-40", "ovs_interfaceid": "2deda7dd-40bc-4ad7-9b29-9a271c8bebeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2413.815283] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 40baa260-59a9-47e1-b685-a6144302f433] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2414.072829] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2414.318144] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: e8ed4205-1be8-487e-a817-545100b2d082] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2414.576635] env[62306]: DEBUG nova.compute.manager [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62306) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2414.821839] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 5227c9ce-84d2-4a50-a653-fb317daa2d87] Instance has had 0 of 5 cleanup attempts {{(pid=62306) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2415.667014] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2415.667395] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2416.170897] env[62306]: DEBUG nova.objects.instance [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lazy-loading 'migration_context' on Instance uuid 020b5ada-536e-4479-8f29-d0d2083ea958 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2416.717323] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a984ba2-86b4-4fe2-8f7d-6c07bc3a37cc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.724667] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca50007-b127-4f3e-ac86-0e7de204ac08 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.754163] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a6c26e-5998-4786-8637-18f42def7c7f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.761270] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db24d43b-7efb-4e2b-b246-4edcabdb66d6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.774098] env[62306]: DEBUG nova.compute.provider_tree [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2417.277057] env[62306]: DEBUG nova.scheduler.client.report [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2418.288054] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.620s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2419.832440] env[62306]: INFO nova.compute.manager [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Swapping old allocation on dict_keys(['8987d069-ee8b-4b99-9293-8d91cd057fe9']) held by migration 99daf096-13fb-4216-9605-6dcd7f9575f8 for instance [ 2419.853715] env[62306]: DEBUG nova.scheduler.client.report [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Overwriting current allocation {'allocations': {'8987d069-ee8b-4b99-9293-8d91cd057fe9': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 184}}, 'project_id': '81c83af2fb514e72a0334d3070869a3a', 'user_id': '08b47819de0140d188ebf5d5aa3832d6', 'consumer_generation': 1} on consumer 020b5ada-536e-4479-8f29-d0d2083ea958 {{(pid=62306) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2419.936188] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2419.936388] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2419.936566] env[62306]: DEBUG nova.network.neutron [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2420.636238] env[62306]: DEBUG nova.network.neutron [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updating instance_info_cache with network_info: [{"id": "2deda7dd-40bc-4ad7-9b29-9a271c8bebeb", "address": "fa:16:3e:25:a5:9a", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2deda7dd-40", "ovs_interfaceid": "2deda7dd-40bc-4ad7-9b29-9a271c8bebeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2421.139299] env[62306]: DEBUG oslo_concurrency.lockutils [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lock "refresh_cache-020b5ada-536e-4479-8f29-d0d2083ea958" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2421.140355] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d79d0ab-afa9-4fc8-bfa6-4ac2b48c4cd0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.147341] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4245fd-0200-49dd-a52a-6f0ce12c005a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.223489] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2422.223833] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc25d138-2e86-4e0a-928b-2852b673c043 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.230987] env[62306]: DEBUG oslo_vmware.api [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2422.230987] env[62306]: value = "task-1973592" [ 2422.230987] env[62306]: _type = "Task" [ 2422.230987] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.238915] env[62306]: DEBUG oslo_vmware.api [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.740741] env[62306]: DEBUG oslo_vmware.api [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973592, 'name': PowerOffVM_Task, 'duration_secs': 0.289845} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.741206] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2422.741883] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2422.742114] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2422.742283] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2422.742463] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2422.742606] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2422.742751] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2422.742951] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2422.743123] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2422.743288] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2422.743446] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2422.743613] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2422.748452] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea51ddcc-9609-487d-a2c6-18e5130e5cb1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.763343] env[62306]: DEBUG oslo_vmware.api [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2422.763343] env[62306]: value = "task-1973593" [ 2422.763343] env[62306]: _type = "Task" [ 2422.763343] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.770726] env[62306]: DEBUG oslo_vmware.api [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.273128] env[62306]: DEBUG oslo_vmware.api [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973593, 'name': ReconfigVM_Task, 'duration_secs': 0.14614} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2423.273981] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb848d0a-887d-4ac5-92fa-cecbb81d719c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.293861] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2423.294116] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2423.294277] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2423.294483] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2423.294600] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2423.294743] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2423.294979] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2423.295212] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2423.295404] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2423.295571] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2423.295743] env[62306]: DEBUG nova.virt.hardware [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2423.296525] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fad9f7e-5c6e-46d7-8af9-a2be96eec6e0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.301613] env[62306]: DEBUG oslo_vmware.api [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2423.301613] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52dfc20c-54cf-59b8-920a-7a5b238fe1c3" [ 2423.301613] env[62306]: _type = "Task" [ 2423.301613] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2423.310306] env[62306]: DEBUG oslo_vmware.api [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52dfc20c-54cf-59b8-920a-7a5b238fe1c3, 'name': SearchDatastore_Task, 'duration_secs': 0.006466} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2423.315670] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2423.315931] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f72693ad-f241-459e-b31e-f12fad8241ad {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.336153] env[62306]: DEBUG oslo_vmware.api [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2423.336153] env[62306]: value = "task-1973595" [ 2423.336153] env[62306]: _type = "Task" [ 2423.336153] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2423.344407] env[62306]: DEBUG oslo_vmware.api [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.845354] env[62306]: DEBUG oslo_vmware.api [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973595, 'name': ReconfigVM_Task, 'duration_secs': 0.231397} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2423.845600] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2423.846389] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7eb7ce-586d-4325-bade-3b50c2af1f08 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.869883] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 020b5ada-536e-4479-8f29-d0d2083ea958/020b5ada-536e-4479-8f29-d0d2083ea958.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2423.870115] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3828b5e-4d0b-4828-854a-7f42e7a1751a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.886894] env[62306]: DEBUG oslo_vmware.api [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2423.886894] env[62306]: value = "task-1973596" [ 2423.886894] env[62306]: _type = "Task" [ 2423.886894] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2423.894194] env[62306]: DEBUG oslo_vmware.api [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.396706] env[62306]: DEBUG oslo_vmware.api [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973596, 'name': ReconfigVM_Task, 'duration_secs': 0.366242} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2424.397051] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 020b5ada-536e-4479-8f29-d0d2083ea958/020b5ada-536e-4479-8f29-d0d2083ea958.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2424.397732] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e15427-404e-4c2d-b87b-0d6ba7dbbb8f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.417333] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52401d4-248f-4076-a0d0-7431cfa68753 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.436511] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53858222-7d37-45fa-b125-31732c843e45 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.455493] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f390a604-c409-4ac3-ad96-a759f73dcbaf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.461767] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2424.461964] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e84be8fa-ff36-4893-8b75-54f48a6bdb0f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.468729] env[62306]: DEBUG oslo_vmware.api [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2424.468729] env[62306]: value = "task-1973597" [ 2424.468729] env[62306]: _type = "Task" [ 2424.468729] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2424.475654] env[62306]: DEBUG oslo_vmware.api [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.979444] env[62306]: DEBUG oslo_vmware.api [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.481532] env[62306]: DEBUG oslo_vmware.api [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.981096] env[62306]: DEBUG oslo_vmware.api [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973597, 'name': PowerOnVM_Task, 'duration_secs': 1.410748} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2425.981324] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2426.455767] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2426.958992] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Getting list of instances from cluster (obj){ [ 2426.958992] env[62306]: value = "domain-c8" [ 2426.958992] env[62306]: _type = "ClusterComputeResource" [ 2426.958992] env[62306]: } {{(pid=62306) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2426.960300] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c7f8a2-73d3-4898-a931-712efa9f5ead {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.970705] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Got total of 1 instances {{(pid=62306) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2426.970858] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Triggering sync for uuid 020b5ada-536e-4479-8f29-d0d2083ea958 {{(pid=62306) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2426.971190] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "020b5ada-536e-4479-8f29-d0d2083ea958" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2426.971404] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "020b5ada-536e-4479-8f29-d0d2083ea958" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2426.971571] env[62306]: INFO nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 2426.971729] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "020b5ada-536e-4479-8f29-d0d2083ea958" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2427.019854] env[62306]: INFO nova.compute.manager [None req-cafe0682-6e20-4c30-8835-2c0f76f9f364 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updating instance to original state: 'active' [ 2428.711391] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "020b5ada-536e-4479-8f29-d0d2083ea958" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2428.711748] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "020b5ada-536e-4479-8f29-d0d2083ea958" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2428.711748] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "020b5ada-536e-4479-8f29-d0d2083ea958-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2428.711947] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "020b5ada-536e-4479-8f29-d0d2083ea958-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2428.712065] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "020b5ada-536e-4479-8f29-d0d2083ea958-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2428.714181] env[62306]: INFO nova.compute.manager [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Terminating instance [ 2429.218258] env[62306]: DEBUG nova.compute.manager [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2429.218520] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2429.218812] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b91653a-49dd-4284-b144-f44068f3802e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.226637] env[62306]: DEBUG oslo_vmware.api [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2429.226637] env[62306]: value = "task-1973599" [ 2429.226637] env[62306]: _type = "Task" [ 2429.226637] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2429.235024] env[62306]: DEBUG oslo_vmware.api [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.265132] env[62306]: DEBUG oslo_concurrency.lockutils [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Acquiring lock "7a1d80ce-b84d-4810-9e36-ab370e9350a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2429.265395] env[62306]: DEBUG oslo_concurrency.lockutils [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Lock "7a1d80ce-b84d-4810-9e36-ab370e9350a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2429.736698] env[62306]: DEBUG oslo_vmware.api [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973599, 'name': PowerOffVM_Task, 'duration_secs': 0.339107} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2429.737061] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2429.737160] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Volume detach. Driver type: vmdk {{(pid=62306) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2429.737371] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406330', 'volume_id': '7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f', 'name': 'volume-7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '020b5ada-536e-4479-8f29-d0d2083ea958', 'attached_at': '2024-12-27T22:42:53.000000', 'detached_at': '', 'volume_id': '7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f', 'serial': '7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2429.738151] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a8ea81-e28a-4d27-900a-268671b9f043 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.759013] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d41118-7e48-436c-87c9-00475f63b9c8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.766695] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19df1e4-79be-4993-b66b-4ee6c8add690 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.769369] env[62306]: DEBUG nova.compute.manager [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2429.790997] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6edee3-17ae-4568-bb50-aa72de6d920d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.806473] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] The volume has not been displaced from its original location: [datastore1] volume-7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f/volume-7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f.vmdk. No consolidation needed. {{(pid=62306) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2429.811635] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2429.812763] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dda89c28-ae7a-4ce4-8a95-b9966ef33f1c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.831584] env[62306]: DEBUG oslo_vmware.api [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2429.831584] env[62306]: value = "task-1973600" [ 2429.831584] env[62306]: _type = "Task" [ 2429.831584] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2429.840307] env[62306]: DEBUG oslo_vmware.api [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.291804] env[62306]: DEBUG oslo_concurrency.lockutils [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2430.292138] env[62306]: DEBUG oslo_concurrency.lockutils [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2430.293731] env[62306]: INFO nova.compute.claims [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2430.341541] env[62306]: DEBUG oslo_vmware.api [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973600, 'name': ReconfigVM_Task, 'duration_secs': 0.201589} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2430.341811] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2430.346339] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7b70091-199d-4ac8-aeb4-8ca3e859fa83 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.361896] env[62306]: DEBUG oslo_vmware.api [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2430.361896] env[62306]: value = "task-1973601" [ 2430.361896] env[62306]: _type = "Task" [ 2430.361896] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2430.370031] env[62306]: DEBUG oslo_vmware.api [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.871592] env[62306]: DEBUG oslo_vmware.api [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973601, 'name': ReconfigVM_Task, 'duration_secs': 0.148225} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2430.873062] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406330', 'volume_id': '7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f', 'name': 'volume-7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '020b5ada-536e-4479-8f29-d0d2083ea958', 'attached_at': '2024-12-27T22:42:53.000000', 'detached_at': '', 'volume_id': '7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f', 'serial': '7a6a3c4b-51cb-450f-a3e2-d2f0e6ba5d5f'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2430.873062] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2430.873341] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42874e5f-c7a1-4aae-9af2-2ffff65530bb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.880214] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2430.880436] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c77b9f84-3ed5-457e-9652-ffef4d025d89 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.026939] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2431.027143] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2431.027330] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Deleting the datastore file [datastore1] 020b5ada-536e-4479-8f29-d0d2083ea958 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2431.027592] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-879ec93a-c989-48ef-8565-05e8f9e1119f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.034135] env[62306]: DEBUG oslo_vmware.api [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2431.034135] env[62306]: value = "task-1973603" [ 2431.034135] env[62306]: _type = "Task" [ 2431.034135] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2431.041808] env[62306]: DEBUG oslo_vmware.api [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.433054] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42f900f-e84f-4096-8193-263d0059f37b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.439828] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73391ed-38cd-4f8e-abfd-2845cfde2ee4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.468583] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a795952d-8178-445b-b2e8-ca7840b2e036 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.475591] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc47f2f-fbea-48ff-93fe-cc5e4c24cb22 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.489379] env[62306]: DEBUG nova.compute.provider_tree [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2431.543184] env[62306]: DEBUG oslo_vmware.api [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163208} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2431.543467] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2431.543654] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2431.543832] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2431.543998] env[62306]: INFO nova.compute.manager [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Took 2.33 seconds to destroy the instance on the hypervisor. [ 2431.544251] env[62306]: DEBUG oslo.service.loopingcall [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2431.544435] env[62306]: DEBUG nova.compute.manager [-] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2431.544527] env[62306]: DEBUG nova.network.neutron [-] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2431.992461] env[62306]: DEBUG nova.scheduler.client.report [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2432.002390] env[62306]: DEBUG nova.compute.manager [req-8850106b-56ed-4553-b718-8c781e67d38c req-dec200e4-7535-4661-9629-0f6f1a7ae04d service nova] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Received event network-vif-deleted-2deda7dd-40bc-4ad7-9b29-9a271c8bebeb {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2432.002586] env[62306]: INFO nova.compute.manager [req-8850106b-56ed-4553-b718-8c781e67d38c req-dec200e4-7535-4661-9629-0f6f1a7ae04d service nova] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Neutron deleted interface 2deda7dd-40bc-4ad7-9b29-9a271c8bebeb; detaching it from the instance and deleting it from the info cache [ 2432.002784] env[62306]: DEBUG nova.network.neutron [req-8850106b-56ed-4553-b718-8c781e67d38c req-dec200e4-7535-4661-9629-0f6f1a7ae04d service nova] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2432.483830] env[62306]: DEBUG nova.network.neutron [-] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2432.496737] env[62306]: DEBUG oslo_concurrency.lockutils [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2432.497175] env[62306]: DEBUG nova.compute.manager [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2432.505765] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2992721e-f13e-4f76-acbf-e6bb77b2e7b8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.517250] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696523f4-af33-4b02-a4d9-fdbb9e899ac5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.541965] env[62306]: DEBUG nova.compute.manager [req-8850106b-56ed-4553-b718-8c781e67d38c req-dec200e4-7535-4661-9629-0f6f1a7ae04d service nova] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Detach interface failed, port_id=2deda7dd-40bc-4ad7-9b29-9a271c8bebeb, reason: Instance 020b5ada-536e-4479-8f29-d0d2083ea958 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2432.986243] env[62306]: INFO nova.compute.manager [-] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Took 1.44 seconds to deallocate network for instance. [ 2433.001863] env[62306]: DEBUG nova.compute.utils [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2433.003434] env[62306]: DEBUG nova.compute.manager [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2433.003544] env[62306]: DEBUG nova.network.neutron [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2433.049314] env[62306]: DEBUG nova.policy [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41028b879f2842efb09aa6fb3d2b3068', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4eb88ac3f54d4b6ba9d7c1b816224fbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2433.301459] env[62306]: DEBUG nova.network.neutron [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Successfully created port: 6ecea8bf-3d58-4e0d-a2f7-34f174675665 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2433.507157] env[62306]: DEBUG nova.compute.manager [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2433.530915] env[62306]: INFO nova.compute.manager [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: 020b5ada-536e-4479-8f29-d0d2083ea958] Took 0.54 seconds to detach 1 volumes for instance. [ 2434.012382] env[62306]: INFO nova.virt.block_device [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Booting with volume b40bb504-8952-4fc7-9618-cc0e68ddecda at /dev/sda [ 2434.037525] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2434.037813] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2434.038014] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2434.046656] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97027e0a-a7db-4325-bf7e-a72d40606214 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.056306] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c565557b-0868-496f-a71a-39dd8d37a97f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.068367] env[62306]: INFO nova.scheduler.client.report [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Deleted allocations for instance 020b5ada-536e-4479-8f29-d0d2083ea958 [ 2434.082983] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb57ad42-5f1e-4936-a162-a87f237eeaca {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.090981] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c230276a-f923-4486-9698-f951eb82dd80 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.115116] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd8a003-f886-43fd-84ea-233e94fba6fa {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.121913] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b1d68b-1414-4525-b569-c7fd5635ae5a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.134692] env[62306]: DEBUG nova.virt.block_device [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Updating existing volume attachment record: 3767a26a-b9b2-4418-9736-6800563f0a27 {{(pid=62306) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2434.576953] env[62306]: DEBUG oslo_concurrency.lockutils [None req-6438d02c-6a94-4d6b-8947-69c62c7c41e2 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "020b5ada-536e-4479-8f29-d0d2083ea958" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.865s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2434.681486] env[62306]: DEBUG nova.compute.manager [req-2950e534-d290-4693-b105-ab27e3d156bb req-c89e5615-0f6f-454a-9251-3408214ec6a5 service nova] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Received event network-vif-plugged-6ecea8bf-3d58-4e0d-a2f7-34f174675665 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2434.681713] env[62306]: DEBUG oslo_concurrency.lockutils [req-2950e534-d290-4693-b105-ab27e3d156bb req-c89e5615-0f6f-454a-9251-3408214ec6a5 service nova] Acquiring lock "7a1d80ce-b84d-4810-9e36-ab370e9350a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2434.681925] env[62306]: DEBUG oslo_concurrency.lockutils [req-2950e534-d290-4693-b105-ab27e3d156bb req-c89e5615-0f6f-454a-9251-3408214ec6a5 service nova] Lock "7a1d80ce-b84d-4810-9e36-ab370e9350a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2434.682097] env[62306]: DEBUG oslo_concurrency.lockutils [req-2950e534-d290-4693-b105-ab27e3d156bb req-c89e5615-0f6f-454a-9251-3408214ec6a5 service nova] Lock "7a1d80ce-b84d-4810-9e36-ab370e9350a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2434.682271] env[62306]: DEBUG nova.compute.manager [req-2950e534-d290-4693-b105-ab27e3d156bb req-c89e5615-0f6f-454a-9251-3408214ec6a5 service nova] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] No waiting events found dispatching network-vif-plugged-6ecea8bf-3d58-4e0d-a2f7-34f174675665 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2434.682428] env[62306]: WARNING nova.compute.manager [req-2950e534-d290-4693-b105-ab27e3d156bb req-c89e5615-0f6f-454a-9251-3408214ec6a5 service nova] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Received unexpected event network-vif-plugged-6ecea8bf-3d58-4e0d-a2f7-34f174675665 for instance with vm_state building and task_state block_device_mapping. [ 2434.735629] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2434.735805] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2434.735949] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2434.760878] env[62306]: DEBUG nova.network.neutron [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Successfully updated port: 6ecea8bf-3d58-4e0d-a2f7-34f174675665 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2435.263991] env[62306]: DEBUG oslo_concurrency.lockutils [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Acquiring lock "refresh_cache-7a1d80ce-b84d-4810-9e36-ab370e9350a0" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2435.265093] env[62306]: DEBUG oslo_concurrency.lockutils [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Acquired lock "refresh_cache-7a1d80ce-b84d-4810-9e36-ab370e9350a0" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2435.265093] env[62306]: DEBUG nova.network.neutron [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2435.730078] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2435.830289] env[62306]: DEBUG nova.network.neutron [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2435.850436] env[62306]: DEBUG oslo_concurrency.lockutils [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "f0f963f5-fd65-460d-a3b6-605c149667e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2435.850648] env[62306]: DEBUG oslo_concurrency.lockutils [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "f0f963f5-fd65-460d-a3b6-605c149667e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2435.966239] env[62306]: DEBUG nova.network.neutron [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Updating instance_info_cache with network_info: [{"id": "6ecea8bf-3d58-4e0d-a2f7-34f174675665", "address": "fa:16:3e:2c:79:86", "network": {"id": "aba7b73d-5528-4210-8e67-297c9cb0b4e0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1988350621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb88ac3f54d4b6ba9d7c1b816224fbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ecea8bf-3d", "ovs_interfaceid": "6ecea8bf-3d58-4e0d-a2f7-34f174675665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2436.217790] env[62306]: DEBUG nova.compute.manager [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2436.218392] env[62306]: DEBUG nova.virt.hardware [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2436.218639] env[62306]: DEBUG nova.virt.hardware [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2436.218798] env[62306]: DEBUG nova.virt.hardware [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2436.218979] env[62306]: DEBUG nova.virt.hardware [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2436.219141] env[62306]: DEBUG nova.virt.hardware [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2436.219833] env[62306]: DEBUG nova.virt.hardware [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2436.219833] env[62306]: DEBUG nova.virt.hardware [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2436.219833] env[62306]: DEBUG nova.virt.hardware [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2436.219833] env[62306]: DEBUG nova.virt.hardware [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2436.220049] env[62306]: DEBUG nova.virt.hardware [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2436.220108] env[62306]: DEBUG nova.virt.hardware [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2436.220960] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f45530-0988-4d8c-b124-57f9854cc16e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.229079] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8d3d56-f0ea-4d6d-af99-61e412f5d7b8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.353084] env[62306]: DEBUG nova.compute.manager [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2436.468440] env[62306]: DEBUG oslo_concurrency.lockutils [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Releasing lock "refresh_cache-7a1d80ce-b84d-4810-9e36-ab370e9350a0" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2436.468706] env[62306]: DEBUG nova.compute.manager [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Instance network_info: |[{"id": "6ecea8bf-3d58-4e0d-a2f7-34f174675665", "address": "fa:16:3e:2c:79:86", "network": {"id": "aba7b73d-5528-4210-8e67-297c9cb0b4e0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1988350621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb88ac3f54d4b6ba9d7c1b816224fbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ecea8bf-3d", "ovs_interfaceid": "6ecea8bf-3d58-4e0d-a2f7-34f174675665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2436.469120] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:79:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ecea8bf-3d58-4e0d-a2f7-34f174675665', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2436.477017] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Creating folder: Project (4eb88ac3f54d4b6ba9d7c1b816224fbd). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2436.477764] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84fc26e3-28b5-4074-bce8-20c6ce5d0b40 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.491922] env[62306]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2436.492085] env[62306]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62306) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2436.492408] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Folder already exists: Project (4eb88ac3f54d4b6ba9d7c1b816224fbd). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 2436.492592] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Creating folder: Instances. Parent ref: group-v406331. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2436.492830] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e677dcc-2835-4e77-b29c-1a50acf382af {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.502722] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Created folder: Instances in parent group-v406331. [ 2436.502942] env[62306]: DEBUG oslo.service.loopingcall [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2436.503146] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2436.503338] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dbcc04e-b198-4fec-ba23-7869df0da857 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.521713] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2436.521713] env[62306]: value = "task-1973606" [ 2436.521713] env[62306]: _type = "Task" [ 2436.521713] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2436.529405] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973606, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2436.711383] env[62306]: DEBUG nova.compute.manager [req-700ff510-0795-4d75-96cc-8733a2b92e66 req-b114bba5-6ba6-4974-a026-23a33ef6b4f9 service nova] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Received event network-changed-6ecea8bf-3d58-4e0d-a2f7-34f174675665 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2436.711534] env[62306]: DEBUG nova.compute.manager [req-700ff510-0795-4d75-96cc-8733a2b92e66 req-b114bba5-6ba6-4974-a026-23a33ef6b4f9 service nova] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Refreshing instance network info cache due to event network-changed-6ecea8bf-3d58-4e0d-a2f7-34f174675665. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2436.711738] env[62306]: DEBUG oslo_concurrency.lockutils [req-700ff510-0795-4d75-96cc-8733a2b92e66 req-b114bba5-6ba6-4974-a026-23a33ef6b4f9 service nova] Acquiring lock "refresh_cache-7a1d80ce-b84d-4810-9e36-ab370e9350a0" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2436.711875] env[62306]: DEBUG oslo_concurrency.lockutils [req-700ff510-0795-4d75-96cc-8733a2b92e66 req-b114bba5-6ba6-4974-a026-23a33ef6b4f9 service nova] Acquired lock "refresh_cache-7a1d80ce-b84d-4810-9e36-ab370e9350a0" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2436.712037] env[62306]: DEBUG nova.network.neutron [req-700ff510-0795-4d75-96cc-8733a2b92e66 req-b114bba5-6ba6-4974-a026-23a33ef6b4f9 service nova] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Refreshing network info cache for port 6ecea8bf-3d58-4e0d-a2f7-34f174675665 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2436.734798] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2436.874379] env[62306]: DEBUG oslo_concurrency.lockutils [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2436.874633] env[62306]: DEBUG oslo_concurrency.lockutils [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2436.876560] env[62306]: INFO nova.compute.claims [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2437.031513] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973606, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.419917] env[62306]: DEBUG nova.network.neutron [req-700ff510-0795-4d75-96cc-8733a2b92e66 req-b114bba5-6ba6-4974-a026-23a33ef6b4f9 service nova] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Updated VIF entry in instance network info cache for port 6ecea8bf-3d58-4e0d-a2f7-34f174675665. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2437.420285] env[62306]: DEBUG nova.network.neutron [req-700ff510-0795-4d75-96cc-8733a2b92e66 req-b114bba5-6ba6-4974-a026-23a33ef6b4f9 service nova] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Updating instance_info_cache with network_info: [{"id": "6ecea8bf-3d58-4e0d-a2f7-34f174675665", "address": "fa:16:3e:2c:79:86", "network": {"id": "aba7b73d-5528-4210-8e67-297c9cb0b4e0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1988350621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb88ac3f54d4b6ba9d7c1b816224fbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ecea8bf-3d", "ovs_interfaceid": "6ecea8bf-3d58-4e0d-a2f7-34f174675665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2437.532016] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973606, 'name': CreateVM_Task, 'duration_secs': 0.549391} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2437.532198] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2437.532859] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'disk_bus': None, 'attachment_id': '3767a26a-b9b2-4418-9736-6800563f0a27', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406334', 'volume_id': 'b40bb504-8952-4fc7-9618-cc0e68ddecda', 'name': 'volume-b40bb504-8952-4fc7-9618-cc0e68ddecda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a1d80ce-b84d-4810-9e36-ab370e9350a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b40bb504-8952-4fc7-9618-cc0e68ddecda', 'serial': 'b40bb504-8952-4fc7-9618-cc0e68ddecda'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62306) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2437.533092] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Root volume attach. Driver type: vmdk {{(pid=62306) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2437.533847] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a39d8c9-b6a0-4ee6-88c8-26692905a8d3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.542683] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9018072a-db46-4265-82e2-a50cbdab1350 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.548057] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bb4479-f03b-422c-a129-6490f0046718 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.553418] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e1e25293-ec39-4e69-b9b9-d251087b5466 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.560272] env[62306]: DEBUG oslo_vmware.api [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Waiting for the task: (returnval){ [ 2437.560272] env[62306]: value = "task-1973607" [ 2437.560272] env[62306]: _type = "Task" [ 2437.560272] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2437.566994] env[62306]: DEBUG oslo_vmware.api [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Task: {'id': task-1973607, 'name': RelocateVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.921495] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57bfeb5-462d-49f1-bf77-927a455d4b78 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.924183] env[62306]: DEBUG oslo_concurrency.lockutils [req-700ff510-0795-4d75-96cc-8733a2b92e66 req-b114bba5-6ba6-4974-a026-23a33ef6b4f9 service nova] Releasing lock "refresh_cache-7a1d80ce-b84d-4810-9e36-ab370e9350a0" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2437.929292] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8599f97a-cd18-411f-82d8-afbd0dea44cf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.958377] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630a9464-2a30-4b10-9209-85813bf12ddc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.965299] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa27dcf8-ae27-4afd-96f2-9bf859060b43 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.978160] env[62306]: DEBUG nova.compute.provider_tree [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2438.068838] env[62306]: DEBUG oslo_vmware.api [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Task: {'id': task-1973607, 'name': RelocateVM_Task, 'duration_secs': 0.360555} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2438.069101] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Volume attach. Driver type: vmdk {{(pid=62306) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2438.069305] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406334', 'volume_id': 'b40bb504-8952-4fc7-9618-cc0e68ddecda', 'name': 'volume-b40bb504-8952-4fc7-9618-cc0e68ddecda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a1d80ce-b84d-4810-9e36-ab370e9350a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b40bb504-8952-4fc7-9618-cc0e68ddecda', 'serial': 'b40bb504-8952-4fc7-9618-cc0e68ddecda'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2438.069992] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b33e82-540e-4693-bbb2-fbac0f1788d6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.085692] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac92898d-28e9-4896-88a3-e0b70bbc0468 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.762982] env[62306]: DEBUG nova.scheduler.client.report [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2438.774835] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-b40bb504-8952-4fc7-9618-cc0e68ddecda/volume-b40bb504-8952-4fc7-9618-cc0e68ddecda.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2438.775794] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1295214-4ede-4aa4-89ff-399aa4d2dc6e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.797475] env[62306]: DEBUG oslo_vmware.api [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Waiting for the task: (returnval){ [ 2438.797475] env[62306]: value = "task-1973608" [ 2438.797475] env[62306]: _type = "Task" [ 2438.797475] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2438.805476] env[62306]: DEBUG oslo_vmware.api [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Task: {'id': task-1973608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.276972] env[62306]: DEBUG oslo_concurrency.lockutils [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2439.277545] env[62306]: DEBUG nova.compute.manager [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2439.307966] env[62306]: DEBUG oslo_vmware.api [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Task: {'id': task-1973608, 'name': ReconfigVM_Task, 'duration_secs': 0.362491} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2439.308239] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-b40bb504-8952-4fc7-9618-cc0e68ddecda/volume-b40bb504-8952-4fc7-9618-cc0e68ddecda.vmdk or device None with type thin {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2439.313213] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96f6dd73-ca8c-4ded-aff8-72876d435eea {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.328198] env[62306]: DEBUG oslo_vmware.api [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Waiting for the task: (returnval){ [ 2439.328198] env[62306]: value = "task-1973609" [ 2439.328198] env[62306]: _type = "Task" [ 2439.328198] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2439.335973] env[62306]: DEBUG oslo_vmware.api [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Task: {'id': task-1973609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.783326] env[62306]: DEBUG nova.compute.utils [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2439.784852] env[62306]: DEBUG nova.compute.manager [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Allocating IP information in the background. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2439.785059] env[62306]: DEBUG nova.network.neutron [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] allocate_for_instance() {{(pid=62306) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2439.822579] env[62306]: DEBUG nova.policy [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08b47819de0140d188ebf5d5aa3832d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81c83af2fb514e72a0334d3070869a3a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62306) authorize /opt/stack/nova/nova/policy.py:192}} [ 2439.837325] env[62306]: DEBUG oslo_vmware.api [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Task: {'id': task-1973609, 'name': ReconfigVM_Task, 'duration_secs': 0.121357} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2439.837597] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406334', 'volume_id': 'b40bb504-8952-4fc7-9618-cc0e68ddecda', 'name': 'volume-b40bb504-8952-4fc7-9618-cc0e68ddecda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a1d80ce-b84d-4810-9e36-ab370e9350a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b40bb504-8952-4fc7-9618-cc0e68ddecda', 'serial': 'b40bb504-8952-4fc7-9618-cc0e68ddecda'} {{(pid=62306) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2439.838121] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87666062-bf8c-4b51-8579-c4af19a41d2e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.844363] env[62306]: DEBUG oslo_vmware.api [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Waiting for the task: (returnval){ [ 2439.844363] env[62306]: value = "task-1973610" [ 2439.844363] env[62306]: _type = "Task" [ 2439.844363] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2439.854234] env[62306]: DEBUG oslo_vmware.api [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Task: {'id': task-1973610, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.082790] env[62306]: DEBUG nova.network.neutron [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Successfully created port: e65563ce-aa67-4ae3-a73a-f1acbf24cef0 {{(pid=62306) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2440.288924] env[62306]: DEBUG nova.compute.manager [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2440.354419] env[62306]: DEBUG oslo_vmware.api [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Task: {'id': task-1973610, 'name': Rename_Task} progress is 14%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.855402] env[62306]: DEBUG oslo_vmware.api [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Task: {'id': task-1973610, 'name': Rename_Task, 'duration_secs': 0.713091} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2440.855670] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2440.855900] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0c042bf-1dc6-4e15-b5b2-33c715d78feb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.862290] env[62306]: DEBUG oslo_vmware.api [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Waiting for the task: (returnval){ [ 2440.862290] env[62306]: value = "task-1973611" [ 2440.862290] env[62306]: _type = "Task" [ 2440.862290] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2440.870386] env[62306]: DEBUG oslo_vmware.api [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Task: {'id': task-1973611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.302818] env[62306]: DEBUG nova.compute.manager [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2441.329502] env[62306]: DEBUG nova.virt.hardware [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2441.329747] env[62306]: DEBUG nova.virt.hardware [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2441.329900] env[62306]: DEBUG nova.virt.hardware [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2441.330090] env[62306]: DEBUG nova.virt.hardware [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2441.330233] env[62306]: DEBUG nova.virt.hardware [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2441.330376] env[62306]: DEBUG nova.virt.hardware [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2441.330579] env[62306]: DEBUG nova.virt.hardware [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2441.330734] env[62306]: DEBUG nova.virt.hardware [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2441.330893] env[62306]: DEBUG nova.virt.hardware [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2441.331069] env[62306]: DEBUG nova.virt.hardware [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2441.331249] env[62306]: DEBUG nova.virt.hardware [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2441.332100] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360c6bba-92f5-4805-9b8d-36f872f0ef30 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.340025] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866fc1f4-9498-4a31-ba52-c26d7e588f2e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.369874] env[62306]: DEBUG oslo_vmware.api [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Task: {'id': task-1973611, 'name': PowerOnVM_Task, 'duration_secs': 0.439078} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2441.370104] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2441.370304] env[62306]: INFO nova.compute.manager [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Took 5.15 seconds to spawn the instance on the hypervisor. [ 2441.370523] env[62306]: DEBUG nova.compute.manager [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2441.371210] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aebbfa2-7fd0-457e-95f8-844829582972 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.735162] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2441.887339] env[62306]: INFO nova.compute.manager [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Took 11.61 seconds to build instance. [ 2441.968920] env[62306]: DEBUG nova.compute.manager [req-e54d27fe-cfff-46c6-aff7-6992c5ba9fe5 req-36cb8bd9-3838-4b3b-bc97-62a9bd554a80 service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Received event network-vif-plugged-e65563ce-aa67-4ae3-a73a-f1acbf24cef0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2441.968920] env[62306]: DEBUG oslo_concurrency.lockutils [req-e54d27fe-cfff-46c6-aff7-6992c5ba9fe5 req-36cb8bd9-3838-4b3b-bc97-62a9bd554a80 service nova] Acquiring lock "f0f963f5-fd65-460d-a3b6-605c149667e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2441.968920] env[62306]: DEBUG oslo_concurrency.lockutils [req-e54d27fe-cfff-46c6-aff7-6992c5ba9fe5 req-36cb8bd9-3838-4b3b-bc97-62a9bd554a80 service nova] Lock "f0f963f5-fd65-460d-a3b6-605c149667e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2441.968920] env[62306]: DEBUG oslo_concurrency.lockutils [req-e54d27fe-cfff-46c6-aff7-6992c5ba9fe5 req-36cb8bd9-3838-4b3b-bc97-62a9bd554a80 service nova] Lock "f0f963f5-fd65-460d-a3b6-605c149667e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2441.968920] env[62306]: DEBUG nova.compute.manager [req-e54d27fe-cfff-46c6-aff7-6992c5ba9fe5 req-36cb8bd9-3838-4b3b-bc97-62a9bd554a80 service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] No waiting events found dispatching network-vif-plugged-e65563ce-aa67-4ae3-a73a-f1acbf24cef0 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2441.968920] env[62306]: WARNING nova.compute.manager [req-e54d27fe-cfff-46c6-aff7-6992c5ba9fe5 req-36cb8bd9-3838-4b3b-bc97-62a9bd554a80 service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Received unexpected event network-vif-plugged-e65563ce-aa67-4ae3-a73a-f1acbf24cef0 for instance with vm_state building and task_state spawning. [ 2442.083334] env[62306]: DEBUG nova.network.neutron [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Successfully updated port: e65563ce-aa67-4ae3-a73a-f1acbf24cef0 {{(pid=62306) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2442.389847] env[62306]: DEBUG oslo_concurrency.lockutils [None req-04664fa0-0fb9-4e79-b208-cd9d61f65d22 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Lock "7a1d80ce-b84d-4810-9e36-ab370e9350a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.124s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2442.429415] env[62306]: DEBUG nova.compute.manager [req-6155391f-76fc-4192-bd49-2a1d35b4f4a8 req-c871ce5a-9704-4a8f-bcb2-d12d5cba306b service nova] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Received event network-changed-6ecea8bf-3d58-4e0d-a2f7-34f174675665 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2442.429618] env[62306]: DEBUG nova.compute.manager [req-6155391f-76fc-4192-bd49-2a1d35b4f4a8 req-c871ce5a-9704-4a8f-bcb2-d12d5cba306b service nova] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Refreshing instance network info cache due to event network-changed-6ecea8bf-3d58-4e0d-a2f7-34f174675665. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2442.429827] env[62306]: DEBUG oslo_concurrency.lockutils [req-6155391f-76fc-4192-bd49-2a1d35b4f4a8 req-c871ce5a-9704-4a8f-bcb2-d12d5cba306b service nova] Acquiring lock "refresh_cache-7a1d80ce-b84d-4810-9e36-ab370e9350a0" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2442.429970] env[62306]: DEBUG oslo_concurrency.lockutils [req-6155391f-76fc-4192-bd49-2a1d35b4f4a8 req-c871ce5a-9704-4a8f-bcb2-d12d5cba306b service nova] Acquired lock "refresh_cache-7a1d80ce-b84d-4810-9e36-ab370e9350a0" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2442.430147] env[62306]: DEBUG nova.network.neutron [req-6155391f-76fc-4192-bd49-2a1d35b4f4a8 req-c871ce5a-9704-4a8f-bcb2-d12d5cba306b service nova] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Refreshing network info cache for port 6ecea8bf-3d58-4e0d-a2f7-34f174675665 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2442.586229] env[62306]: DEBUG oslo_concurrency.lockutils [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2442.586431] env[62306]: DEBUG oslo_concurrency.lockutils [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2442.586608] env[62306]: DEBUG nova.network.neutron [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2442.735535] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2442.735774] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2443.133282] env[62306]: DEBUG nova.network.neutron [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2443.189264] env[62306]: DEBUG nova.network.neutron [req-6155391f-76fc-4192-bd49-2a1d35b4f4a8 req-c871ce5a-9704-4a8f-bcb2-d12d5cba306b service nova] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Updated VIF entry in instance network info cache for port 6ecea8bf-3d58-4e0d-a2f7-34f174675665. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2443.189620] env[62306]: DEBUG nova.network.neutron [req-6155391f-76fc-4192-bd49-2a1d35b4f4a8 req-c871ce5a-9704-4a8f-bcb2-d12d5cba306b service nova] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Updating instance_info_cache with network_info: [{"id": "6ecea8bf-3d58-4e0d-a2f7-34f174675665", "address": "fa:16:3e:2c:79:86", "network": {"id": "aba7b73d-5528-4210-8e67-297c9cb0b4e0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1988350621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb88ac3f54d4b6ba9d7c1b816224fbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ecea8bf-3d", "ovs_interfaceid": "6ecea8bf-3d58-4e0d-a2f7-34f174675665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2443.239272] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2443.239500] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2443.239667] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2443.239827] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2443.240731] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9022970-43bf-44e5-9f36-a16d15be11cf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.252177] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675f802a-57b4-46a7-a962-45e3011ab3c4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.265954] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c50176c-187b-47e2-84fb-d38b34340916 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.272583] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0197ed5-ca41-4a86-aff9-6e9f36468988 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.300910] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181127MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2443.301074] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2443.301279] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2443.303739] env[62306]: DEBUG nova.network.neutron [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Updating instance_info_cache with network_info: [{"id": "e65563ce-aa67-4ae3-a73a-f1acbf24cef0", "address": "fa:16:3e:3a:6b:78", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65563ce-aa", "ovs_interfaceid": "e65563ce-aa67-4ae3-a73a-f1acbf24cef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2443.692313] env[62306]: DEBUG oslo_concurrency.lockutils [req-6155391f-76fc-4192-bd49-2a1d35b4f4a8 req-c871ce5a-9704-4a8f-bcb2-d12d5cba306b service nova] Releasing lock "refresh_cache-7a1d80ce-b84d-4810-9e36-ab370e9350a0" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2443.807390] env[62306]: DEBUG oslo_concurrency.lockutils [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2443.807761] env[62306]: DEBUG nova.compute.manager [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Instance network_info: |[{"id": "e65563ce-aa67-4ae3-a73a-f1acbf24cef0", "address": "fa:16:3e:3a:6b:78", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65563ce-aa", "ovs_interfaceid": "e65563ce-aa67-4ae3-a73a-f1acbf24cef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2443.810090] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:6b:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e65563ce-aa67-4ae3-a73a-f1acbf24cef0', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2443.817270] env[62306]: DEBUG oslo.service.loopingcall [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2443.817710] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2443.817939] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19b8b3b9-fb7d-4408-b8cc-0bff4b7a6381 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.839025] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2443.839025] env[62306]: value = "task-1973612" [ 2443.839025] env[62306]: _type = "Task" [ 2443.839025] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2443.847403] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973612, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.995293] env[62306]: DEBUG nova.compute.manager [req-6c918f79-61f8-4692-8a5f-2b7c658d5664 req-0287fe73-7481-47d7-a4b2-54dbdbd99392 service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Received event network-changed-e65563ce-aa67-4ae3-a73a-f1acbf24cef0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2443.995534] env[62306]: DEBUG nova.compute.manager [req-6c918f79-61f8-4692-8a5f-2b7c658d5664 req-0287fe73-7481-47d7-a4b2-54dbdbd99392 service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Refreshing instance network info cache due to event network-changed-e65563ce-aa67-4ae3-a73a-f1acbf24cef0. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2443.995751] env[62306]: DEBUG oslo_concurrency.lockutils [req-6c918f79-61f8-4692-8a5f-2b7c658d5664 req-0287fe73-7481-47d7-a4b2-54dbdbd99392 service nova] Acquiring lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2443.995893] env[62306]: DEBUG oslo_concurrency.lockutils [req-6c918f79-61f8-4692-8a5f-2b7c658d5664 req-0287fe73-7481-47d7-a4b2-54dbdbd99392 service nova] Acquired lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2443.996066] env[62306]: DEBUG nova.network.neutron [req-6c918f79-61f8-4692-8a5f-2b7c658d5664 req-0287fe73-7481-47d7-a4b2-54dbdbd99392 service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Refreshing network info cache for port e65563ce-aa67-4ae3-a73a-f1acbf24cef0 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2444.345057] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 7a1d80ce-b84d-4810-9e36-ab370e9350a0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2444.345057] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance f0f963f5-fd65-460d-a3b6-605c149667e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2444.345057] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2444.345439] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2444.350722] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973612, 'name': CreateVM_Task} progress is 99%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.389042] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7382c19a-50ee-43d4-872b-f4e3b9384051 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.396015] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8f4279-7a78-4679-804d-a33cb6b56d11 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.424724] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4514c658-98dc-4e9f-b6c7-e0e2f242e3a3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.431744] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfbfd76-efaf-4f18-b51f-3c0f2d813528 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.444374] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2444.677776] env[62306]: DEBUG nova.network.neutron [req-6c918f79-61f8-4692-8a5f-2b7c658d5664 req-0287fe73-7481-47d7-a4b2-54dbdbd99392 service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Updated VIF entry in instance network info cache for port e65563ce-aa67-4ae3-a73a-f1acbf24cef0. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2444.678144] env[62306]: DEBUG nova.network.neutron [req-6c918f79-61f8-4692-8a5f-2b7c658d5664 req-0287fe73-7481-47d7-a4b2-54dbdbd99392 service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Updating instance_info_cache with network_info: [{"id": "e65563ce-aa67-4ae3-a73a-f1acbf24cef0", "address": "fa:16:3e:3a:6b:78", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65563ce-aa", "ovs_interfaceid": "e65563ce-aa67-4ae3-a73a-f1acbf24cef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2444.849308] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973612, 'name': CreateVM_Task, 'duration_secs': 0.561072} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2444.849499] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2444.850174] env[62306]: DEBUG oslo_concurrency.lockutils [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2444.850337] env[62306]: DEBUG oslo_concurrency.lockutils [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2444.850663] env[62306]: DEBUG oslo_concurrency.lockutils [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2444.850918] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a857c579-04f7-496b-a5fc-dc3289da0de6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.855317] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2444.855317] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52345330-be97-dc83-6113-aec35af4dcc0" [ 2444.855317] env[62306]: _type = "Task" [ 2444.855317] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2444.862623] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52345330-be97-dc83-6113-aec35af4dcc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.947576] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2445.181171] env[62306]: DEBUG oslo_concurrency.lockutils [req-6c918f79-61f8-4692-8a5f-2b7c658d5664 req-0287fe73-7481-47d7-a4b2-54dbdbd99392 service nova] Releasing lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2445.367115] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52345330-be97-dc83-6113-aec35af4dcc0, 'name': SearchDatastore_Task, 'duration_secs': 0.014297} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2445.367441] env[62306]: DEBUG oslo_concurrency.lockutils [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2445.367630] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2445.367853] env[62306]: DEBUG oslo_concurrency.lockutils [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2445.367994] env[62306]: DEBUG oslo_concurrency.lockutils [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2445.368180] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2445.368425] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-751237b8-5bc6-4562-8d49-9a04132e76ef {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.378315] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2445.378480] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2445.379122] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d8ca25-60a9-4ea1-a5fd-e61f0aeff115 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.383768] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2445.383768] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52130816-3c7c-1cc9-d430-97ead85a6a97" [ 2445.383768] env[62306]: _type = "Task" [ 2445.383768] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2445.390434] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52130816-3c7c-1cc9-d430-97ead85a6a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2445.452325] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2445.452509] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.151s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2445.894206] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52130816-3c7c-1cc9-d430-97ead85a6a97, 'name': SearchDatastore_Task, 'duration_secs': 0.041551} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2445.894925] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bccde243-e153-4dfe-b1a9-c879ed1257f0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.899632] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2445.899632] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52111dca-67b3-511d-6999-96d8c43d827a" [ 2445.899632] env[62306]: _type = "Task" [ 2445.899632] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2445.906757] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52111dca-67b3-511d-6999-96d8c43d827a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.410234] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52111dca-67b3-511d-6999-96d8c43d827a, 'name': SearchDatastore_Task, 'duration_secs': 0.010292} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2446.410590] env[62306]: DEBUG oslo_concurrency.lockutils [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2446.410846] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] f0f963f5-fd65-460d-a3b6-605c149667e4/f0f963f5-fd65-460d-a3b6-605c149667e4.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2446.411328] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d8aa9da-2c23-4089-bf72-ded4f496c096 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.417633] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2446.417633] env[62306]: value = "task-1973613" [ 2446.417633] env[62306]: _type = "Task" [ 2446.417633] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2446.424671] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.452186] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2446.452355] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2446.927301] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495439} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2446.927604] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] f0f963f5-fd65-460d-a3b6-605c149667e4/f0f963f5-fd65-460d-a3b6-605c149667e4.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2446.927817] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2446.928076] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b799bb1b-1b50-4895-8d3c-965cb9fedd12 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.933760] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2446.933760] env[62306]: value = "task-1973614" [ 2446.933760] env[62306]: _type = "Task" [ 2446.933760] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2446.941945] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.955455] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Didn't find any instances for network info cache update. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2446.955683] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2447.443213] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.407374} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2447.443570] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2447.444165] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11b11b4-e964-4fe0-a680-9b365cdb55f4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.464857] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] f0f963f5-fd65-460d-a3b6-605c149667e4/f0f963f5-fd65-460d-a3b6-605c149667e4.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2447.465090] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6c63671-bd61-46a1-92eb-07cc0b2ed00d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.483993] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2447.483993] env[62306]: value = "task-1973615" [ 2447.483993] env[62306]: _type = "Task" [ 2447.483993] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2447.491010] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2447.993512] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973615, 'name': ReconfigVM_Task, 'duration_secs': 0.31812} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2447.993788] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Reconfigured VM instance instance-0000007d to attach disk [datastore1] f0f963f5-fd65-460d-a3b6-605c149667e4/f0f963f5-fd65-460d-a3b6-605c149667e4.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2447.994394] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05097c11-93ee-4150-a24c-3f4e089a5992 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.000557] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2448.000557] env[62306]: value = "task-1973616" [ 2448.000557] env[62306]: _type = "Task" [ 2448.000557] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2448.008414] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973616, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2448.510813] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973616, 'name': Rename_Task, 'duration_secs': 0.322964} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2448.511152] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2448.511347] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a11f003d-9faa-4ef9-9e63-3c9fb6061d1e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.518270] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2448.518270] env[62306]: value = "task-1973617" [ 2448.518270] env[62306]: _type = "Task" [ 2448.518270] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2448.525545] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.028413] env[62306]: DEBUG oslo_vmware.api [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973617, 'name': PowerOnVM_Task, 'duration_secs': 0.457491} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2449.028691] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2449.028877] env[62306]: INFO nova.compute.manager [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Took 7.73 seconds to spawn the instance on the hypervisor. [ 2449.029064] env[62306]: DEBUG nova.compute.manager [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2449.029835] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb3ecd4-89e2-4c66-836d-6f4115102ad4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.549055] env[62306]: INFO nova.compute.manager [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Took 12.69 seconds to build instance. [ 2450.050900] env[62306]: DEBUG oslo_concurrency.lockutils [None req-82d12b25-470e-4558-830f-5970af2c98fb tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "f0f963f5-fd65-460d-a3b6-605c149667e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.200s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2450.176741] env[62306]: DEBUG nova.compute.manager [req-c51be7bc-e529-4b26-a8ad-912a300e0ae8 req-95a4d9df-3b5b-4951-8069-33c724169ba7 service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Received event network-changed-e65563ce-aa67-4ae3-a73a-f1acbf24cef0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2450.176934] env[62306]: DEBUG nova.compute.manager [req-c51be7bc-e529-4b26-a8ad-912a300e0ae8 req-95a4d9df-3b5b-4951-8069-33c724169ba7 service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Refreshing instance network info cache due to event network-changed-e65563ce-aa67-4ae3-a73a-f1acbf24cef0. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2450.177184] env[62306]: DEBUG oslo_concurrency.lockutils [req-c51be7bc-e529-4b26-a8ad-912a300e0ae8 req-95a4d9df-3b5b-4951-8069-33c724169ba7 service nova] Acquiring lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2450.177329] env[62306]: DEBUG oslo_concurrency.lockutils [req-c51be7bc-e529-4b26-a8ad-912a300e0ae8 req-95a4d9df-3b5b-4951-8069-33c724169ba7 service nova] Acquired lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2450.177489] env[62306]: DEBUG nova.network.neutron [req-c51be7bc-e529-4b26-a8ad-912a300e0ae8 req-95a4d9df-3b5b-4951-8069-33c724169ba7 service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Refreshing network info cache for port e65563ce-aa67-4ae3-a73a-f1acbf24cef0 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2450.904397] env[62306]: DEBUG nova.network.neutron [req-c51be7bc-e529-4b26-a8ad-912a300e0ae8 req-95a4d9df-3b5b-4951-8069-33c724169ba7 service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Updated VIF entry in instance network info cache for port e65563ce-aa67-4ae3-a73a-f1acbf24cef0. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2450.904800] env[62306]: DEBUG nova.network.neutron [req-c51be7bc-e529-4b26-a8ad-912a300e0ae8 req-95a4d9df-3b5b-4951-8069-33c724169ba7 service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Updating instance_info_cache with network_info: [{"id": "e65563ce-aa67-4ae3-a73a-f1acbf24cef0", "address": "fa:16:3e:3a:6b:78", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65563ce-aa", "ovs_interfaceid": "e65563ce-aa67-4ae3-a73a-f1acbf24cef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2451.407424] env[62306]: DEBUG oslo_concurrency.lockutils [req-c51be7bc-e529-4b26-a8ad-912a300e0ae8 req-95a4d9df-3b5b-4951-8069-33c724169ba7 service nova] Releasing lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2479.718273] env[62306]: INFO nova.compute.manager [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Rebuilding instance [ 2479.764545] env[62306]: DEBUG nova.compute.manager [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2479.765433] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69df5164-c004-4a5a-9f46-6c470192b0fc {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2480.779090] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2480.779090] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27790f95-c0bc-4a24-8152-f2fda58b01b7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2480.786854] env[62306]: DEBUG oslo_vmware.api [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Waiting for the task: (returnval){ [ 2480.786854] env[62306]: value = "task-1973618" [ 2480.786854] env[62306]: _type = "Task" [ 2480.786854] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2480.794871] env[62306]: DEBUG oslo_vmware.api [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Task: {'id': task-1973618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2481.296403] env[62306]: DEBUG oslo_vmware.api [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Task: {'id': task-1973618, 'name': PowerOffVM_Task, 'duration_secs': 0.19587} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2481.296658] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2481.297378] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2481.297627] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d03b109-73ee-485c-9bd1-212a40b23472 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.303241] env[62306]: DEBUG oslo_vmware.api [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Waiting for the task: (returnval){ [ 2481.303241] env[62306]: value = "task-1973619" [ 2481.303241] env[62306]: _type = "Task" [ 2481.303241] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2481.310047] env[62306]: DEBUG oslo_vmware.api [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Task: {'id': task-1973619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2481.813579] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] VM already powered off {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2481.813982] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Volume detach. Driver type: vmdk {{(pid=62306) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2481.813982] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406334', 'volume_id': 'b40bb504-8952-4fc7-9618-cc0e68ddecda', 'name': 'volume-b40bb504-8952-4fc7-9618-cc0e68ddecda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a1d80ce-b84d-4810-9e36-ab370e9350a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b40bb504-8952-4fc7-9618-cc0e68ddecda', 'serial': 'b40bb504-8952-4fc7-9618-cc0e68ddecda'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2481.814725] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197fec25-9cc5-4199-bc89-0bf8e79c7c8f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.832165] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f29ecb-d76f-414e-90c8-c81a011226d7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.838674] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92582293-2e69-4701-8d9d-9cff979cee31 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.855509] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e410e506-dfab-46c5-b535-7452d87869d5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.871268] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] The volume has not been displaced from its original location: [datastore1] volume-b40bb504-8952-4fc7-9618-cc0e68ddecda/volume-b40bb504-8952-4fc7-9618-cc0e68ddecda.vmdk. No consolidation needed. {{(pid=62306) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2481.876313] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2481.876572] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27255b4d-daa5-4919-96a4-5a6eca873203 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.893463] env[62306]: DEBUG oslo_vmware.api [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Waiting for the task: (returnval){ [ 2481.893463] env[62306]: value = "task-1973620" [ 2481.893463] env[62306]: _type = "Task" [ 2481.893463] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2481.900866] env[62306]: DEBUG oslo_vmware.api [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Task: {'id': task-1973620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2482.402939] env[62306]: DEBUG oslo_vmware.api [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Task: {'id': task-1973620, 'name': ReconfigVM_Task, 'duration_secs': 0.408242} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2482.403179] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=62306) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2482.407637] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8c234ad-7bf0-41ce-b341-bfd9faab075e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.422645] env[62306]: DEBUG oslo_vmware.api [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Waiting for the task: (returnval){ [ 2482.422645] env[62306]: value = "task-1973621" [ 2482.422645] env[62306]: _type = "Task" [ 2482.422645] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2482.433497] env[62306]: DEBUG oslo_vmware.api [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Task: {'id': task-1973621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2482.932741] env[62306]: DEBUG oslo_vmware.api [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Task: {'id': task-1973621, 'name': ReconfigVM_Task, 'duration_secs': 0.146406} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2482.933104] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-406334', 'volume_id': 'b40bb504-8952-4fc7-9618-cc0e68ddecda', 'name': 'volume-b40bb504-8952-4fc7-9618-cc0e68ddecda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a1d80ce-b84d-4810-9e36-ab370e9350a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b40bb504-8952-4fc7-9618-cc0e68ddecda', 'serial': 'b40bb504-8952-4fc7-9618-cc0e68ddecda'} {{(pid=62306) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2482.933262] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2482.933993] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f44a56c-9702-43d5-b8a0-a3620925655d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.940185] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2482.940385] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-352897ff-2f54-4ac3-bb7d-a26f20b29a74 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.067561] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2483.067787] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2483.067961] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Deleting the datastore file [datastore1] 7a1d80ce-b84d-4810-9e36-ab370e9350a0 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2483.068283] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84ffa0e5-74f0-4d46-896b-13b638a12f9f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.074151] env[62306]: DEBUG oslo_vmware.api [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Waiting for the task: (returnval){ [ 2483.074151] env[62306]: value = "task-1973623" [ 2483.074151] env[62306]: _type = "Task" [ 2483.074151] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2483.081377] env[62306]: DEBUG oslo_vmware.api [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Task: {'id': task-1973623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2483.584268] env[62306]: DEBUG oslo_vmware.api [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Task: {'id': task-1973623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096782} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2483.584504] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2483.584688] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2483.584857] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2483.648728] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Volume detach. Driver type: vmdk {{(pid=62306) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2483.649057] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3d36a84-69fa-4dc8-92d2-e5874f0ca3fb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.657854] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d83ceed-4e4e-4c87-93e9-187dc9aada48 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.681451] env[62306]: ERROR nova.compute.manager [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Failed to detach volume b40bb504-8952-4fc7-9618-cc0e68ddecda from /dev/sda: nova.exception.InstanceNotFound: Instance 7a1d80ce-b84d-4810-9e36-ab370e9350a0 could not be found. [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Traceback (most recent call last): [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] self.driver.rebuild(**kwargs) [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] raise NotImplementedError() [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] NotImplementedError [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] During handling of the above exception, another exception occurred: [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Traceback (most recent call last): [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] self.driver.detach_volume(context, old_connection_info, [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] return self._volumeops.detach_volume(connection_info, instance) [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] self._detach_volume_vmdk(connection_info, instance) [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] stable_ref.fetch_moref(session) [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] nova.exception.InstanceNotFound: Instance 7a1d80ce-b84d-4810-9e36-ab370e9350a0 could not be found. [ 2483.681451] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] [ 2483.804406] env[62306]: DEBUG nova.compute.utils [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Build of instance 7a1d80ce-b84d-4810-9e36-ab370e9350a0 aborted: Failed to rebuild volume backed instance. {{(pid=62306) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 2483.806598] env[62306]: ERROR nova.compute.manager [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 7a1d80ce-b84d-4810-9e36-ab370e9350a0 aborted: Failed to rebuild volume backed instance. [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Traceback (most recent call last): [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] self.driver.rebuild(**kwargs) [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] raise NotImplementedError() [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] NotImplementedError [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] During handling of the above exception, another exception occurred: [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Traceback (most recent call last): [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] self._detach_root_volume(context, instance, root_bdm) [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] with excutils.save_and_reraise_exception(): [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] self.force_reraise() [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] raise self.value [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] self.driver.detach_volume(context, old_connection_info, [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] return self._volumeops.detach_volume(connection_info, instance) [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] self._detach_volume_vmdk(connection_info, instance) [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] stable_ref.fetch_moref(session) [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] nova.exception.InstanceNotFound: Instance 7a1d80ce-b84d-4810-9e36-ab370e9350a0 could not be found. [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] During handling of the above exception, another exception occurred: [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Traceback (most recent call last): [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/compute/manager.py", line 11383, in _error_out_instance_on_exception [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] yield [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 2483.806598] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] self._do_rebuild_instance_with_claim( [ 2483.807540] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 2483.807540] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] self._do_rebuild_instance( [ 2483.807540] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 2483.807540] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] self._rebuild_default_impl(**kwargs) [ 2483.807540] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 2483.807540] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] self._rebuild_volume_backed_instance( [ 2483.807540] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 2483.807540] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] raise exception.BuildAbortException( [ 2483.807540] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] nova.exception.BuildAbortException: Build of instance 7a1d80ce-b84d-4810-9e36-ab370e9350a0 aborted: Failed to rebuild volume backed instance. [ 2483.807540] env[62306]: ERROR nova.compute.manager [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] [ 2485.822391] env[62306]: DEBUG oslo_concurrency.lockutils [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2485.822804] env[62306]: DEBUG oslo_concurrency.lockutils [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2485.852243] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b19052-0af1-4c61-91db-9ff8b9a6ae1c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.859517] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc084bd-74e2-49f7-b5a1-5fc8d03d90ad {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.889225] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0979ae-10c6-4e2e-8a01-740df3245e06 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.896117] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f94495-65e8-4422-b5c6-fceb08a84e54 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.908934] env[62306]: DEBUG nova.compute.provider_tree [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2486.412677] env[62306]: DEBUG nova.scheduler.client.report [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2486.680233] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Acquiring lock "7a1d80ce-b84d-4810-9e36-ab370e9350a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2486.680471] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Lock "7a1d80ce-b84d-4810-9e36-ab370e9350a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2486.680750] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Acquiring lock "7a1d80ce-b84d-4810-9e36-ab370e9350a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2486.681010] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Lock "7a1d80ce-b84d-4810-9e36-ab370e9350a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2486.681234] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Lock "7a1d80ce-b84d-4810-9e36-ab370e9350a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2486.684770] env[62306]: INFO nova.compute.manager [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Terminating instance [ 2486.918649] env[62306]: DEBUG oslo_concurrency.lockutils [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.096s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2486.919058] env[62306]: INFO nova.compute.manager [None req-75afbf80-c176-47ad-96ff-c07583e9916f tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Successfully reverted task state from rebuilding on failure for instance. [ 2487.189222] env[62306]: DEBUG nova.compute.manager [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2487.189605] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c5c537d-f63a-4ba4-b535-972b6796eab5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.198831] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54eb7562-56a1-4d7a-a791-901dad31f516 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.224681] env[62306]: WARNING nova.virt.vmwareapi.driver [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 7a1d80ce-b84d-4810-9e36-ab370e9350a0 could not be found. [ 2487.224879] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2487.225181] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06524163-96d9-476a-b9af-63ec604594b2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.233214] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd44ac3a-5f6b-41fa-976d-d58f00cc2870 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.255912] env[62306]: WARNING nova.virt.vmwareapi.vmops [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7a1d80ce-b84d-4810-9e36-ab370e9350a0 could not be found. [ 2487.256161] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2487.256393] env[62306]: INFO nova.compute.manager [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Took 0.07 seconds to destroy the instance on the hypervisor. [ 2487.256675] env[62306]: DEBUG oslo.service.loopingcall [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2487.256967] env[62306]: DEBUG nova.compute.manager [-] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2487.257056] env[62306]: DEBUG nova.network.neutron [-] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2487.746018] env[62306]: DEBUG nova.compute.manager [req-cc7d2281-02d0-446b-a49d-9ef13c84e2f8 req-f85d4d63-3b21-4d8e-b7bf-84e111bacdb1 service nova] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Received event network-vif-deleted-6ecea8bf-3d58-4e0d-a2f7-34f174675665 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2487.746309] env[62306]: INFO nova.compute.manager [req-cc7d2281-02d0-446b-a49d-9ef13c84e2f8 req-f85d4d63-3b21-4d8e-b7bf-84e111bacdb1 service nova] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Neutron deleted interface 6ecea8bf-3d58-4e0d-a2f7-34f174675665; detaching it from the instance and deleting it from the info cache [ 2487.746509] env[62306]: DEBUG nova.network.neutron [req-cc7d2281-02d0-446b-a49d-9ef13c84e2f8 req-f85d4d63-3b21-4d8e-b7bf-84e111bacdb1 service nova] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2487.956197] env[62306]: DEBUG oslo_concurrency.lockutils [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "f0f963f5-fd65-460d-a3b6-605c149667e4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2487.956512] env[62306]: DEBUG oslo_concurrency.lockutils [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "f0f963f5-fd65-460d-a3b6-605c149667e4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2487.956672] env[62306]: INFO nova.compute.manager [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Shelving [ 2488.209344] env[62306]: DEBUG nova.network.neutron [-] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2488.249095] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5c8cd58-516a-4ed0-a098-09a6a2627b19 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.260316] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff7e363-fc17-4c85-823b-ba2d31d4c223 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.286035] env[62306]: DEBUG nova.compute.manager [req-cc7d2281-02d0-446b-a49d-9ef13c84e2f8 req-f85d4d63-3b21-4d8e-b7bf-84e111bacdb1 service nova] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Detach interface failed, port_id=6ecea8bf-3d58-4e0d-a2f7-34f174675665, reason: Instance 7a1d80ce-b84d-4810-9e36-ab370e9350a0 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2488.711873] env[62306]: INFO nova.compute.manager [-] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Took 1.45 seconds to deallocate network for instance. [ 2488.966772] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2488.967603] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df8536b6-d33f-47d3-92b4-b35bb4f1edb7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.976864] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2488.976864] env[62306]: value = "task-1973624" [ 2488.976864] env[62306]: _type = "Task" [ 2488.976864] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2488.992364] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2489.260014] env[62306]: INFO nova.compute.manager [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Took 0.55 seconds to detach 1 volumes for instance. [ 2489.262297] env[62306]: DEBUG nova.compute.manager [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] [instance: 7a1d80ce-b84d-4810-9e36-ab370e9350a0] Deleting volume: b40bb504-8952-4fc7-9618-cc0e68ddecda {{(pid=62306) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2489.491871] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973624, 'name': PowerOffVM_Task, 'duration_secs': 0.201388} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2489.492378] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2489.493319] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c33b304-c41e-44f6-aa28-84de4153c3da {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2489.512872] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d72c61-e6ad-4104-be73-857f034ea9bd {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2489.808310] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2489.808579] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2489.808805] env[62306]: DEBUG nova.objects.instance [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Lazy-loading 'resources' on Instance uuid 7a1d80ce-b84d-4810-9e36-ab370e9350a0 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2490.024327] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Creating Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2490.024766] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2233306c-9eeb-4439-bd14-2ff6f9b50b4f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.032733] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2490.032733] env[62306]: value = "task-1973626" [ 2490.032733] env[62306]: _type = "Task" [ 2490.032733] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2490.041845] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973626, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2490.344197] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3212f9b-4e5e-42aa-8fa3-4759b6a4b486 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.352019] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc14bb2-3b36-407d-a501-68c38eba2c7b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.383946] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe4f357-0c49-47a1-9e71-fc4658cbc565 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.391481] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db113c1-c5b4-4940-b080-4ac137c02624 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.404877] env[62306]: DEBUG nova.compute.provider_tree [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2490.542238] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973626, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2490.909757] env[62306]: DEBUG nova.scheduler.client.report [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2491.044060] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973626, 'name': CreateSnapshot_Task, 'duration_secs': 0.617035} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2491.044466] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Created Snapshot of the VM instance {{(pid=62306) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2491.045141] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9e9669-27d7-4684-b4da-04772945a533 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2491.414096] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2491.563767] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Creating linked-clone VM from snapshot {{(pid=62306) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2491.564033] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6e42df43-c342-4a7d-902e-3fa82774b9be {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2491.573554] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2491.573554] env[62306]: value = "task-1973627" [ 2491.573554] env[62306]: _type = "Task" [ 2491.573554] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2491.581017] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973627, 'name': CloneVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2491.932344] env[62306]: DEBUG oslo_concurrency.lockutils [None req-a066cf35-93d7-4e91-af8b-2f2c2ca85696 tempest-ServerActionsV293TestJSON-26907367 tempest-ServerActionsV293TestJSON-26907367-project-member] Lock "7a1d80ce-b84d-4810-9e36-ab370e9350a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.252s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2492.083776] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973627, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2492.585811] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973627, 'name': CloneVM_Task} progress is 94%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2493.085089] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973627, 'name': CloneVM_Task, 'duration_secs': 1.43485} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2493.085441] env[62306]: INFO nova.virt.vmwareapi.vmops [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Created linked-clone VM from snapshot [ 2493.086109] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ff5991-a46d-4bc7-bedd-469653abb70a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.092921] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Uploading image 9dc69d3d-33c7-4098-92d8-7ebca139dabe {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2493.118280] env[62306]: DEBUG oslo_vmware.rw_handles [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2493.118280] env[62306]: value = "vm-406339" [ 2493.118280] env[62306]: _type = "VirtualMachine" [ 2493.118280] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2493.118534] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1bdf1705-d945-4019-90c2-aedf506d995e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.124951] env[62306]: DEBUG oslo_vmware.rw_handles [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lease: (returnval){ [ 2493.124951] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52307809-244d-e3f2-4d05-ed0d9d6c642f" [ 2493.124951] env[62306]: _type = "HttpNfcLease" [ 2493.124951] env[62306]: } obtained for exporting VM: (result){ [ 2493.124951] env[62306]: value = "vm-406339" [ 2493.124951] env[62306]: _type = "VirtualMachine" [ 2493.124951] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2493.125232] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the lease: (returnval){ [ 2493.125232] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52307809-244d-e3f2-4d05-ed0d9d6c642f" [ 2493.125232] env[62306]: _type = "HttpNfcLease" [ 2493.125232] env[62306]: } to be ready. {{(pid=62306) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2493.131307] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2493.131307] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52307809-244d-e3f2-4d05-ed0d9d6c642f" [ 2493.131307] env[62306]: _type = "HttpNfcLease" [ 2493.131307] env[62306]: } is initializing. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2493.632893] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2493.632893] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52307809-244d-e3f2-4d05-ed0d9d6c642f" [ 2493.632893] env[62306]: _type = "HttpNfcLease" [ 2493.632893] env[62306]: } is ready. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2493.633190] env[62306]: DEBUG oslo_vmware.rw_handles [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2493.633190] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52307809-244d-e3f2-4d05-ed0d9d6c642f" [ 2493.633190] env[62306]: _type = "HttpNfcLease" [ 2493.633190] env[62306]: }. {{(pid=62306) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2493.633871] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa57fbf3-1454-4d79-92e0-771ada11fe87 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.640820] env[62306]: DEBUG oslo_vmware.rw_handles [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52039f07-bd37-14d1-7988-705a4927b6a4/disk-0.vmdk from lease info. {{(pid=62306) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2493.640995] env[62306]: DEBUG oslo_vmware.rw_handles [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52039f07-bd37-14d1-7988-705a4927b6a4/disk-0.vmdk for reading. {{(pid=62306) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2493.728082] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-06fa2666-7c69-40da-b3e2-207460af4a65 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.735774] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2494.736183] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2495.736300] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2496.730322] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2497.736131] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2500.707639] env[62306]: DEBUG oslo_vmware.rw_handles [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52039f07-bd37-14d1-7988-705a4927b6a4/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2500.708610] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4773922b-e20b-496d-923a-ea9b99a9ec29 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.714980] env[62306]: DEBUG oslo_vmware.rw_handles [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52039f07-bd37-14d1-7988-705a4927b6a4/disk-0.vmdk is in state: ready. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2500.715173] env[62306]: ERROR oslo_vmware.rw_handles [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52039f07-bd37-14d1-7988-705a4927b6a4/disk-0.vmdk due to incomplete transfer. [ 2500.715390] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0c552c1c-b379-48ef-a4b2-7a13aaff1e03 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.722069] env[62306]: DEBUG oslo_vmware.rw_handles [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52039f07-bd37-14d1-7988-705a4927b6a4/disk-0.vmdk. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2500.722268] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Uploaded image 9dc69d3d-33c7-4098-92d8-7ebca139dabe to the Glance image server {{(pid=62306) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2500.724437] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Destroying the VM {{(pid=62306) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2500.724659] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f55e708a-7c1b-4085-af2f-fc57f41ff173 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.730474] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2500.730474] env[62306]: value = "task-1973629" [ 2500.730474] env[62306]: _type = "Task" [ 2500.730474] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2500.737981] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973629, 'name': Destroy_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2501.240371] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973629, 'name': Destroy_Task, 'duration_secs': 0.408687} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2501.240627] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Destroyed the VM [ 2501.240857] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Deleting Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2501.241100] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-072f6b11-d6b5-40e1-8f2f-22016ad5f043 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.247212] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2501.247212] env[62306]: value = "task-1973630" [ 2501.247212] env[62306]: _type = "Task" [ 2501.247212] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2501.254275] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973630, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2501.757531] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973630, 'name': RemoveSnapshot_Task, 'duration_secs': 0.450199} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2501.757967] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Deleted Snapshot of the VM instance {{(pid=62306) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2501.758044] env[62306]: DEBUG nova.compute.manager [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2501.758739] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a36cc67-bf7f-4cfb-bca4-ba65d4a5b063 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.270382] env[62306]: INFO nova.compute.manager [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Shelve offloading [ 2502.735463] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2502.773482] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2502.773809] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73764a07-eded-4698-a239-a548c07adeed {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.781979] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2502.781979] env[62306]: value = "task-1973631" [ 2502.781979] env[62306]: _type = "Task" [ 2502.781979] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2502.789392] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2503.292232] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] VM already powered off {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2503.292458] env[62306]: DEBUG nova.compute.manager [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2503.293184] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9f5df7-273b-4b77-8fec-027e2d195680 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.298587] env[62306]: DEBUG oslo_concurrency.lockutils [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2503.298748] env[62306]: DEBUG oslo_concurrency.lockutils [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2503.298910] env[62306]: DEBUG nova.network.neutron [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2503.735604] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2503.735790] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2503.735911] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2503.999233] env[62306]: DEBUG nova.network.neutron [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Updating instance_info_cache with network_info: [{"id": "e65563ce-aa67-4ae3-a73a-f1acbf24cef0", "address": "fa:16:3e:3a:6b:78", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65563ce-aa", "ovs_interfaceid": "e65563ce-aa67-4ae3-a73a-f1acbf24cef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2504.238919] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2504.502233] env[62306]: DEBUG oslo_concurrency.lockutils [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2504.504167] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquired lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2504.504435] env[62306]: DEBUG nova.network.neutron [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Forcefully refreshing network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2504.504435] env[62306]: DEBUG nova.objects.instance [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lazy-loading 'info_cache' on Instance uuid f0f963f5-fd65-460d-a3b6-605c149667e4 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2504.754403] env[62306]: DEBUG nova.compute.manager [req-6a06f1a5-0c19-4cfb-ad3f-e9dd8c159d6f req-d66e7331-053d-46d5-8c4a-b4bdd84482fd service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Received event network-vif-unplugged-e65563ce-aa67-4ae3-a73a-f1acbf24cef0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2504.754604] env[62306]: DEBUG oslo_concurrency.lockutils [req-6a06f1a5-0c19-4cfb-ad3f-e9dd8c159d6f req-d66e7331-053d-46d5-8c4a-b4bdd84482fd service nova] Acquiring lock "f0f963f5-fd65-460d-a3b6-605c149667e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2504.754812] env[62306]: DEBUG oslo_concurrency.lockutils [req-6a06f1a5-0c19-4cfb-ad3f-e9dd8c159d6f req-d66e7331-053d-46d5-8c4a-b4bdd84482fd service nova] Lock "f0f963f5-fd65-460d-a3b6-605c149667e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2504.754979] env[62306]: DEBUG oslo_concurrency.lockutils [req-6a06f1a5-0c19-4cfb-ad3f-e9dd8c159d6f req-d66e7331-053d-46d5-8c4a-b4bdd84482fd service nova] Lock "f0f963f5-fd65-460d-a3b6-605c149667e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2504.755262] env[62306]: DEBUG nova.compute.manager [req-6a06f1a5-0c19-4cfb-ad3f-e9dd8c159d6f req-d66e7331-053d-46d5-8c4a-b4bdd84482fd service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] No waiting events found dispatching network-vif-unplugged-e65563ce-aa67-4ae3-a73a-f1acbf24cef0 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2504.755439] env[62306]: WARNING nova.compute.manager [req-6a06f1a5-0c19-4cfb-ad3f-e9dd8c159d6f req-d66e7331-053d-46d5-8c4a-b4bdd84482fd service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Received unexpected event network-vif-unplugged-e65563ce-aa67-4ae3-a73a-f1acbf24cef0 for instance with vm_state shelved and task_state shelving_offloading. [ 2504.836931] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2504.837825] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc4915c-c3cf-486d-97b6-0292d34dcee3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.845591] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2504.845803] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c886095-de9b-4714-9127-911447717a31 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.947423] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2504.947665] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2504.947816] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Deleting the datastore file [datastore1] f0f963f5-fd65-460d-a3b6-605c149667e4 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2504.948107] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32873b50-f8a8-4fc8-9b80-80f8fbc42851 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.954826] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2504.954826] env[62306]: value = "task-1973633" [ 2504.954826] env[62306]: _type = "Task" [ 2504.954826] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2504.962901] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2505.464997] env[62306]: DEBUG oslo_vmware.api [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140235} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2505.465356] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2505.465489] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2505.465608] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2505.487266] env[62306]: INFO nova.scheduler.client.report [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Deleted allocations for instance f0f963f5-fd65-460d-a3b6-605c149667e4 [ 2505.991823] env[62306]: DEBUG oslo_concurrency.lockutils [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2505.992089] env[62306]: DEBUG oslo_concurrency.lockutils [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2505.992335] env[62306]: DEBUG nova.objects.instance [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lazy-loading 'resources' on Instance uuid f0f963f5-fd65-460d-a3b6-605c149667e4 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2506.247601] env[62306]: DEBUG nova.network.neutron [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Updating instance_info_cache with network_info: [{"id": "e65563ce-aa67-4ae3-a73a-f1acbf24cef0", "address": "fa:16:3e:3a:6b:78", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": null, "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape65563ce-aa", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2506.494496] env[62306]: DEBUG nova.objects.instance [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lazy-loading 'numa_topology' on Instance uuid f0f963f5-fd65-460d-a3b6-605c149667e4 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2506.750225] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Releasing lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2506.750409] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Updated the network info_cache for instance {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2506.750853] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2506.751269] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2506.751448] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2506.780664] env[62306]: DEBUG nova.compute.manager [req-8d2bfca9-27aa-48c6-9cde-3b71eba6dbc5 req-4d2da294-3ca3-4de2-90e3-33f03102c3b0 service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Received event network-changed-e65563ce-aa67-4ae3-a73a-f1acbf24cef0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2506.780828] env[62306]: DEBUG nova.compute.manager [req-8d2bfca9-27aa-48c6-9cde-3b71eba6dbc5 req-4d2da294-3ca3-4de2-90e3-33f03102c3b0 service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Refreshing instance network info cache due to event network-changed-e65563ce-aa67-4ae3-a73a-f1acbf24cef0. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2506.781055] env[62306]: DEBUG oslo_concurrency.lockutils [req-8d2bfca9-27aa-48c6-9cde-3b71eba6dbc5 req-4d2da294-3ca3-4de2-90e3-33f03102c3b0 service nova] Acquiring lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2506.781210] env[62306]: DEBUG oslo_concurrency.lockutils [req-8d2bfca9-27aa-48c6-9cde-3b71eba6dbc5 req-4d2da294-3ca3-4de2-90e3-33f03102c3b0 service nova] Acquired lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2506.781367] env[62306]: DEBUG nova.network.neutron [req-8d2bfca9-27aa-48c6-9cde-3b71eba6dbc5 req-4d2da294-3ca3-4de2-90e3-33f03102c3b0 service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Refreshing network info cache for port e65563ce-aa67-4ae3-a73a-f1acbf24cef0 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2506.997166] env[62306]: DEBUG nova.objects.base [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62306) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2507.012349] env[62306]: DEBUG nova.scheduler.client.report [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Refreshing inventories for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2507.025052] env[62306]: DEBUG nova.scheduler.client.report [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Updating ProviderTree inventory for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2507.025283] env[62306]: DEBUG nova.compute.provider_tree [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Updating inventory in ProviderTree for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2507.039136] env[62306]: DEBUG nova.scheduler.client.report [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Refreshing aggregate associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, aggregates: None {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2507.053503] env[62306]: DEBUG nova.scheduler.client.report [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Refreshing trait associations for resource provider 8987d069-ee8b-4b99-9293-8d91cd057fe9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62306) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2507.074509] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc313f99-e311-4630-9aed-f57737ebd69a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.082129] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eea3e7-ceca-4917-9441-7cc7e3f5e932 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.110520] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d618f120-a1ab-4443-a64d-d172bd0de410 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.117527] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1a71da-e7c3-475f-bfbc-a27ba7f0aa0e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.130527] env[62306]: DEBUG nova.compute.provider_tree [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2507.244555] env[62306]: DEBUG oslo_concurrency.lockutils [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "f0f963f5-fd65-460d-a3b6-605c149667e4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2507.254035] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2507.487253] env[62306]: DEBUG nova.network.neutron [req-8d2bfca9-27aa-48c6-9cde-3b71eba6dbc5 req-4d2da294-3ca3-4de2-90e3-33f03102c3b0 service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Updated VIF entry in instance network info cache for port e65563ce-aa67-4ae3-a73a-f1acbf24cef0. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2507.487648] env[62306]: DEBUG nova.network.neutron [req-8d2bfca9-27aa-48c6-9cde-3b71eba6dbc5 req-4d2da294-3ca3-4de2-90e3-33f03102c3b0 service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Updating instance_info_cache with network_info: [{"id": "e65563ce-aa67-4ae3-a73a-f1acbf24cef0", "address": "fa:16:3e:3a:6b:78", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": null, "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape65563ce-aa", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2507.633505] env[62306]: DEBUG nova.scheduler.client.report [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2507.990272] env[62306]: DEBUG oslo_concurrency.lockutils [req-8d2bfca9-27aa-48c6-9cde-3b71eba6dbc5 req-4d2da294-3ca3-4de2-90e3-33f03102c3b0 service nova] Releasing lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2508.139461] env[62306]: DEBUG oslo_concurrency.lockutils [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2508.141903] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.888s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2508.142098] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2508.142257] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2508.143290] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af837a09-d97a-490d-a976-2f9a5fd26c74 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.151485] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2533b47-e809-43a7-a3f4-98e9286f71c3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.165078] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b625e7a-920a-4574-ab9d-554055276d52 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.171450] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935cc6e3-4883-424a-b9ff-2990c6a4b716 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.200336] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181132MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2508.200480] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2508.200668] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2508.647839] env[62306]: DEBUG oslo_concurrency.lockutils [None req-81982e84-7204-46a4-a0b9-00e1781b2231 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "f0f963f5-fd65-460d-a3b6-605c149667e4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.691s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2508.648654] env[62306]: DEBUG oslo_concurrency.lockutils [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "f0f963f5-fd65-460d-a3b6-605c149667e4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.404s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2508.648833] env[62306]: INFO nova.compute.manager [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Unshelving [ 2509.671243] env[62306]: DEBUG oslo_concurrency.lockutils [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2509.723188] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance f0f963f5-fd65-460d-a3b6-605c149667e4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62306) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2509.723389] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2509.723531] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2509.747975] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f20ef6-5cca-442a-83fc-b8f74c678fd0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.755483] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96220d6-4c46-4c0e-b8fc-6356b38bc31e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.784011] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b128ad1-dc1c-4fc3-a700-f23bb5426f43 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.790480] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27f5ebf-c629-4f56-9275-dc71e24009c7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.802578] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2510.305810] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2510.811548] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2510.811913] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.611s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2510.812053] env[62306]: DEBUG oslo_concurrency.lockutils [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.141s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2510.812272] env[62306]: DEBUG nova.objects.instance [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lazy-loading 'pci_requests' on Instance uuid f0f963f5-fd65-460d-a3b6-605c149667e4 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2511.316016] env[62306]: DEBUG nova.objects.instance [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lazy-loading 'numa_topology' on Instance uuid f0f963f5-fd65-460d-a3b6-605c149667e4 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2511.818725] env[62306]: INFO nova.compute.claims [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2512.856438] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0a57e9-c08c-462d-a4f4-6123b7a09257 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.864117] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c830b1-ea09-45cd-900c-3acc3574811f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.892303] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acae1d7-7211-41ff-b47d-db3e7da582f5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.898809] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544d7f53-c6c5-4d3b-b74b-fcc74ff60edb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.911134] env[62306]: DEBUG nova.compute.provider_tree [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2513.414360] env[62306]: DEBUG nova.scheduler.client.report [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2513.919675] env[62306]: DEBUG oslo_concurrency.lockutils [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.107s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2513.947382] env[62306]: INFO nova.network.neutron [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Updating port e65563ce-aa67-4ae3-a73a-f1acbf24cef0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2516.827984] env[62306]: DEBUG nova.compute.manager [req-23ff258c-54dc-40ca-9c84-53b2154f154a req-f49a3491-11fb-490a-a87b-c62edb474048 service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Received event network-vif-plugged-e65563ce-aa67-4ae3-a73a-f1acbf24cef0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2516.828329] env[62306]: DEBUG oslo_concurrency.lockutils [req-23ff258c-54dc-40ca-9c84-53b2154f154a req-f49a3491-11fb-490a-a87b-c62edb474048 service nova] Acquiring lock "f0f963f5-fd65-460d-a3b6-605c149667e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2516.828611] env[62306]: DEBUG oslo_concurrency.lockutils [req-23ff258c-54dc-40ca-9c84-53b2154f154a req-f49a3491-11fb-490a-a87b-c62edb474048 service nova] Lock "f0f963f5-fd65-460d-a3b6-605c149667e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2516.828856] env[62306]: DEBUG oslo_concurrency.lockutils [req-23ff258c-54dc-40ca-9c84-53b2154f154a req-f49a3491-11fb-490a-a87b-c62edb474048 service nova] Lock "f0f963f5-fd65-460d-a3b6-605c149667e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2516.829095] env[62306]: DEBUG nova.compute.manager [req-23ff258c-54dc-40ca-9c84-53b2154f154a req-f49a3491-11fb-490a-a87b-c62edb474048 service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] No waiting events found dispatching network-vif-plugged-e65563ce-aa67-4ae3-a73a-f1acbf24cef0 {{(pid=62306) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2516.829324] env[62306]: WARNING nova.compute.manager [req-23ff258c-54dc-40ca-9c84-53b2154f154a req-f49a3491-11fb-490a-a87b-c62edb474048 service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Received unexpected event network-vif-plugged-e65563ce-aa67-4ae3-a73a-f1acbf24cef0 for instance with vm_state shelved_offloaded and task_state spawning. [ 2516.918900] env[62306]: DEBUG oslo_concurrency.lockutils [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2516.919149] env[62306]: DEBUG oslo_concurrency.lockutils [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2516.919297] env[62306]: DEBUG nova.network.neutron [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2517.630698] env[62306]: DEBUG nova.network.neutron [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Updating instance_info_cache with network_info: [{"id": "e65563ce-aa67-4ae3-a73a-f1acbf24cef0", "address": "fa:16:3e:3a:6b:78", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65563ce-aa", "ovs_interfaceid": "e65563ce-aa67-4ae3-a73a-f1acbf24cef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2518.133157] env[62306]: DEBUG oslo_concurrency.lockutils [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2518.160803] env[62306]: DEBUG nova.virt.hardware [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='979dfc50b30b1deec90e94bfeb1d2535',container_format='bare',created_at=2024-12-27T22:43:59Z,direct_url=,disk_format='vmdk',id=9dc69d3d-33c7-4098-92d8-7ebca139dabe,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2075411663-shelved',owner='81c83af2fb514e72a0334d3070869a3a',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2024-12-27T22:44:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2518.161061] env[62306]: DEBUG nova.virt.hardware [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2518.161222] env[62306]: DEBUG nova.virt.hardware [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2518.161401] env[62306]: DEBUG nova.virt.hardware [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2518.161547] env[62306]: DEBUG nova.virt.hardware [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2518.161690] env[62306]: DEBUG nova.virt.hardware [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2518.161893] env[62306]: DEBUG nova.virt.hardware [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2518.162066] env[62306]: DEBUG nova.virt.hardware [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2518.162242] env[62306]: DEBUG nova.virt.hardware [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2518.162454] env[62306]: DEBUG nova.virt.hardware [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2518.162631] env[62306]: DEBUG nova.virt.hardware [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2518.163491] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396db02a-d700-4be6-8d67-4604e4f5dbae {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.171501] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160d1c1f-cce3-4dbf-8f4a-c7283cad2250 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.184502] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:6b:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e65563ce-aa67-4ae3-a73a-f1acbf24cef0', 'vif_model': 'vmxnet3'}] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2518.191627] env[62306]: DEBUG oslo.service.loopingcall [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2518.191856] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2518.192098] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1edbff96-73ec-4893-b160-847d4ba45ef8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.210848] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2518.210848] env[62306]: value = "task-1973634" [ 2518.210848] env[62306]: _type = "Task" [ 2518.210848] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2518.217991] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973634, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2518.720063] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973634, 'name': CreateVM_Task, 'duration_secs': 0.311592} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2518.720289] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2518.720853] env[62306]: DEBUG oslo_concurrency.lockutils [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9dc69d3d-33c7-4098-92d8-7ebca139dabe" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2518.721031] env[62306]: DEBUG oslo_concurrency.lockutils [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9dc69d3d-33c7-4098-92d8-7ebca139dabe" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2518.721438] env[62306]: DEBUG oslo_concurrency.lockutils [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9dc69d3d-33c7-4098-92d8-7ebca139dabe" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2518.721683] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3079c6f-52b0-4951-bcf8-b0e40cbd735d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.727078] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2518.727078] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5227bbf6-7249-bdc8-7f67-3c77e5f91179" [ 2518.727078] env[62306]: _type = "Task" [ 2518.727078] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2518.734309] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5227bbf6-7249-bdc8-7f67-3c77e5f91179, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2518.852019] env[62306]: DEBUG nova.compute.manager [req-04b6ad5a-9b32-4bc2-b194-92824742404e req-3ec94983-b4e8-477f-9e95-107751d3df2b service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Received event network-changed-e65563ce-aa67-4ae3-a73a-f1acbf24cef0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2518.852238] env[62306]: DEBUG nova.compute.manager [req-04b6ad5a-9b32-4bc2-b194-92824742404e req-3ec94983-b4e8-477f-9e95-107751d3df2b service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Refreshing instance network info cache due to event network-changed-e65563ce-aa67-4ae3-a73a-f1acbf24cef0. {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2518.852453] env[62306]: DEBUG oslo_concurrency.lockutils [req-04b6ad5a-9b32-4bc2-b194-92824742404e req-3ec94983-b4e8-477f-9e95-107751d3df2b service nova] Acquiring lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2518.852596] env[62306]: DEBUG oslo_concurrency.lockutils [req-04b6ad5a-9b32-4bc2-b194-92824742404e req-3ec94983-b4e8-477f-9e95-107751d3df2b service nova] Acquired lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2518.852754] env[62306]: DEBUG nova.network.neutron [req-04b6ad5a-9b32-4bc2-b194-92824742404e req-3ec94983-b4e8-477f-9e95-107751d3df2b service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Refreshing network info cache for port e65563ce-aa67-4ae3-a73a-f1acbf24cef0 {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2519.237828] env[62306]: DEBUG oslo_concurrency.lockutils [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9dc69d3d-33c7-4098-92d8-7ebca139dabe" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2519.238109] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Processing image 9dc69d3d-33c7-4098-92d8-7ebca139dabe {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2519.238316] env[62306]: DEBUG oslo_concurrency.lockutils [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9dc69d3d-33c7-4098-92d8-7ebca139dabe/9dc69d3d-33c7-4098-92d8-7ebca139dabe.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2519.238462] env[62306]: DEBUG oslo_concurrency.lockutils [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9dc69d3d-33c7-4098-92d8-7ebca139dabe/9dc69d3d-33c7-4098-92d8-7ebca139dabe.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2519.238634] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2519.238876] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bd24c42-bebf-4cf8-9273-71da7ace5fe9 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.247923] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2519.248209] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2519.249093] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32c52a57-f177-42a7-a4d8-f24616202dcf {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.255325] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2519.255325] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5234529e-bac1-37d0-7725-566337668d61" [ 2519.255325] env[62306]: _type = "Task" [ 2519.255325] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2519.265942] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5234529e-bac1-37d0-7725-566337668d61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2519.546039] env[62306]: DEBUG nova.network.neutron [req-04b6ad5a-9b32-4bc2-b194-92824742404e req-3ec94983-b4e8-477f-9e95-107751d3df2b service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Updated VIF entry in instance network info cache for port e65563ce-aa67-4ae3-a73a-f1acbf24cef0. {{(pid=62306) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2519.546491] env[62306]: DEBUG nova.network.neutron [req-04b6ad5a-9b32-4bc2-b194-92824742404e req-3ec94983-b4e8-477f-9e95-107751d3df2b service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Updating instance_info_cache with network_info: [{"id": "e65563ce-aa67-4ae3-a73a-f1acbf24cef0", "address": "fa:16:3e:3a:6b:78", "network": {"id": "525b66ca-7b29-491a-a424-5862ede23b78", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851796084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c83af2fb514e72a0334d3070869a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65563ce-aa", "ovs_interfaceid": "e65563ce-aa67-4ae3-a73a-f1acbf24cef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2519.765116] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Preparing fetch location {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2519.765487] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Fetch image to [datastore1] OSTACK_IMG_8f5488cf-6da1-4398-bb98-067401db2cf3/OSTACK_IMG_8f5488cf-6da1-4398-bb98-067401db2cf3.vmdk {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2519.765761] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Downloading stream optimized image 9dc69d3d-33c7-4098-92d8-7ebca139dabe to [datastore1] OSTACK_IMG_8f5488cf-6da1-4398-bb98-067401db2cf3/OSTACK_IMG_8f5488cf-6da1-4398-bb98-067401db2cf3.vmdk on the data store datastore1 as vApp {{(pid=62306) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2519.766016] env[62306]: DEBUG nova.virt.vmwareapi.images [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Downloading image file data 9dc69d3d-33c7-4098-92d8-7ebca139dabe to the ESX as VM named 'OSTACK_IMG_8f5488cf-6da1-4398-bb98-067401db2cf3' {{(pid=62306) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2519.807054] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2519.832569] env[62306]: DEBUG oslo_vmware.rw_handles [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2519.832569] env[62306]: value = "resgroup-9" [ 2519.832569] env[62306]: _type = "ResourcePool" [ 2519.832569] env[62306]: }. {{(pid=62306) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2519.832569] env[62306]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-99e9d3bd-58d4-4e37-af74-bb1e0070dbca {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.852196] env[62306]: DEBUG oslo_vmware.rw_handles [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lease: (returnval){ [ 2519.852196] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5281ae18-8a85-9194-cae1-4ac7bb37fb2e" [ 2519.852196] env[62306]: _type = "HttpNfcLease" [ 2519.852196] env[62306]: } obtained for vApp import into resource pool (val){ [ 2519.852196] env[62306]: value = "resgroup-9" [ 2519.852196] env[62306]: _type = "ResourcePool" [ 2519.852196] env[62306]: }. {{(pid=62306) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2519.852470] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the lease: (returnval){ [ 2519.852470] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5281ae18-8a85-9194-cae1-4ac7bb37fb2e" [ 2519.852470] env[62306]: _type = "HttpNfcLease" [ 2519.852470] env[62306]: } to be ready. {{(pid=62306) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2519.858200] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2519.858200] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5281ae18-8a85-9194-cae1-4ac7bb37fb2e" [ 2519.858200] env[62306]: _type = "HttpNfcLease" [ 2519.858200] env[62306]: } is initializing. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2520.049060] env[62306]: DEBUG oslo_concurrency.lockutils [req-04b6ad5a-9b32-4bc2-b194-92824742404e req-3ec94983-b4e8-477f-9e95-107751d3df2b service nova] Releasing lock "refresh_cache-f0f963f5-fd65-460d-a3b6-605c149667e4" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2520.360715] env[62306]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2520.360715] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5281ae18-8a85-9194-cae1-4ac7bb37fb2e" [ 2520.360715] env[62306]: _type = "HttpNfcLease" [ 2520.360715] env[62306]: } is ready. {{(pid=62306) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2520.360715] env[62306]: DEBUG oslo_vmware.rw_handles [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2520.360715] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5281ae18-8a85-9194-cae1-4ac7bb37fb2e" [ 2520.360715] env[62306]: _type = "HttpNfcLease" [ 2520.360715] env[62306]: }. {{(pid=62306) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2520.361380] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7ba064-512b-40ab-84c7-555833ed278f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2520.368586] env[62306]: DEBUG oslo_vmware.rw_handles [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5206069c-7404-a92d-944a-7549cd7e0ee2/disk-0.vmdk from lease info. {{(pid=62306) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2520.368766] env[62306]: DEBUG oslo_vmware.rw_handles [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5206069c-7404-a92d-944a-7549cd7e0ee2/disk-0.vmdk. {{(pid=62306) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2520.429941] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-caf00239-2f0a-48b6-a423-4b5e58d57219 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.496273] env[62306]: DEBUG oslo_vmware.rw_handles [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Completed reading data from the image iterator. {{(pid=62306) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2521.496611] env[62306]: DEBUG oslo_vmware.rw_handles [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5206069c-7404-a92d-944a-7549cd7e0ee2/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2521.497615] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60a33ad-2313-48a8-91ca-fa49c35ccf9e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.505076] env[62306]: DEBUG oslo_vmware.rw_handles [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5206069c-7404-a92d-944a-7549cd7e0ee2/disk-0.vmdk is in state: ready. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2521.505255] env[62306]: DEBUG oslo_vmware.rw_handles [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5206069c-7404-a92d-944a-7549cd7e0ee2/disk-0.vmdk. {{(pid=62306) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2521.505505] env[62306]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-996061f3-84a8-43a5-8d4b-af9d3efae3c3 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.684014] env[62306]: DEBUG oslo_vmware.rw_handles [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5206069c-7404-a92d-944a-7549cd7e0ee2/disk-0.vmdk. {{(pid=62306) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2521.684213] env[62306]: INFO nova.virt.vmwareapi.images [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Downloaded image file data 9dc69d3d-33c7-4098-92d8-7ebca139dabe [ 2521.685096] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc7a83d-2ffd-4af9-b67e-11824a704b96 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.701210] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f727d0a8-5e36-497a-b694-6a06fd808fb0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.722981] env[62306]: INFO nova.virt.vmwareapi.images [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] The imported VM was unregistered [ 2521.725154] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Caching image {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2521.725385] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Creating directory with path [datastore1] devstack-image-cache_base/9dc69d3d-33c7-4098-92d8-7ebca139dabe {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2521.725620] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8430e65-da12-4fdd-9e3e-479e872da924 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.744895] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Created directory with path [datastore1] devstack-image-cache_base/9dc69d3d-33c7-4098-92d8-7ebca139dabe {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2521.745107] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8f5488cf-6da1-4398-bb98-067401db2cf3/OSTACK_IMG_8f5488cf-6da1-4398-bb98-067401db2cf3.vmdk to [datastore1] devstack-image-cache_base/9dc69d3d-33c7-4098-92d8-7ebca139dabe/9dc69d3d-33c7-4098-92d8-7ebca139dabe.vmdk. {{(pid=62306) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2521.745344] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f8388498-7aed-4832-838a-0722dd80f6ef {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.751737] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2521.751737] env[62306]: value = "task-1973637" [ 2521.751737] env[62306]: _type = "Task" [ 2521.751737] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2521.758835] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973637, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2522.265310] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973637, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2522.765721] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973637, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2523.267575] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973637, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2523.770283] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973637, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2524.266638] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973637, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.304284} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2524.266898] env[62306]: INFO nova.virt.vmwareapi.ds_util [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8f5488cf-6da1-4398-bb98-067401db2cf3/OSTACK_IMG_8f5488cf-6da1-4398-bb98-067401db2cf3.vmdk to [datastore1] devstack-image-cache_base/9dc69d3d-33c7-4098-92d8-7ebca139dabe/9dc69d3d-33c7-4098-92d8-7ebca139dabe.vmdk. [ 2524.267100] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Cleaning up location [datastore1] OSTACK_IMG_8f5488cf-6da1-4398-bb98-067401db2cf3 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2524.267269] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8f5488cf-6da1-4398-bb98-067401db2cf3 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2524.267513] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e5dacb3-ff1a-4610-bc29-339bf4a08bc1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2524.273834] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2524.273834] env[62306]: value = "task-1973638" [ 2524.273834] env[62306]: _type = "Task" [ 2524.273834] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2524.282636] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2524.784168] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03619} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2524.784437] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2524.784582] env[62306]: DEBUG oslo_concurrency.lockutils [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9dc69d3d-33c7-4098-92d8-7ebca139dabe/9dc69d3d-33c7-4098-92d8-7ebca139dabe.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2524.784816] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9dc69d3d-33c7-4098-92d8-7ebca139dabe/9dc69d3d-33c7-4098-92d8-7ebca139dabe.vmdk to [datastore1] f0f963f5-fd65-460d-a3b6-605c149667e4/f0f963f5-fd65-460d-a3b6-605c149667e4.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2524.785092] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-519b9791-c9df-43f6-911f-ba7089893d4a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2524.791415] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2524.791415] env[62306]: value = "task-1973639" [ 2524.791415] env[62306]: _type = "Task" [ 2524.791415] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2524.798641] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2525.305666] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973639, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2525.807064] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973639, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2526.306724] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973639, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2526.807794] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973639, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2527.305116] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973639, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.169557} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2527.305364] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9dc69d3d-33c7-4098-92d8-7ebca139dabe/9dc69d3d-33c7-4098-92d8-7ebca139dabe.vmdk to [datastore1] f0f963f5-fd65-460d-a3b6-605c149667e4/f0f963f5-fd65-460d-a3b6-605c149667e4.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2527.306123] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997485a5-7b5b-407c-bf00-0b3d4b000b99 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.327104] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] f0f963f5-fd65-460d-a3b6-605c149667e4/f0f963f5-fd65-460d-a3b6-605c149667e4.vmdk or device None with type streamOptimized {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2527.327320] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9a9ae67-a9fd-4405-8850-c768de811a8c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.345930] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2527.345930] env[62306]: value = "task-1973640" [ 2527.345930] env[62306]: _type = "Task" [ 2527.345930] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2527.353041] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2527.856415] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973640, 'name': ReconfigVM_Task, 'duration_secs': 0.310022} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2527.856824] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Reconfigured VM instance instance-0000007d to attach disk [datastore1] f0f963f5-fd65-460d-a3b6-605c149667e4/f0f963f5-fd65-460d-a3b6-605c149667e4.vmdk or device None with type streamOptimized {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2527.857323] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-143d7fd0-a0cc-457c-9ccf-cedf3c1291c2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.863409] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2527.863409] env[62306]: value = "task-1973641" [ 2527.863409] env[62306]: _type = "Task" [ 2527.863409] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2527.871120] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973641, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2528.373296] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973641, 'name': Rename_Task, 'duration_secs': 0.198027} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2528.373567] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2528.373802] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c525a41d-e291-43e5-abec-8839bd8be42b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.379702] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2528.379702] env[62306]: value = "task-1973642" [ 2528.379702] env[62306]: _type = "Task" [ 2528.379702] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2528.387014] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2528.889410] env[62306]: DEBUG oslo_vmware.api [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973642, 'name': PowerOnVM_Task, 'duration_secs': 0.480437} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2528.889782] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2528.976258] env[62306]: DEBUG nova.compute.manager [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2528.977227] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb8b24c-83f9-4c2f-ab95-6acfd96ac442 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.494734] env[62306]: DEBUG oslo_concurrency.lockutils [None req-247a6359-bafa-4c70-b477-9ba5c6f2de64 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "f0f963f5-fd65-460d-a3b6-605c149667e4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.846s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2529.961227] env[62306]: DEBUG oslo_concurrency.lockutils [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "f0f963f5-fd65-460d-a3b6-605c149667e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2529.961595] env[62306]: DEBUG oslo_concurrency.lockutils [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "f0f963f5-fd65-460d-a3b6-605c149667e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2529.961727] env[62306]: DEBUG oslo_concurrency.lockutils [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "f0f963f5-fd65-460d-a3b6-605c149667e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2529.961912] env[62306]: DEBUG oslo_concurrency.lockutils [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "f0f963f5-fd65-460d-a3b6-605c149667e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2529.962103] env[62306]: DEBUG oslo_concurrency.lockutils [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "f0f963f5-fd65-460d-a3b6-605c149667e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2529.964543] env[62306]: INFO nova.compute.manager [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Terminating instance [ 2530.468927] env[62306]: DEBUG nova.compute.manager [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2530.469178] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2530.470464] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c4d3d0-24cd-40a1-a679-7c9181fdc39c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.478310] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2530.478525] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4904092e-f8a2-4311-8c22-01731e8e122f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.484733] env[62306]: DEBUG oslo_vmware.api [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2530.484733] env[62306]: value = "task-1973643" [ 2530.484733] env[62306]: _type = "Task" [ 2530.484733] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2530.492453] env[62306]: DEBUG oslo_vmware.api [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2530.995399] env[62306]: DEBUG oslo_vmware.api [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973643, 'name': PowerOffVM_Task, 'duration_secs': 0.190168} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2530.995748] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2530.995830] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2530.996012] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d24e47bc-6077-4a82-9c95-b1a5954b61d5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.075599] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2531.075823] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2531.075995] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Deleting the datastore file [datastore1] f0f963f5-fd65-460d-a3b6-605c149667e4 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2531.076280] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f047c61-163e-4ac8-8aec-1ab62bbecc24 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.082166] env[62306]: DEBUG oslo_vmware.api [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for the task: (returnval){ [ 2531.082166] env[62306]: value = "task-1973645" [ 2531.082166] env[62306]: _type = "Task" [ 2531.082166] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2531.089518] env[62306]: DEBUG oslo_vmware.api [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2531.592098] env[62306]: DEBUG oslo_vmware.api [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Task: {'id': task-1973645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132721} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2531.592357] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2531.592540] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2531.592712] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2531.592883] env[62306]: INFO nova.compute.manager [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2531.593140] env[62306]: DEBUG oslo.service.loopingcall [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2531.593334] env[62306]: DEBUG nova.compute.manager [-] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2531.593425] env[62306]: DEBUG nova.network.neutron [-] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2532.049939] env[62306]: DEBUG nova.compute.manager [req-8da68ae0-ad2b-41e0-91a2-225b92b2f9fc req-535ebcb3-4552-4b83-9553-a322fb4a842c service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Received event network-vif-deleted-e65563ce-aa67-4ae3-a73a-f1acbf24cef0 {{(pid=62306) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2532.049939] env[62306]: INFO nova.compute.manager [req-8da68ae0-ad2b-41e0-91a2-225b92b2f9fc req-535ebcb3-4552-4b83-9553-a322fb4a842c service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Neutron deleted interface e65563ce-aa67-4ae3-a73a-f1acbf24cef0; detaching it from the instance and deleting it from the info cache [ 2532.049939] env[62306]: DEBUG nova.network.neutron [req-8da68ae0-ad2b-41e0-91a2-225b92b2f9fc req-535ebcb3-4552-4b83-9553-a322fb4a842c service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2532.531353] env[62306]: DEBUG nova.network.neutron [-] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2532.552094] env[62306]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-860a00bf-e543-4d90-a08f-32f772ddb71c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.561578] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380ea6b3-dc07-485d-a2c0-d746a0779248 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.585478] env[62306]: DEBUG nova.compute.manager [req-8da68ae0-ad2b-41e0-91a2-225b92b2f9fc req-535ebcb3-4552-4b83-9553-a322fb4a842c service nova] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Detach interface failed, port_id=e65563ce-aa67-4ae3-a73a-f1acbf24cef0, reason: Instance f0f963f5-fd65-460d-a3b6-605c149667e4 could not be found. {{(pid=62306) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2533.034077] env[62306]: INFO nova.compute.manager [-] [instance: f0f963f5-fd65-460d-a3b6-605c149667e4] Took 1.44 seconds to deallocate network for instance. [ 2533.540492] env[62306]: DEBUG oslo_concurrency.lockutils [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2533.540868] env[62306]: DEBUG oslo_concurrency.lockutils [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2533.540995] env[62306]: DEBUG nova.objects.instance [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lazy-loading 'resources' on Instance uuid f0f963f5-fd65-460d-a3b6-605c149667e4 {{(pid=62306) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2534.074874] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71d2802-473f-4d5f-b89b-25d178b471af {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.082273] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2544375-3cc6-4271-9ea1-1726dae2b9da {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.111237] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd646891-e0ca-43e1-a60b-b913a5bfa11a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.118068] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e3520d-d245-4e2f-aea7-74d8ad7b15c7 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.130808] env[62306]: DEBUG nova.compute.provider_tree [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2534.633869] env[62306]: DEBUG nova.scheduler.client.report [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2535.139016] env[62306]: DEBUG oslo_concurrency.lockutils [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2535.161027] env[62306]: INFO nova.scheduler.client.report [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Deleted allocations for instance f0f963f5-fd65-460d-a3b6-605c149667e4 [ 2535.670659] env[62306]: DEBUG oslo_concurrency.lockutils [None req-23dd55eb-b355-4541-b30e-a58054963327 tempest-ServerActionsTestOtherB-229583028 tempest-ServerActionsTestOtherB-229583028-project-member] Lock "f0f963f5-fd65-460d-a3b6-605c149667e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.709s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2541.982583] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Acquiring lock "70d4f10b-3af0-47d0-ba77-97a56c038df7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2541.982869] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Lock "70d4f10b-3af0-47d0-ba77-97a56c038df7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2542.485683] env[62306]: DEBUG nova.compute.manager [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Starting instance... {{(pid=62306) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2543.008630] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2543.008891] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2543.010294] env[62306]: INFO nova.compute.claims [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2544.046614] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aa6b93-18a8-4c33-8599-416d663fca7a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2544.054063] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f02ad0-a74d-4ae2-bdc5-607fc0e2ee47 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2544.083629] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235772dd-eee3-49a2-bdc7-42555dc2b8af {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2544.090447] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96aeca62-1d03-45fe-8875-0c98a51532de {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2544.102970] env[62306]: DEBUG nova.compute.provider_tree [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2544.606200] env[62306]: DEBUG nova.scheduler.client.report [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2545.111862] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2545.112406] env[62306]: DEBUG nova.compute.manager [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Start building networks asynchronously for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2545.616856] env[62306]: DEBUG nova.compute.utils [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Using /dev/sd instead of None {{(pid=62306) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2545.618303] env[62306]: DEBUG nova.compute.manager [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Not allocating networking since 'none' was specified. {{(pid=62306) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2546.119592] env[62306]: DEBUG nova.compute.manager [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Start building block device mappings for instance. {{(pid=62306) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2547.128948] env[62306]: DEBUG nova.compute.manager [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Start spawning the instance on the hypervisor. {{(pid=62306) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2547.155743] env[62306]: DEBUG nova.virt.hardware [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2547.155986] env[62306]: DEBUG nova.virt.hardware [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2547.156160] env[62306]: DEBUG nova.virt.hardware [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2547.156344] env[62306]: DEBUG nova.virt.hardware [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2547.156489] env[62306]: DEBUG nova.virt.hardware [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2547.156647] env[62306]: DEBUG nova.virt.hardware [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2547.156866] env[62306]: DEBUG nova.virt.hardware [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2547.157038] env[62306]: DEBUG nova.virt.hardware [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2547.157206] env[62306]: DEBUG nova.virt.hardware [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2547.157363] env[62306]: DEBUG nova.virt.hardware [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2547.157529] env[62306]: DEBUG nova.virt.hardware [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2547.158405] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe64d5d-d589-4df3-87ac-eec5da194c39 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.166015] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b46555a-2f68-4578-93fb-b12706c19fca {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.179008] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Instance VIF info [] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2547.184242] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Creating folder: Project (f4b4ec99577541e1839c4f15e13da376). Parent ref: group-v406007. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2547.184505] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9069b62-0a77-42dd-a319-4ce66f11c653 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.195120] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Created folder: Project (f4b4ec99577541e1839c4f15e13da376) in parent group-v406007. [ 2547.195299] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Creating folder: Instances. Parent ref: group-v406342. {{(pid=62306) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2547.195492] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adc8e67b-a987-4abf-961d-f8ea4931e0db {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.204275] env[62306]: INFO nova.virt.vmwareapi.vm_util [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Created folder: Instances in parent group-v406342. [ 2547.204482] env[62306]: DEBUG oslo.service.loopingcall [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2547.204662] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2547.204839] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76ac68bc-42af-4e0e-a760-eda11059b600 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.220742] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2547.220742] env[62306]: value = "task-1973649" [ 2547.220742] env[62306]: _type = "Task" [ 2547.220742] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2547.227222] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973649, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2547.730597] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973649, 'name': CreateVM_Task, 'duration_secs': 0.29555} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2547.730765] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2547.731238] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2547.732035] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2547.732035] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2547.732035] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff62bcc7-9bdd-4af8-a0b8-366e4d4a9132 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.736728] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for the task: (returnval){ [ 2547.736728] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5266f890-7e6e-39ea-bc46-875ec5bd73c7" [ 2547.736728] env[62306]: _type = "Task" [ 2547.736728] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2547.744112] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5266f890-7e6e-39ea-bc46-875ec5bd73c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2548.246213] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5266f890-7e6e-39ea-bc46-875ec5bd73c7, 'name': SearchDatastore_Task, 'duration_secs': 0.018841} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2548.246533] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2548.246768] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2548.247015] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2548.247168] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2548.247341] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2548.247592] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8ddea96-f246-4516-8b52-11d60e8c287d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.255104] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2548.255277] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2548.255911] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1d31873-56f8-4808-bfba-8b2cdc8b37b0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.260506] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for the task: (returnval){ [ 2548.260506] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522e083b-7442-79dd-d655-948d55d48576" [ 2548.260506] env[62306]: _type = "Task" [ 2548.260506] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2548.267019] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522e083b-7442-79dd-d655-948d55d48576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2548.772295] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]522e083b-7442-79dd-d655-948d55d48576, 'name': SearchDatastore_Task, 'duration_secs': 0.007554} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2548.773104] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a1caaf0-61eb-4d44-b65d-3066341a40d8 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.778732] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for the task: (returnval){ [ 2548.778732] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529e0574-4dbf-a6ce-563c-0c3b17880d9a" [ 2548.778732] env[62306]: _type = "Task" [ 2548.778732] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2548.786484] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529e0574-4dbf-a6ce-563c-0c3b17880d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2549.289125] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529e0574-4dbf-a6ce-563c-0c3b17880d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.009377} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2549.289499] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2549.289636] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 70d4f10b-3af0-47d0-ba77-97a56c038df7/70d4f10b-3af0-47d0-ba77-97a56c038df7.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2549.289897] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79f12713-d6af-49de-9bc0-dc9d092f486d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.296318] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for the task: (returnval){ [ 2549.296318] env[62306]: value = "task-1973650" [ 2549.296318] env[62306]: _type = "Task" [ 2549.296318] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2549.304177] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2549.805837] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973650, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2550.307613] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648453} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2550.307946] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 70d4f10b-3af0-47d0-ba77-97a56c038df7/70d4f10b-3af0-47d0-ba77-97a56c038df7.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2550.308098] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2550.308362] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b3b66a2-449a-473e-ad5b-7adc9046ef98 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.315428] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for the task: (returnval){ [ 2550.315428] env[62306]: value = "task-1973651" [ 2550.315428] env[62306]: _type = "Task" [ 2550.315428] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2550.322716] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2550.824761] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100195} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2550.825042] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2550.825793] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80ab393-1e53-484e-83a4-50f70070373a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.844696] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 70d4f10b-3af0-47d0-ba77-97a56c038df7/70d4f10b-3af0-47d0-ba77-97a56c038df7.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2550.844914] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5d03edb-32ad-452b-8200-9de3e07c4938 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.863157] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for the task: (returnval){ [ 2550.863157] env[62306]: value = "task-1973652" [ 2550.863157] env[62306]: _type = "Task" [ 2550.863157] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2550.871190] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2551.373461] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973652, 'name': ReconfigVM_Task, 'duration_secs': 0.277394} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2551.373850] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 70d4f10b-3af0-47d0-ba77-97a56c038df7/70d4f10b-3af0-47d0-ba77-97a56c038df7.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2551.374395] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1f3d043-b958-4813-90a7-d912326ea199 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.380613] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for the task: (returnval){ [ 2551.380613] env[62306]: value = "task-1973653" [ 2551.380613] env[62306]: _type = "Task" [ 2551.380613] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2551.390499] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973653, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2551.890341] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973653, 'name': Rename_Task, 'duration_secs': 0.132518} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2551.890611] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2551.890878] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0273f60-b885-464d-82cf-7827e166ffc2 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.896743] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for the task: (returnval){ [ 2551.896743] env[62306]: value = "task-1973654" [ 2551.896743] env[62306]: _type = "Task" [ 2551.896743] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2551.903968] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2552.406303] env[62306]: DEBUG oslo_vmware.api [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973654, 'name': PowerOnVM_Task, 'duration_secs': 0.504555} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2552.406658] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2552.406781] env[62306]: INFO nova.compute.manager [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Took 5.28 seconds to spawn the instance on the hypervisor. [ 2552.406965] env[62306]: DEBUG nova.compute.manager [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2552.407719] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2857e8-17d8-4d1a-9b7d-38bbd583be7e {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2552.925683] env[62306]: INFO nova.compute.manager [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Took 9.93 seconds to build instance. [ 2553.427360] env[62306]: DEBUG oslo_concurrency.lockutils [None req-1881075b-102d-4d46-9cb9-6e784d877450 tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Lock "70d4f10b-3af0-47d0-ba77-97a56c038df7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.444s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2553.728437] env[62306]: INFO nova.compute.manager [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Rebuilding instance [ 2553.771456] env[62306]: DEBUG nova.compute.manager [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2553.772336] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abecf7f4-5ea9-481c-a359-22563f83bb31 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2554.736066] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2554.736401] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62306) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2554.787223] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2554.787551] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-233710ff-7694-4ea5-8d78-37aebbfb2da5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2554.794933] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for the task: (returnval){ [ 2554.794933] env[62306]: value = "task-1973655" [ 2554.794933] env[62306]: _type = "Task" [ 2554.794933] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2554.803308] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2555.305068] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973655, 'name': PowerOffVM_Task, 'duration_secs': 0.196979} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2555.305323] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2555.305550] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2555.306297] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff402d94-8e24-4979-bf66-268b0380644f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2555.312628] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2555.312846] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b759778d-7f46-4aa4-97d5-f65b7292adeb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2555.343304] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2555.343522] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2555.343702] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Deleting the datastore file [datastore1] 70d4f10b-3af0-47d0-ba77-97a56c038df7 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2555.343961] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6e6e231-207e-440f-8bfb-ba6d8d55d950 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2555.352443] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for the task: (returnval){ [ 2555.352443] env[62306]: value = "task-1973657" [ 2555.352443] env[62306]: _type = "Task" [ 2555.352443] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2555.359646] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2555.862541] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09411} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2555.862889] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2555.863080] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2555.863282] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2556.736139] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2556.893514] env[62306]: DEBUG nova.virt.hardware [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-27T22:10:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-27T22:10:34Z,direct_url=,disk_format='vmdk',id=1d129d40-57bd-4299-a86b-4acbcdc9f838,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9f6ca4e9591d4abebaedbed65e9afbfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-27T22:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2556.893801] env[62306]: DEBUG nova.virt.hardware [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Flavor limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2556.893921] env[62306]: DEBUG nova.virt.hardware [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Image limits 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2556.894122] env[62306]: DEBUG nova.virt.hardware [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Flavor pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2556.894272] env[62306]: DEBUG nova.virt.hardware [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Image pref 0:0:0 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2556.894416] env[62306]: DEBUG nova.virt.hardware [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62306) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2556.894621] env[62306]: DEBUG nova.virt.hardware [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2556.894780] env[62306]: DEBUG nova.virt.hardware [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2556.894941] env[62306]: DEBUG nova.virt.hardware [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Got 1 possible topologies {{(pid=62306) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2556.895112] env[62306]: DEBUG nova.virt.hardware [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2556.895284] env[62306]: DEBUG nova.virt.hardware [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62306) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2556.896145] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84ca083-cd79-4165-98ad-2e44a5129ee5 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2556.903837] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0367de02-fcd6-4738-8a0a-dd0838e6d220 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2556.916881] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Instance VIF info [] {{(pid=62306) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2556.922628] env[62306]: DEBUG oslo.service.loopingcall [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2556.922628] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Creating VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2556.922710] env[62306]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de8858d0-ef3b-4865-8d29-832c7cdb3581 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2556.938971] env[62306]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2556.938971] env[62306]: value = "task-1973658" [ 2556.938971] env[62306]: _type = "Task" [ 2556.938971] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2556.946112] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973658, 'name': CreateVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2557.448920] env[62306]: DEBUG oslo_vmware.api [-] Task: {'id': task-1973658, 'name': CreateVM_Task, 'duration_secs': 0.231639} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2557.449166] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Created VM on the ESX host {{(pid=62306) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2557.449500] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2557.449661] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2557.449980] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2557.450326] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e2e9803-608e-4d30-9973-c1db7f4906f1 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.455037] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for the task: (returnval){ [ 2557.455037] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5251b73b-5297-3f8e-1235-9e7690f4190a" [ 2557.455037] env[62306]: _type = "Task" [ 2557.455037] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2557.461815] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5251b73b-5297-3f8e-1235-9e7690f4190a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2557.964667] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]5251b73b-5297-3f8e-1235-9e7690f4190a, 'name': SearchDatastore_Task, 'duration_secs': 0.009065} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2557.965098] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2557.965201] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Processing image 1d129d40-57bd-4299-a86b-4acbcdc9f838 {{(pid=62306) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2557.965429] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2557.965575] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2557.965749] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2557.965994] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebc5f1a5-a177-4ab7-9a3b-0539721e7e6a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.985053] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62306) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2557.985227] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62306) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2557.985928] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf4f5684-191a-40c4-8849-2dfe4d819efb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.991388] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for the task: (returnval){ [ 2557.991388] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529e4b32-d27f-4629-048e-2804e18d3485" [ 2557.991388] env[62306]: _type = "Task" [ 2557.991388] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2557.998207] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529e4b32-d27f-4629-048e-2804e18d3485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2558.501923] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]529e4b32-d27f-4629-048e-2804e18d3485, 'name': SearchDatastore_Task, 'duration_secs': 0.007867} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2558.502681] env[62306]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52d8188a-3404-4642-bdea-c6221059045c {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2558.507511] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for the task: (returnval){ [ 2558.507511] env[62306]: value = "session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c169eb-1b19-560c-c8d6-9558b79be73a" [ 2558.507511] env[62306]: _type = "Task" [ 2558.507511] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2558.529851] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c169eb-1b19-560c-c8d6-9558b79be73a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2558.729752] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2559.019502] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': session[5286ed51-c710-9f8b-ccc5-a6df9aa8b567]52c169eb-1b19-560c-c8d6-9558b79be73a, 'name': SearchDatastore_Task, 'duration_secs': 0.023668} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2559.019840] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2559.019963] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 70d4f10b-3af0-47d0-ba77-97a56c038df7/70d4f10b-3af0-47d0-ba77-97a56c038df7.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2559.020191] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cbb2c91-e3ef-4a3a-a7ea-67b3da3dff26 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2559.026683] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for the task: (returnval){ [ 2559.026683] env[62306]: value = "task-1973659" [ 2559.026683] env[62306]: _type = "Task" [ 2559.026683] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2559.033573] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2559.537208] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432429} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2559.537476] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1d129d40-57bd-4299-a86b-4acbcdc9f838/1d129d40-57bd-4299-a86b-4acbcdc9f838.vmdk to [datastore1] 70d4f10b-3af0-47d0-ba77-97a56c038df7/70d4f10b-3af0-47d0-ba77-97a56c038df7.vmdk {{(pid=62306) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2559.537662] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Extending root virtual disk to 1048576 {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2559.537905] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0328b111-0182-4c81-b92c-f79e8ad8158d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2559.544118] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for the task: (returnval){ [ 2559.544118] env[62306]: value = "task-1973660" [ 2559.544118] env[62306]: _type = "Task" [ 2559.544118] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2559.551383] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2559.735249] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2560.054634] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061515} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2560.055030] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Extended root virtual disk {{(pid=62306) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2560.055621] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64852b4-a75a-4d04-972a-b7ea652f58b6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.074760] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 70d4f10b-3af0-47d0-ba77-97a56c038df7/70d4f10b-3af0-47d0-ba77-97a56c038df7.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2560.074973] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2807b31-71a8-4bba-93bd-e65c344fadbb {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.093286] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for the task: (returnval){ [ 2560.093286] env[62306]: value = "task-1973661" [ 2560.093286] env[62306]: _type = "Task" [ 2560.093286] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2560.100477] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2560.603116] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973661, 'name': ReconfigVM_Task, 'duration_secs': 0.256994} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2560.603433] env[62306]: DEBUG nova.virt.vmwareapi.volumeops [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 70d4f10b-3af0-47d0-ba77-97a56c038df7/70d4f10b-3af0-47d0-ba77-97a56c038df7.vmdk or device None with type sparse {{(pid=62306) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2560.604058] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e31e888f-936a-4aa9-abd4-5786deb807f6 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.610263] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for the task: (returnval){ [ 2560.610263] env[62306]: value = "task-1973662" [ 2560.610263] env[62306]: _type = "Task" [ 2560.610263] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2560.617485] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973662, 'name': Rename_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2561.120223] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973662, 'name': Rename_Task, 'duration_secs': 0.172376} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2561.120629] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Powering on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2561.120629] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1a5381e-f0c1-45ac-ab00-d7b4fa3b6a9f {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2561.127692] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for the task: (returnval){ [ 2561.127692] env[62306]: value = "task-1973663" [ 2561.127692] env[62306]: _type = "Task" [ 2561.127692] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2561.135099] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2561.637811] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973663, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2562.138405] env[62306]: DEBUG oslo_vmware.api [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973663, 'name': PowerOnVM_Task, 'duration_secs': 0.558674} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2562.138816] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Powered on the VM {{(pid=62306) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2562.138864] env[62306]: DEBUG nova.compute.manager [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Checking state {{(pid=62306) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2562.139609] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217fb4f1-c567-4027-a3d6-c3a31ee77119 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2562.656067] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2562.656067] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2562.656067] env[62306]: DEBUG nova.objects.instance [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62306) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2563.387989] env[62306]: DEBUG oslo_concurrency.lockutils [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Acquiring lock "70d4f10b-3af0-47d0-ba77-97a56c038df7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2563.388375] env[62306]: DEBUG oslo_concurrency.lockutils [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Lock "70d4f10b-3af0-47d0-ba77-97a56c038df7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2563.388510] env[62306]: DEBUG oslo_concurrency.lockutils [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Acquiring lock "70d4f10b-3af0-47d0-ba77-97a56c038df7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2563.388637] env[62306]: DEBUG oslo_concurrency.lockutils [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Lock "70d4f10b-3af0-47d0-ba77-97a56c038df7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2563.388810] env[62306]: DEBUG oslo_concurrency.lockutils [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Lock "70d4f10b-3af0-47d0-ba77-97a56c038df7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2563.391132] env[62306]: INFO nova.compute.manager [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Terminating instance [ 2563.664679] env[62306]: DEBUG oslo_concurrency.lockutils [None req-f104270a-0452-4521-ade7-a4f3d57a5a4c tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2563.735274] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2563.735443] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Starting heal instance info cache {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2563.735572] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Rebuilding the list of instances to heal {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2563.894585] env[62306]: DEBUG oslo_concurrency.lockutils [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Acquiring lock "refresh_cache-70d4f10b-3af0-47d0-ba77-97a56c038df7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2563.894840] env[62306]: DEBUG oslo_concurrency.lockutils [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Acquired lock "refresh_cache-70d4f10b-3af0-47d0-ba77-97a56c038df7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2563.894982] env[62306]: DEBUG nova.network.neutron [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Building network info cache for instance {{(pid=62306) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2564.238969] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Skipping network cache update for instance because it is being deleted. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 2564.239147] env[62306]: DEBUG nova.compute.manager [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Didn't find any instances for network info cache update. {{(pid=62306) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2564.239352] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2564.415196] env[62306]: DEBUG nova.network.neutron [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2564.470650] env[62306]: DEBUG nova.network.neutron [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2564.735209] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2564.973683] env[62306]: DEBUG oslo_concurrency.lockutils [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Releasing lock "refresh_cache-70d4f10b-3af0-47d0-ba77-97a56c038df7" {{(pid=62306) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2564.974141] env[62306]: DEBUG nova.compute.manager [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Start destroying the instance on the hypervisor. {{(pid=62306) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2564.974349] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Destroying instance {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2564.975282] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2760790-6cb7-4463-a8eb-4336b757ac55 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2564.983301] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Powering off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2564.983524] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bbd6e2c-8ffd-4485-88c9-8d0aea2f99ad {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2564.989540] env[62306]: DEBUG oslo_vmware.api [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for the task: (returnval){ [ 2564.989540] env[62306]: value = "task-1973664" [ 2564.989540] env[62306]: _type = "Task" [ 2564.989540] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2564.997112] env[62306]: DEBUG oslo_vmware.api [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2565.499988] env[62306]: DEBUG oslo_vmware.api [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973664, 'name': PowerOffVM_Task, 'duration_secs': 0.245989} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2565.500368] env[62306]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Powered off the VM {{(pid=62306) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2565.500462] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Unregistering the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2565.500669] env[62306]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a45028c-7e63-44f5-8be6-d1f8c405e52b {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2565.525396] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Unregistered the VM {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2565.525598] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Deleting contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2565.525772] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Deleting the datastore file [datastore1] 70d4f10b-3af0-47d0-ba77-97a56c038df7 {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2565.526024] env[62306]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efb3f5ae-1c3c-48c7-9585-4a14c5215cec {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2565.532386] env[62306]: DEBUG oslo_vmware.api [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for the task: (returnval){ [ 2565.532386] env[62306]: value = "task-1973666" [ 2565.532386] env[62306]: _type = "Task" [ 2565.532386] env[62306]: } to complete. {{(pid=62306) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2565.539776] env[62306]: DEBUG oslo_vmware.api [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2565.735644] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2566.042279] env[62306]: DEBUG oslo_vmware.api [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Task: {'id': task-1973666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087775} completed successfully. {{(pid=62306) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2566.042552] env[62306]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Deleted the datastore file {{(pid=62306) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2566.042734] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Deleted contents of the VM from datastore datastore1 {{(pid=62306) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2566.042937] env[62306]: DEBUG nova.virt.vmwareapi.vmops [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Instance destroyed {{(pid=62306) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2566.043135] env[62306]: INFO nova.compute.manager [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2566.043368] env[62306]: DEBUG oslo.service.loopingcall [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62306) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2566.043551] env[62306]: DEBUG nova.compute.manager [-] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Deallocating network for instance {{(pid=62306) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2566.043646] env[62306]: DEBUG nova.network.neutron [-] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] deallocate_for_instance() {{(pid=62306) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2566.058396] env[62306]: DEBUG nova.network.neutron [-] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Instance cache missing network info. {{(pid=62306) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2566.561338] env[62306]: DEBUG nova.network.neutron [-] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Updating instance_info_cache with network_info: [] {{(pid=62306) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2566.735493] env[62306]: DEBUG oslo_service.periodic_task [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62306) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2567.064108] env[62306]: INFO nova.compute.manager [-] [instance: 70d4f10b-3af0-47d0-ba77-97a56c038df7] Took 1.02 seconds to deallocate network for instance. [ 2567.238159] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2567.238408] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2567.238581] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2567.238738] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62306) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2567.239648] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2b66c0-4f6b-45c1-b441-ec99f9d599f4 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.248129] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79592a4b-6034-4835-90b3-eafa3530ff8d {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.261178] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463450bc-4e8d-474f-a528-d1d4edfb6f98 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.267138] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0e1e7d-ce68-4a9b-85d5-ddf69ae5c420 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.294446] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181358MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62306) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2567.294585] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2567.294770] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2567.570551] env[62306]: DEBUG oslo_concurrency.lockutils [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2568.320023] env[62306]: WARNING nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Instance 70d4f10b-3af0-47d0-ba77-97a56c038df7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2568.320148] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2568.320298] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62306) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2568.353768] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe50ac1-57be-47e6-9697-3d1a92eda6be {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.361563] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640dbced-24cc-4611-910d-2b4cbd4da7e0 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.391347] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242e1890-3cdf-4170-82b6-0b688b53eb91 {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.398252] env[62306]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888a8396-facc-440a-a1e2-27ffbd91324a {{(pid=62306) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.410735] env[62306]: DEBUG nova.compute.provider_tree [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed in ProviderTree for provider: 8987d069-ee8b-4b99-9293-8d91cd057fe9 {{(pid=62306) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2568.914345] env[62306]: DEBUG nova.scheduler.client.report [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Inventory has not changed for provider 8987d069-ee8b-4b99-9293-8d91cd057fe9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62306) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2569.419664] env[62306]: DEBUG nova.compute.resource_tracker [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62306) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2569.419887] env[62306]: DEBUG oslo_concurrency.lockutils [None req-5347c0b8-e0b8-4a27-8dc9-ab73cec1b598 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2569.420193] env[62306]: DEBUG oslo_concurrency.lockutils [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.850s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2569.420416] env[62306]: DEBUG oslo_concurrency.lockutils [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2569.441311] env[62306]: INFO nova.scheduler.client.report [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Deleted allocations for instance 70d4f10b-3af0-47d0-ba77-97a56c038df7 [ 2569.948539] env[62306]: DEBUG oslo_concurrency.lockutils [None req-16f2be4f-590d-47b1-883d-37d61c14f3bc tempest-ServerShowV254Test-384232217 tempest-ServerShowV254Test-384232217-project-member] Lock "70d4f10b-3af0-47d0-ba77-97a56c038df7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.560s {{(pid=62306) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}